-- Logs begin at Fri 2021-12-10 02:52:58 UTC, end at Fri 2021-12-10 05:19:06 UTC. --
Dec 10 03:45:28.746200 dv-neutron-821182-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 10 03:45:31.067898 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.common.config [-] Logging enabled!
Dec 10 03:45:31.068602 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev91
Dec 10 03:45:31.068690 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87488) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 10 03:45:31.072241 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.common.config [-] Logging enabled!
Dec 10 03:45:31.072494 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev91
Dec 10 03:45:31.072805 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87488) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 10 03:45:31.073736 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 10 03:45:31.074044 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 10 03:45:31.074662 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 10 03:45:31.074905 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 10 03:45:31.075130 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 10 03:45:31.075443 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.075737 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.076030 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.076257 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.076545 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.076829 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.077110 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.077417 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.077712 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.077996 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.078274 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.078555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.078784 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.079060 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.079342 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.079624 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.079851 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.080130 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.080552 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.080955 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.081232 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.081540 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.081815 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.082084 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.082355 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.082634 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.082959 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] host                           = dv-neutron-821182-1-hyperv {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.083232 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.083515 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.083797 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.084080 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.084348 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.084619 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.084897 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.085163 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.085456 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.085726 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.086007 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.086288 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.086571 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.086792 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.087027 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.087311 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.087593 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.087865 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.088135 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.088407 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.088676 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.088945 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.089209 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.089515 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.089802 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.090084 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.090352 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.090620 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.090888 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.091155 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.091434 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.091703 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.091973 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.092244 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.092524 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.092789 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.093060 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.093381 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.093664 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.093942 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.094223 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.094489 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.094766 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.095035 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.095300 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.095565 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.095831 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.096098 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.096377 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.096642 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.096907 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.097173 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.097473 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.097753 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:31.098044 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.098336 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.098630 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.098906 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.099194 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.099468 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.099755 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.100028 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.100310 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.100593 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.100876 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.101147 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.101455 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.101729 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.102018 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.102314 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.102602 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.103425 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.103696 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.103965 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.104232 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.104504 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.104785 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.105073 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.105389 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.105659 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.105932 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.106218 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.106491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.106760 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.107033 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.107315 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.107586 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.107854 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.108129 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.108402 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.108668 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.108932 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.109204 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.109511 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.109783 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.110051 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.110315 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.110584 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.110848 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.111126 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.111397 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.111663 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.111929 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.112203 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.112470 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.112737 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.113008 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.113274 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.113568 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.113843 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.114111 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.114382 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.114650 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.114918 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.115187 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.115453 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.115722 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.115989 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.116259 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.116528 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.116796 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.117063 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.117366 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.117660 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.117929 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.118203 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.119039 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.119314 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.119588 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.119859 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.120136 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.120411 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.120678 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.120960 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.121238 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.121544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.121824 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.122098 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.122389 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.122666 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.122944 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.123217 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.123490 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.123773 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.124051 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.124340 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.124630 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.124918 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.125207 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.125520 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.125798 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.126103 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.126379 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:31.126595 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 10 03:45:31.126833 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87488) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 10 03:45:31.511461 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO keyring.backend [-] Loading KWallet
Dec 10 03:45:31.518698 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO keyring.backend [-] Loading SecretService
Dec 10 03:45:31.522248 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO keyring.backend [-] Loading Windows
Dec 10 03:45:31.523589 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO keyring.backend [-] Loading chainer
Dec 10 03:45:31.524163 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO keyring.backend [-] Loading macOS
Dec 10 03:45:31.558236 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:45:31.558506 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:45:31.558793 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:45:31.559121 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 10 03:45:31.861252 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.861473 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.861756 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.862910 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.863187 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.863451 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.983126 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.983408 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.983670 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.996808 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.997081 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:31.997368 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.026336 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.026615 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.026883 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.063804 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.064078 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.064342 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.294030 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7d9e9c0af0> agent after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.294640 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7d9e9c0af0> agent after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.294640 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7d9e9c09d0> segment precommit_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.294818 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7d9e9c0a60> network precommit_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.295553 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7d9ea6f790> segment before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.419118 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> network before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.419442 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7d9e7e60d0> agent before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.419720 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> network before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.419989 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.420254 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.420564 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> segment after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.420825 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> segment precommit_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.421081 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> segment precommit_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.421351 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> segment after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.421635 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> network after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.421891 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> network precommit_delete 0 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.422292 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port provisioning_complete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.422557 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.422814 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.423081 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> agent after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.423353 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> subnet after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.423612 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> subnet precommit_delete 0 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.423881 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.424132 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.424412 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> segment_host_mapping after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.424759 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.425013 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.425262 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> port after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.425574 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.425820 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.426064 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7d9f68cbe0>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.426440 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.426675 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.426906 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.427139 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.427370 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.427598 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:32.427954 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 10 03:45:32.431653 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 10 03:45:32.435652 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 10 03:45:32.439466 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Dec 10 03:45:32.441084 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 10 03:45:32.441558 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 10 03:45:32.441889 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 10 03:45:32.442267 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 10 03:45:32.445241 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 10 03:45:32.445514 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 10 03:45:32.445859 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 10 03:45:32.473858 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 10 03:45:32.474293 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7d9e88f940>> qos_plugin after_init 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.474587 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87488) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 10 03:45:32.474943 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7d9e88f3a0>> logging-plugin after_init 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.476299 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87488) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 10 03:45:32.476576 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 10 03:45:32.476821 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 10 03:45:32.480046 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7d9e86d250>> floatingip before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.480326 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7d9e86d250>> port before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:32.541085 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 10 03:45:32.541331 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 10 03:45:32.541589 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 10 03:45:32.541950 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 10 03:45:32.574068 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_db.sqlalchemy.engines [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87488) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 10 03:45:32.916863 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing driver for type 'gre'
Dec 10 03:45:32.917499 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] gre ID ranges: [(1, 1000)]
Dec 10 03:45:32.977461 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing driver for type 'local'
Dec 10 03:45:32.977921 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing driver for type 'vlan'
Dec 10 03:45:32.990651 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] VlanTypeDriver initialization complete
Dec 10 03:45:32.990985 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing driver for type 'vxlan'
Dec 10 03:45:32.991598 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] vxlan ID ranges: [(1, 1000)]
Dec 10 03:45:33.047622 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing extension driver 'port_security'
Dec 10 03:45:33.047973 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.extensions.port_security [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] PortSecurityExtensionDriver initialization complete
Dec 10 03:45:33.048335 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing mechanism driver 'openvswitch'
Dec 10 03:45:33.048669 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing mechanism driver 'hyperv'
Dec 10 03:45:33.055384 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.plugin [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:33.056686 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f5e0>> port after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.057055 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f5e0>> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.057430 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f5e0>> port after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.057817 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f790>> subnet after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.058168 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f790>> subnet after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.058514 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9ea1f790>> subnet after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.058897 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39c9a0>> network after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.059243 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39c9a0>> network after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.059583 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39c9a0>> network after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.059951 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cbb0>> security_group after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.060293 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cbb0>> security_group after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.060632 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cbb0>> security_group after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.061004 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39ce50>> security_group_rule after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.061365 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39ce50>> security_group_rule after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.061703 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39ce50>> security_group_rule after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.062072 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cee0>> address_group after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.062410 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cee0>> address_group after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.062745 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7d9e39cee0>> address_group after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.063083 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] ML2 OVO RPC backend initialized. {{(pid=87488) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 10 03:45:33.063779 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> router_interface after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.064129 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> router_interface after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.064541 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> network before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.064885 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> networks before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.065228 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> port before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.065596 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> ports before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.065936 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> subnet before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.066280 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> subnets before_response 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.066615 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> network after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.066967 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> network after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.067362 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> network after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.067714 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> port after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.068107 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.068440 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> port after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.068772 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> subnet after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.069106 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> subnet after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.069477 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7d9e3a3490>> subnet after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.070042 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.plugin [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Modular L2 Plugin initialization complete
Dec 10 03:45:33.070368 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading services supported by the core plugin {{(pid=87488) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 10 03:45:33.070688 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.plugins.ml2.managers [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Got port-security extension from driver 'port_security'
Dec 10 03:45:33.071147 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.extensions.vlantransparent [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Disabled vlantransparent extension.
Dec 10 03:45:33.072176 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87488) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 10 03:45:33.072488 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: router
Dec 10 03:45:33.108708 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router_interface before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.109103 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_create 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.109497 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router before_create 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.109866 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router_interface before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.110241 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router_interface after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.110602 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_delete 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.110953 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> floatingip after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.111315 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_create 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.111659 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.112006 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.112350 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router_gateway after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.112703 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.113112 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.113510 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7d9eb633a0> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.113847 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7d9eb63550> port after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.114180 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7d9eb634c0> subnet after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.114517 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7d9eb63430> subnetpool_address_scope after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.114862 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> port precommit_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.115205 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_create 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.115546 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7d9eb5cc10> port before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.115884 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.116257 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router after_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.116577 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_delete 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.116920 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_create 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.117276 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router_interface after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.117639 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> router precommit_update 55549900 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.118002 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> agent after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.118874 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> agent after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.119215 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7d9e3a35b0>> network after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.120084 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Tracking information for resource: router configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:33.120414 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Tracking information for resource: floatingip configured {{(pid=87488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 10 03:45:33.125364 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.db.l3_agentschedulers_db [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 10 03:45:33.125946 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7d9e30a670> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.126307 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7d9e30a550> port after_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.126656 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _notify_port_delete at 0x7f7d9e30a5e0> port after_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.127001 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7d9e30a940> port after_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.127790 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7d9e2b3dc0>> router before_create 55550100 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.128150 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7d9e2b3dc0>> router precommit_delete 55550100 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.128512 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7d9e2b3dc0>> router precommit_create 55550100 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.128862 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7d9e2b3dc0>> router precommit_update 55550100 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.133407 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.provider_configuration [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service providers = [] {{(pid=87488) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 10 03:45:33.133771 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.db.servicetype_db [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87488) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 10 03:45:33.137268 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.service_base [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 10 03:45:33.137647 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.service_base [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 10 03:45:33.137984 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.service_base [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 10 03:45:33.139031 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.services.service_base [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 10 03:45:33.139406 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.services.service_base [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 10 03:45:33.139793 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.140111 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 10 03:45:33.150680 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.150966 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: auto_allocate
Dec 10 03:45:33.156777 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7d9e2dfd30> network precommit_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.157141 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7d9e2dfd30> network precommit_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.157689 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.158010 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: tag
Dec 10 03:45:33.164809 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.165166 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: timestamp
Dec 10 03:45:33.168975 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.169376 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: network_ip_availability
Dec 10 03:45:33.174570 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e272fd0>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.174942 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e272fd0>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.175296 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e272fd0>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.176005 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.176322 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: flavors
Dec 10 03:45:33.181790 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.182120 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading Plugin: revisions
Dec 10 03:45:33.186403 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 10 03:45:33.186796 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:45:33.187543 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87488) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 10 03:45:33.187879 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Initializing extension manager.
Dec 10 03:45:33.188378 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: __init__.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.188716 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: __pycache__ {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.189046 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.189410 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: address_group.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.190168 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.190727 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: address-group
Dec 10 03:45:33.191046 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: address_scope.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.191758 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.192264 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: address-scope
Dec 10 03:45:33.192586 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.193539 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.194045 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: router-admin-state-down-before-update
Dec 10 03:45:33.194367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: agent.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.195063 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.195565 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: agent
Dec 10 03:45:33.195888 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: agent_resources_synced.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.197387 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.197930 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: agent-resources-synced
Dec 10 03:45:33.198207 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: allowedaddresspairs.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.200248 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.200761 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: allowed-address-pairs
Dec 10 03:45:33.201085 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: auto_allocated_topology.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.202260 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.202771 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: auto-allocated-topology
Dec 10 03:45:33.203092 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: availability_zone.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.203782 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.204285 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: availability_zone
Dec 10 03:45:33.204604 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: availability_zone_filter.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.205546 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.206053 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: availability_zone_filter
Dec 10 03:45:33.206375 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: data_plane_status.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.207285 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.207785 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 10 03:45:33.208105 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: default_subnetpools.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.209019 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.209551 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: default-subnetpools
Dec 10 03:45:33.209873 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.210673 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.211174 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: dhcp_agent_scheduler
Dec 10 03:45:33.211492 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: dns.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.212422 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.212918 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension dns-integration not supported by any of loaded plugins
Dec 10 03:45:33.213237 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: dns_domain_ports.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.214172 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.214674 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 10 03:45:33.214992 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: dvr.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.215664 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.216169 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: dvr
Dec 10 03:45:33.216491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: empty_string_filtering.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.217427 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.217934 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: empty-string-filtering
Dec 10 03:45:33.218252 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.219159 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.219660 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 10 03:45:33.220004 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.220911 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.221438 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 10 03:45:33.221757 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: external_net.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.222668 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.223171 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: external-net
Dec 10 03:45:33.223488 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.224394 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.224899 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: extra_dhcp_opt
Dec 10 03:45:33.225218 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: extraroute.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.226155 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.226653 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: extraroute
Dec 10 03:45:33.226971 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: extraroute_atomic.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.228030 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.228532 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: extraroute-atomic
Dec 10 03:45:33.228853 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: filter_validation.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.229543 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.230041 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: filter-validation
Dec 10 03:45:33.230357 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: fip_pf_description.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.232671 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.233187 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 10 03:45:33.233543 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: fip_port_details.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.234472 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.234981 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: fip-port-details
Dec 10 03:45:33.235310 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: flavors.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.236541 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.237051 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: flavors
Dec 10 03:45:33.237404 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.239067 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.239580 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 10 03:45:33.239909 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: floatingip_pools.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.240606 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.241108 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: floatingip-pools
Dec 10 03:45:33.241467 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: ip_allocation.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.242389 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.242887 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 10 03:45:33.243715 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.244631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.245141 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: ip-substring-filtering
Dec 10 03:45:33.245494 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l2_adjacency.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.246425 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.246930 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 10 03:45:33.247248 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.248202 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.248713 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: router
Dec 10 03:45:33.249037 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.251264 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.251789 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 10 03:45:33.252117 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.253054 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.253591 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: ext-gw-mode
Dec 10 03:45:33.253918 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.254840 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.255354 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: l3-ha
Dec 10 03:45:33.255674 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3_flavors.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.256590 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.257094 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: l3-flavors
Dec 10 03:45:33.257452 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.258377 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.259435 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 10 03:45:33.259753 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: l3agentscheduler.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.260776 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.261284 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: l3_agent_scheduler
Dec 10 03:45:33.261633 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: logging.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.263106 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.263622 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension logging not supported by any of loaded plugins
Dec 10 03:45:33.263951 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: metering.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.264701 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.265396 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: metering
Dec 10 03:45:33.265648 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.266750 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.267260 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: metering_source_and_destination_fields
Dec 10 03:45:33.267586 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: multiprovidernet.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.268639 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.269146 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: multi-provider
Dec 10 03:45:33.269497 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: netmtu.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.270419 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.270920 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: net-mtu
Dec 10 03:45:33.271240 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: netmtu_writable.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.272153 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.272655 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: net-mtu-writable
Dec 10 03:45:33.272975 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: network_availability_zone.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.273683 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.274188 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: network_availability_zone
Dec 10 03:45:33.274538 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: network_ip_availability.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.275635 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.276138 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: network-ip-availability
Dec 10 03:45:33.276461 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: network_segment_range.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.277254 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.277772 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 10 03:45:33.278092 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: pagination.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.279069 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.279390 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: pagination
Dec 10 03:45:33.279710 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: port_device_profile.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.280623 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.281130 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: port-device-profile
Dec 10 03:45:33.281479 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.282401 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.282908 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: port-mac-address-regenerate
Dec 10 03:45:33.283228 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.284147 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.284651 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: port-numa-affinity-policy
Dec 10 03:45:33.284971 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: port_resource_request.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.285905 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.286401 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 10 03:45:33.286717 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: portbindings.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.287641 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.288142 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: binding
Dec 10 03:45:33.288461 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: portbindings_extended.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.289771 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.290303 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: binding-extended
Dec 10 03:45:33.290626 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: portsecurity.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.291542 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.292047 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: port-security
Dec 10 03:45:33.292367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: project_id.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.293362 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.293692 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: project-id
Dec 10 03:45:33.294012 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: providernet.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.294931 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.295467 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: provider
Dec 10 03:45:33.295744 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.299312 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.299834 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos not supported by any of loaded plugins
Dec 10 03:45:33.300163 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.301425 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.301935 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 10 03:45:33.302264 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.303180 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.303687 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 10 03:45:33.304011 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_default.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.304917 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.305464 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-default not supported by any of loaded plugins
Dec 10 03:45:33.306358 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_fip.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.307008 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.307506 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-fip not supported by any of loaded plugins
Dec 10 03:45:33.307825 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_gateway_ip.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.308740 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.309245 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 10 03:45:33.309593 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_port_network_policy.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.310509 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.311011 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 10 03:45:33.311331 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_rule_type_details.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.312236 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.312735 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 10 03:45:33.313055 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: qos_rules_alias.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.314116 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.314622 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 10 03:45:33.314945 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: quotasv2.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.315863 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.316310 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: quotas
Dec 10 03:45:33.316631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: quotasv2_detail.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.318280 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.318620 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: quota_details
Dec 10 03:45:33.318942 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: rbac.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.320000 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.320519 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: rbac-policies
Dec 10 03:45:33.320845 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: rbac_address_group.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.322498 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.323205 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: rbac-address-group
Dec 10 03:45:33.323530 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: rbac_address_scope.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.324709 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.325213 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: rbac-address-scope
Dec 10 03:45:33.325563 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: rbac_security_groups.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.326486 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.326990 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: rbac-security-groups
Dec 10 03:45:33.327309 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: rbac_subnetpool.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.328232 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.328734 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: rbac-subnetpool
Dec 10 03:45:33.329051 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: revisionifmatch.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.330008 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.330509 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: revision-if-match
Dec 10 03:45:33.330827 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: revisions.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.331942 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.332447 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: standard-attr-revisions
Dec 10 03:45:33.332772 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: router_availability_zone.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.333473 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.333979 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: router_availability_zone
Dec 10 03:45:33.334299 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: routerservicetype.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.335215 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.335721 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension router-service-type not supported by any of loaded plugins
Dec 10 03:45:33.336040 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.336981 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.337514 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: security-groups-normalized-cidr
Dec 10 03:45:33.337837 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.338758 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.339264 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: port-security-groups-filtering
Dec 10 03:45:33.339584 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.340495 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.340999 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: security-groups-remote-address-group
Dec 10 03:45:33.341327 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: securitygroup.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.351026 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.351550 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: security-group
Dec 10 03:45:33.351884 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: segment.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.353186 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.353726 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension segment not supported by any of loaded plugins
Dec 10 03:45:33.354054 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.354996 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.355500 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 10 03:45:33.355823 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: servicetype.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.356933 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.357473 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: service-type
Dec 10 03:45:33.357798 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: sorting.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.358777 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.359108 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: sorting
Dec 10 03:45:33.359429 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: standard_attr_segment.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.360349 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.360861 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 10 03:45:33.361182 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: standardattrdescription.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.361862 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.362365 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: standard-attr-description
Dec 10 03:45:33.362685 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: stateful_security_group.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.363608 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.364118 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: stateful-security-group
Dec 10 03:45:33.364441 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: stdattrs_common.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.365033 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 10 03:45:33.365381 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.366395 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.366903 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 10 03:45:33.367223 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnet_onboard.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.368837 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.369378 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: subnet_onboard
Dec 10 03:45:33.369702 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.370625 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.371135 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 10 03:45:33.371457 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnet_service_types.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.372386 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.372895 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: subnet-service-types
Dec 10 03:45:33.373217 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnetallocation.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.374326 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.374837 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: subnet_allocation
Dec 10 03:45:33.375160 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.375823 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.376335 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: subnetpool-prefix-ops
Dec 10 03:45:33.376657 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.377631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.378132 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 10 03:45:33.378453 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: tagging.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.379489 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.380007 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: standard-attr-tag
Dec 10 03:45:33.380331 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: timestamp.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.381550 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.382088 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loaded extension: standard-attr-timestamp
Dec 10 03:45:33.382412 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: trunk.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.383443 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.383987 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension trunk not supported by any of loaded plugins
Dec 10 03:45:33.384309 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: trunk_details.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.385229 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.385767 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension trunk-details not supported by any of loaded plugins
Dec 10 03:45:33.386090 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: uplink_status_propagation.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.387007 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.387515 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 10 03:45:33.387834 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Loading extension file: vlantransparent.py {{(pid=87488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 10 03:45:33.388501 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 10 03:45:33.389002 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 10 03:45:33.391445 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:network
Dec 10 03:45:33.392166 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnet
Dec 10 03:45:33.392957 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 10 03:45:33.393582 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:port
Dec 10 03:45:33.394858 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.395296 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service FLAVORS assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.395913 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.396355 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.396685 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:router
Dec 10 03:45:33.397366 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:floatingip
Dec 10 03:45:33.398090 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service METERING assigned prefix: /metering {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.399550 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e1b3910>> rbac-policy before_create 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.399925 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e1b3910>> rbac-policy before_update 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.400280 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7d9e1b3910>> rbac-policy before_delete 55550000 {{(pid=87488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:45:33.401492 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 10 03:45:33.401902 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:security_group
Dec 10 03:45:33.402556 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 10 03:45:33.403315 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service CORE assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.403655 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 10 03:45:33.403997 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] subnetpool is already registered
Dec 10 03:45:33.404589 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service CORE assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.404915 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 10 03:45:33.405245 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] subnetpool is already registered
Dec 10 03:45:33.407808 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.408242 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service FLAVORS assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.408832 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.409255 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.409608 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:router
Dec 10 03:45:33.409944 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] router is already registered
Dec 10 03:45:33.410534 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:floatingip
Dec 10 03:45:33.410879 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] floatingip is already registered
Dec 10 03:45:33.411506 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service METERING assigned prefix: /metering {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.412176 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 10 03:45:33.412507 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] rbac_policy is already registered
Dec 10 03:45:33.413051 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:security_group
Dec 10 03:45:33.413403 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] security_group is already registered
Dec 10 03:45:33.413990 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 10 03:45:33.414317 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] security_group_rule is already registered
Dec 10 03:45:33.414966 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service CORE assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.415830 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 10 03:45:33.416163 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] subnetpool is already registered
Dec 10 03:45:33.416758 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.v2.resource_helper [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Service CORE assigned prefix:  {{(pid=87488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 10 03:45:33.417079 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 10 03:45:33.417430 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING neutron.quota.resource_registry [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] subnetpool is already registered
Dec 10 03:45:33.418069 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: extensions {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.419534 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: address-groups {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.421156 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: address-scopes {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.422392 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: agents {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.423545 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: auto-allocated-topology {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.424790 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: availability_zones {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.426141 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: dhcp-networks {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.427548 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: dhcp-agents {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.428987 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: routers {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.432233 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: flavors {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.433434 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: service_profiles {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.434648 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: next_providers {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.436191 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: service_profiles {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.437652 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: floatingip-pools {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.438871 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: routers {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.440664 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: floatingips {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.441879 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: l3-routers {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.443278 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: l3-agents {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.444690 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: metering-labels {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.446085 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: metering-label-rules {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.447380 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: network-ip-availabilities {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.448643 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: bindings {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.450595 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: quotas {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.452028 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: quotas {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.453461 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: rbac-policies {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.454750 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: security-groups {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.455943 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: security-group-rules {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.457179 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: service-providers {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.458434 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: subnetpools {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.459855 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: subnetpools {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.461291 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.463043 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.464861 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.466697 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.468473 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.470375 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.472072 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.474016 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.475772 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.478182 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron.api.extensions [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Extended resource: tags {{(pid=87488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 10 03:45:33.484416 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING keystonemiddleware.auth_token [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 10 03:45:33.489164 dv-neutron-821182-1-hyperv neutron-server[87488]: WARNING keystonemiddleware.auth_token [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 10 03:45:33.497906 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Acquired lock "singleton_lock" {{(pid=87488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 10 03:45:33.498386 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Releasing lock "singleton_lock" {{(pid=87488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 10 03:45:33.499021 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Starting 2 workers
Dec 10 03:45:33.503622 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Started child 87629 {{(pid=87488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 10 03:45:33.507794 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Started child 87630 {{(pid=87488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 10 03:45:33.508495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.509404 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO neutron.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 10 03:45:33.509972 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [-] (87629) wsgi starting up on http://0.0.0.0:9696
Dec 10 03:45:33.510071 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Notify callbacks [] for process, before_spawn {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.512136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.512590 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Starting 1 workers
Dec 10 03:45:33.513549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [-] (87630) wsgi starting up on http://0.0.0.0:9696
Dec 10 03:45:33.517257 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Started child 87631 {{(pid=87488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 10 03:45:33.517801 dv-neutron-821182-1-hyperv neutron-server[87488]: INFO oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Starting 1 workers
Dec 10 03:45:33.520641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] calling RpcWorker wait() {{(pid=87631) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 10 03:45:33.521146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] returning from RpcWorker wait() {{(pid=87631) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 10 03:45:33.521999 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Started child 87632 {{(pid=87488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 10 03:45:33.522516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.522763 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c469f284-52c7-4f43-8495-41fad98e1247 None None] Notify callbacks [] for process, after_spawn {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.523065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:33.524578 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 10 03:45:33.524785 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 10 03:45:33.524973 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 10 03:45:33.525183 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 10 03:45:33.525562 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 10 03:45:33.525722 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 10 03:45:33.526223 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.526485 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.526573 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:33.527010 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.527010 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.527262 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.527802 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.528059 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.528304 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.528583 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.528815 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.528977 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.529133 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.529395 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.529625 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.529911 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.530168 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.530402 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.530682 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.530845 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.531110 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.531380 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.531621 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.531887 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.532147 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.532615 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.532866 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.533098 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.533341 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.533617 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.533860 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.534121 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.534366 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.534578 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.534837 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.535109 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.535351 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.535601 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.535832 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.536098 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.536313 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.536780 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] host                           = dv-neutron-821182-1-hyperv {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.536996 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.537218 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.537481 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.537730 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.537973 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.538217 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.538462 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.538702 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.538956 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.539208 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.539473 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.539696 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.539939 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.540732 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.540877 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.541103 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.541411 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.541671 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.541854 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.542019 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.542190 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.542436 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.542596 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.542825 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.543071 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.543301 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.543512 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.543752 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.543977 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.544249 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.544475 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.544702 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.544911 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.545167 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.545433 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.545658 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.545889 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.546124 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.546360 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.546584 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.546801 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.547024 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.547333 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.547484 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.547735 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.547961 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.548200 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.548430 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.548679 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.548906 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.549133 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.549367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.549640 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.549863 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.550117 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.550368 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.550582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:33.550741 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.550881 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.551017 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.551231 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.551442 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.551655 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.552017 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.552159 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.552296 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.552767 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.552767 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.553170 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.553170 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.553582 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.553903 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.554216 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.554541 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.554754 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.555000 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.555251 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.555550 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.556416 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.556697 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.557153 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.557397 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.557631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.557774 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.557987 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.558269 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.558552 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.558552 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.559114 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.559266 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.559491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.559731 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.560065 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.560335 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.560590 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.560849 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.561080 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.561347 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.561572 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.561786 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.561999 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.562216 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.562484 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.562701 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.562916 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.563180 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.563370 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.563584 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564843 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.564922 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.565162 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.565582 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.565998 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.566406 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.566824 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.567061 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.567456 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.567858 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.568217 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.568566 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.568993 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.569440 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.569835 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.570236 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.570631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.571012 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.571261 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.571544 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.571794 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.572013 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.572228 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.572449 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.572665 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.572914 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.573156 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.573398 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.573636 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.573857 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.574379 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.575555 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.576795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.576795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.576795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.576795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.576795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.577395 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.577395 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.577395 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.577647 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.577883 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.578341 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.578769 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.579022 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.579242 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.579494 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.579747 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.580024 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.580261 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.580526 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.580770 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.581027 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.581260 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.581671 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.581896 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.582140 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.582378 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.582603 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.582875 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.583154 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.583430 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.583717 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.583969 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.584256 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.584491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.584775 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.584992 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.585262 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.585601 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.585869 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.586130 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.586390 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.586645 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.586938 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.587168 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.587454 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.587718 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.587945 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.588163 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.588428 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.588697 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.588929 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.589144 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.589393 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.589728 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.589980 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.590204 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.590819 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.590819 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.591149 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.591301 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.591431 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.591692 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.591924 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.592181 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.592553 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.592923 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.593341 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.593597 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.593831 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.594163 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.594282 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.594518 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.594746 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.594956 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.595487 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.595487 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.595759 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.595884 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.596367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.596367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.596622 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.596759 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.596967 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.597515 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.597515 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.597771 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.597908 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.598077 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.598343 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.598556 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.598973 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.599226 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.599469 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.599693 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.599914 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.600166 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.600398 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.600620 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.600839 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.601053 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.601264 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.601505 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.601754 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.601968 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.602192 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.602423 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.603193 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.603438 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.603760 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.604011 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.604259 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.604491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.604703 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.604922 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.605154 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.605396 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.605630 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.605842 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.606053 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.606328 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.606574 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.606831 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.607040 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.607269 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.607475 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.607707 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.607933 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.608227 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.608467 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.608696 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.608929 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.609155 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.609404 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.609611 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.609839 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.610051 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.610257 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.610501 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.610708 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.611005 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.611156 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.611314 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.611606 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.611852 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.612085 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.612368 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.612615 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.612838 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.613089 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.613409 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.613623 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.613883 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.614137 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.614351 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.614585 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.614866 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.615329 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.615491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.615732 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.615984 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.616268 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.616532 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.616825 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.617025 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.617330 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.617658 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.617933 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.618218 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.618966 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.619251 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.619493 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.619703 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.619914 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.620144 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.620377 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.620607 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.620838 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.621416 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.621416 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.621704 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.621704 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.621956 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.622188 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.622429 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.622662 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.622819 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 10 03:45:33.623344 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 10 03:45:33.623503 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 10 03:45:33.623655 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 10 03:45:33.623823 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 10 03:45:33.623990 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 10 03:45:33.624141 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 10 03:45:33.624344 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.624503 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.624660 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.624816 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.624973 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625148 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625320 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625481 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625638 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.625953 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626108 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626264 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626421 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626578 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626734 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.626890 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627045 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627211 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627521 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627677 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627832 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.627988 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628182 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628343 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628498 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628654 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628809 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.628964 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629119 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629273 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629452 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629613 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629771 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.629925 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630080 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630236 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630391 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630545 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630700 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] host                           = dv-neutron-821182-1-hyperv {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.630856 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631011 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631166 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631320 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631481 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631636 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631793 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.631948 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632103 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632258 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632414 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632568 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632724 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.632872 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633125 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633248 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633410 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633533 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633655 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633803 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.633964 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634118 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634274 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634432 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634586 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634741 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.634895 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635049 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635203 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635360 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635515 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635689 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635814 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.635970 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636125 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636281 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636434 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636589 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636744 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.636901 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637056 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637256 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637399 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637521 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637666 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637821 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.637976 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638130 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638286 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638440 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638597 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638752 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.638910 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639065 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639220 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639376 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639530 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639735 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639843 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.639980 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640134 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640288 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640445 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640600 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640755 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.640910 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.641064 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.641211 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.641409 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 10 03:45:33.641547 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.641707 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.641876 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642034 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642191 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642348 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642506 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642664 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642822 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.642978 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643142 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643301 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643468 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643625 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643782 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.643941 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644098 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644255 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644413 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644570 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644727 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.644883 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645054 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645212 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645391 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645550 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645708 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.645854 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646012 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646171 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646329 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646488 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646646 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646803 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.646960 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647117 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647280 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647439 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647596 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647755 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.647914 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648071 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648229 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648387 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648546 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648691 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.648849 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649008 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649167 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649353 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649563 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649721 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.649887 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650045 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650204 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650343 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650491 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650649 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650807 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.650965 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651122 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651292 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651442 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651644 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651781 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.651913 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652043 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652191 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652349 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652506 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652650 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652814 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.652972 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653131 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653288 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653465 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653624 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653783 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.653940 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:33.654124 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654244 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654401 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654559 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654717 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.654882 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655054 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655211 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655367 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655523 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655680 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655838 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.655995 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656151 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656309 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656467 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656624 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656780 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.656939 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657096 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657258 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657435 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657592 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657749 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.657905 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658062 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658219 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658376 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658534 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658690 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.658847 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659003 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659167 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659326 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659486 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659644 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659809 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.659992 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660130 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660276 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660433 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660589 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660746 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.660904 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661062 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661218 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661396 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661553 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661718 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.661885 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662042 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662201 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662359 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662538 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662696 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.662852 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663009 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663166 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663323 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663480 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663638 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663795 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.663953 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664111 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664269 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664428 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664585 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664742 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.664900 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.665594 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.665755 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.665915 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666073 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666231 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666389 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666548 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666706 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.666863 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667022 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667179 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667339 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667496 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667662 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667820 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.667978 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668135 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668292 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668449 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668596 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668742 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.668898 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669039 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669200 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669376 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669518 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669674 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669835 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.669982 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670220 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670363 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670447 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670578 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670736 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.670894 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671053 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671212 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671372 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671530 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671702 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.671860 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672016 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672174 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672331 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672488 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672647 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672804 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.672961 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673119 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673276 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673457 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673618 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673776 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.673934 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674093 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674254 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674415 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674557 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674724 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.674882 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675042 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675200 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675357 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675524 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675681 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675853 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.675994 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676152 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676317 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676474 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676631 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676787 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.676949 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677106 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677264 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677442 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677612 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677777 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.677912 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678066 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678235 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678387 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678550 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678696 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.678856 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679013 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679172 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679484 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679484 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679637 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.679787 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.680000 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.680136 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.680249 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.680396 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.680564 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.681413 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.681553 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.681674 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.681793 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.681914 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682048 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682189 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682347 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682503 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682661 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682819 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.682971 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683129 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683285 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683441 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683598 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683755 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.683910 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.684067 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.684223 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 10 03:45:33.684377 dv-neutron-821182-1-hyperv neutron-server[87488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 10 03:45:33.914804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:45:33.923790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062606
Dec 10 03:45:44.387285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c7db3-c6de-447f-9261-e6b7f8230b2d None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:45:44.446796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8dcaab3d-b140-4f81-a1ef-db39085b1e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:44.473780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c7db3-c6de-447f-9261-e6b7f8230b2d None None] No non-hosted networks {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 10 03:45:46.593490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5d7fd7fa-f899-43be-a7c8-b725383d4caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:46.628941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-734022de-5a05-4f44-8661-55e4d93f8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:47.478473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:47.884050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:47.884943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.885712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.885978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.886308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.886681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.887065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.887404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.887764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.888039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.888418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.888901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.889518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:47.890186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7d9d59b670>, 'Open vSwitch agent', 'dv-neutron-821182-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:47.900056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545370>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821182-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:45:49.335334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:49.879326 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.db.l3_hamode_db [None req-ce167919-4171-4ee5-a9f4-a514f3115152 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 10 03:45:49.963954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce167919-4171-4ee5-a9f4-a514f3115152 None None] Routers set() bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:45:49.964345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce167919-4171-4ee5-a9f4-a514f3115152 None None] Router IDs set() for agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 10 03:45:50.814870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58454) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:45:51.373899 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING oslo_policy.policy [None req-8e382262-0684-4838-9d5e-fe4043968e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:45:51.374458 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING oslo_policy.policy [None req-8e382262-0684-4838-9d5e-fe4043968e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:45:51.590494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-8e382262-0684-4838-9d5e-fe4043968e5c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:45:51.591510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8e382262-0684-4838-9d5e-fe4043968e5c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7757530
Dec 10 03:45:53.897517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58468) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:45:54.248989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:45:54.348391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.policy [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87630) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 10 03:45:54.393964 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING oslo_policy.policy [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:45:54.394356 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING oslo_policy.policy [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:45:54.403257 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.quota [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7d9dc885e0>.
Dec 10 03:45:54.418312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:45:54.476463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092243997', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092243560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092270106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092263483', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092221472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761092211001', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2048143', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1135247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-371916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421280'] for rbac-policy, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:54.537729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:54.538877 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eb1f7bcb-746d-44b3-83a5-960ed151cc12 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6404037
Dec 10 03:45:57.102369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:45:57.439138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'name': 'private'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:45:57.443839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:45:57.448691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Usage tracker for resource:network and tenant:9e1778fea2a74470a00dfc9fa1af3696 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:45:57.453416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:45:57.459488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:45:57.469215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Made reservation on behalf of 9e1778fea2a74470a00dfc9fa1af3696 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:45:57.471850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.488723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.502496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:45:57.506073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Usage tracker for resource:security_group_rule and tenant:9e1778fea2a74470a00dfc9fa1af3696 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:45:57.511552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:45:57.517036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:45:57.611541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.615109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.620184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:45:57.636148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:45:57.660421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761094291613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.660992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7d9e9c09d0> segment precommit_create {{(pid=87630) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 10 03:45:57.661473 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Added segment 9407d871-25ab-4aa2-a202-8185ec1fb5ad of type vlan for network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e
Dec 10 03:45:57.712371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c62ad-41e9-40c7-b885-06fb86d05bf9,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:45:57.731927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.732196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.732518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.732837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.733151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.733496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.733809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.734134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.734446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.734753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.735056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.735358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Tracked resource versions report:
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]: pushed versions:
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]: {   'AddressGroup': {'1.2'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'ConntrackHelper': {'1.0'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Log': {'1.0'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Network': {'1.1'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Port': {'1.7'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'PortForwarding': {'1.2'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'QosPolicy': {'1.8'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SecurityGroup': {'1.4'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SubPort': {'1.0'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Subnet': {'1.1'},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Trunk': {'1.1'}}
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]: consumer versions:
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Log': '1.0',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Network': '1.1',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Port': '1.7',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'PortForwarding': '1.2',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'QosPolicy': '1.8',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SecurityGroup': '1.4',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SubPort': '1.0',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Subnet': '1.1',
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Trunk': '1.1'}}
Dec 10 03:45:57.736640 dv-neutron-821182-1-hyperv neutron-server[87630]:  {{(pid=87630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:45:57.780255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.787921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:45:57.821133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.822557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:45:57.823223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:45:57.828214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:45:57.929312 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8258758
Dec 10 03:45:57.930414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Pushing event updated for resources: {'Network': ['ID=4e76545b-9c0b-4b25-b346-d919cc3d5e2e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:45:57.954976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:45:57.963208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:46:00.553319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58498) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:00.992816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9318ccf-9c2d-4800-b94e-0690f3b2e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:00.994109 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a9318ccf-9c2d-4800-b94e-0690f3b2e783 admin admin] 10.222.0.44 "GET /v2.0/networks/4e76545b-9c0b-4b25-b346-d919cc3d5e2e HTTP/1.1" status: 200  len: 825 time: 0.4398217
Dec 10 03:46:01.020212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-64b15f03-1431-4b82-9598-08a5c9424718 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/162a7dc3-ff97-4bd7-9ac8-6e37adc93459 HTTP/1.1" status: 200  len: 734 time: 0.0207365
Dec 10 03:46:01.028183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Request body: {'subnet': {'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:46:01.032303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:46:01.035944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Usage tracker for resource:subnet and tenant:9e1778fea2a74470a00dfc9fa1af3696 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:46:01.038726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:46:01.044198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:46:01.053599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Made reservation on behalf of 9e1778fea2a74470a00dfc9fa1af3696 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:46:01.056294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:01.320177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:01.325313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:01.412855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52640654-5ea1-40ea-addc-d46413c94b8e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:01.417438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Checking segment: {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:46:01.417816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Network hostable DHCP agents. Network: 4e76545b-9c0b-4b25-b346-d919cc3d5e2e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:46:01.421907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:01.438584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:46:01.448904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 4e76545b-9c0b-4b25-b346-d919cc3d5e2e) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:01.453645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:01.454215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:01.458536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f117b-1736-4856-b88b-4c887b112e51 None None] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:46:01.481516 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4489608
Dec 10 03:46:01.857346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:46:01.858528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.039038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Allocated IP 172.20.0.2 (4e76545b-9c0b-4b25-b346-d919cc3d5e2e/52640654-5ea1-40ea-addc-d46413c94b8e/fe691d4e-d49d-4612-b44c-d8c6b6704424) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:46:02.263538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.276297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Transition to ACTIVE for port object fe691d4e-d49d-4612-b44c-d8c6b6704424 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:46:02.294657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Transition to ACTIVE for port object fe691d4e-d49d-4612-b44c-d8c6b6704424 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:46:02.301892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.310375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:02.369219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:46:02.372138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:02.378909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Pushing event updated for resources: {'Port': ['ID=fe691d4e-d49d-4612-b44c-d8c6b6704424,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:02.381093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:46:02.390301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.390649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.390972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.391288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.391600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.391926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.392237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.392543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.392862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.393172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.393500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.393802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Tracked resource versions report:
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]: pushed versions:
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]: {   'AddressGroup': {'1.2'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'ConntrackHelper': {'1.0'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Log': {'1.0'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Network': {'1.1'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Port': {'1.7'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'PortForwarding': {'1.2'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'QosPolicy': {'1.8'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SecurityGroup': {'1.4'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SubPort': {'1.0'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Subnet': {'1.1'},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Trunk': {'1.1'}}
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]: consumer versions:
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Log': '1.0',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Network': '1.1',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Port': '1.7',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'PortForwarding': '1.2',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'QosPolicy': '1.8',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SecurityGroup': '1.4',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SubPort': '1.0',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Subnet': '1.1',
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Trunk': '1.1'}}
Dec 10 03:46:02.395122 dv-neutron-821182-1-hyperv neutron-server[87631]:  {{(pid=87631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:46:02.430188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:02.482528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Attempting to bind port fe691d4e-d49d-4612-b44c-d8c6b6704424 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:46:02.483188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Attempting to bind port fe691d4e-d49d-4612-b44c-d8c6b6704424 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:46:02.483340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Attempting to bind port fe691d4e-d49d-4612-b44c-d8c6b6704424 on network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:46:02.488417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:46:02.488814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Checking segment: {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:46:02.489331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.489723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Bound using segment: {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:46:02.490219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Bound port: fe691d4e-d49d-4612-b44c-d8c6b6704424, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:46:02.490612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.574941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] For port fe691d4e-d49d-4612-b44c-d8c6b6704424, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:46:02.578629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] For port fe691d4e-d49d-4612-b44c-d8c6b6704424, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fe691d4e-d49d-4612-b44c-d8c6b6704424,segment=NetworkSegment(9407d871-25ab-4aa2-a202-8185ec1fb5ad),segment_id=9407d871-25ab-4aa2-a202-8185ec1fb5ad)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:46:02.583767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:02.587393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:02.687427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Pushing event updated for resources: {'Port': ['ID=fe691d4e-d49d-4612-b44c-d8c6b6704424,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:02.692468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:03.849513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58508) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:04.218731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-9166bf55-7381-450c-abd9-3c5fd2d12682 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:46:04.219750 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9166bf55-7381-450c-abd9-3c5fd2d12682 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3692861
Dec 10 03:46:05.622461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fe691d4e-d49d-4612-b44c-d8c6b6704424 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:05.687964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port fe691d4e-d49d-4612-b44c-d8c6b6704424 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:46:06.364294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0024e5-e121-4773-89c9-dfb5f1f47e14 None None] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:46:06.456096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Provisioning for port fe691d4e-d49d-4612-b44c-d8c6b6704424 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:46:06.463825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Provisioning complete for port fe691d4e-d49d-4612-b44c-d8c6b6704424 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:06.464219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:06.581064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58522) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:06.683729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:06.727579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] For port fe691d4e-d49d-4612-b44c-d8c6b6704424, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fe691d4e-d49d-4612-b44c-d8c6b6704424,segment=NetworkSegment(9407d871-25ab-4aa2-a202-8185ec1fb5ad),segment_id=9407d871-25ab-4aa2-a202-8185ec1fb5ad)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:46:06.732004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:06.738622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e2ea1368-95cb-41ab-8358-72cdf0102c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:06.811678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Pushing event updated for resources: {'Port': ['ID=fe691d4e-d49d-4612-b44c-d8c6b6704424,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:06.814700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:06.951813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-0fd9a7e5-7468-4c57-82ef-af9701ca6bac admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:46:06.953654 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0fd9a7e5-7468-4c57-82ef-af9701ca6bac admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3714426
Dec 10 03:46:07.055000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-af654f95-d749-4124-b1ca-918eaebc1dca None None] Provisioning complete for port fe691d4e-d49d-4612-b44c-d8c6b6704424 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:07.055319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-af654f95-d749-4124-b1ca-918eaebc1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:07.596533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fe691d4e-d49d-4612-b44c-d8c6b6704424 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:07.663521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port fe691d4e-d49d-4612-b44c-d8c6b6704424 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:07.663915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:09.545221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:09.885891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:46:09.890976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:46:09.894727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Usage tracker for resource:router and tenant:9e1778fea2a74470a00dfc9fa1af3696 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:46:09.897980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:46:09.903586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:46:09.913419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:09.914996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:09.936222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:10.043451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:10.061865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:10.063005 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78d9a20c-528f-46d4-8ac2-f496419018cb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5167906
Dec 10 03:46:12.385499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58544) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:12.739562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-d32f1f3a-60bc-48cf-9756-c05de9867b8a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:46:12.740542 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d32f1f3a-60bc-48cf-9756-c05de9867b8a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3540874
Dec 10 03:46:14.294736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0940734c-d573-47b3-a761-ed6f4aefa69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.156080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58554) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:15.508557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:46:15.513415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:46:15.517129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Usage tracker for resource:network and tenant:8510becebee2475691c1869db7c36020 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:46:15.519921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:46:15.525511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:46:15.534710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Made reservation on behalf of 8510becebee2475691c1869db7c36020 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:46:15.536924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.548774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.562814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:46:15.566393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Usage tracker for resource:security_group_rule and tenant:8510becebee2475691c1869db7c36020 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:46:15.569031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:46:15.574927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:46:15.652130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.655849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.659845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:15.673809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Reserving flat network on physical network physnet1 {{(pid=87630) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 10 03:46:15.693587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e163c-a92c-4155-97b7-a0996db4668e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:15.697505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:15.698381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.698711 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Added segment d74a6b3c-dd20-48f1-8370-9860f2da60d2 of type flat for network 995c67b5-d93d-40f0-b617-1e717b3db9b0
Dec 10 03:46:15.729809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.763490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.764646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:15.765202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:15.769539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a558d738-0a40-4914-a8b8-4bd63c35538e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:15.863642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Pushing event updated for resources: {'Network': ['ID=995c67b5-d93d-40f0-b617-1e717b3db9b0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:15.866680 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7096303
Dec 10 03:46:15.867362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:15.881044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:46:16.589714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0550461-6ba5-4f44-9fd6-7bd99f812dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:17.428643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:17.846608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:18.172519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58564) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:18.511914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e5a35-11f5-45a6-8ba8-65296c0218c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:18.513239 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e15e5a35-11f5-45a6-8ba8-65296c0218c3 admin admin] 10.222.0.44 "GET /v2.0/subnets/52640654-5ea1-40ea-addc-d46413c94b8e HTTP/1.1" status: 200  len: 849 time: 0.3397725
Dec 10 03:46:18.654123 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-27f1a853-11b6-4529-9c62-28b3458743bf admin admin] 10.222.0.44 "GET /v2.0/routers/eae7c583-b2c8-4b68-be22-7f32a39eb5f4 HTTP/1.1" status: 200  len: 704 time: 0.1353080
Dec 10 03:46:19.131075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.250990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.388056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Allocated IP 172.20.0.1 (4e76545b-9c0b-4b25-b346-d919cc3d5e2e/52640654-5ea1-40ea-addc-d46413c94b8e/3e1d615d-bcbb-488a-b4fd-95eb34de4b1d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:46:19.537503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.554462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Transition to ACTIVE for port object 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:46:19.606393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.610732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:19.669822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:46:19.672612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:19.676287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:46:19.676808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.812578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:19.818483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:19.854115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-346ca55f-6030-48b7-80e8-6f8e45240611 None None] Provisioning for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:46:19.859071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-346ca55f-6030-48b7-80e8-6f8e45240611 None None] Provisioning complete for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:19.859676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-346ca55f-6030-48b7-80e8-6f8e45240611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:19.917551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-346ca55f-6030-48b7-80e8-6f8e45240611 None None] Port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:46:19.938734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:20.155235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:20.159683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:20.160870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:20.165458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:20.299332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:20.302013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:20.352022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:46:20.353044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:20.539425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b2ca5f2-f3ea-4c5b-949f-057ecd298c0c None None] Provisioning complete for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:20.539983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca5f2-f3ea-4c5b-949f-057ecd298c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:20.540286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:46:20.595446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ca5f2-f3ea-4c5b-949f-057ecd298c0c None None] Port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:46:20.731726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:46:20.740402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] 10.222.0.44 "PUT /v2.0/routers/eae7c583-b2c8-4b68-be22-7f32a39eb5f4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0814028
Dec 10 03:46:20.742185 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Sync routers for ids ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:46:20.752240 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Routers {'eae7c583-b2c8-4b68-be22-7f32a39eb5f4'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:46:20.753125 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:46:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:20.926416 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Set router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:46:21.283348 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9640>, [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:19Z', 'revision_number': 2, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port_host': None, '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:20Z', 'revision_number': 2, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:21.288149 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Checking router: eae7c583-b2c8-4b68-be22-7f32a39eb5f4 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:46:21.289060 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Updating router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:46:21.342544 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:21.712728 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:21.728714 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Transition to ACTIVE for port object 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:46:21.735102 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:21.744785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:21.978554 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Pushing event updated for resources: {'Port': ['ID=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:21.987781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.988128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.988453 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.988768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.989082 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.989435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.989751 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.990059 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.990377 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.990681 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.990984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.991295 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Tracked resource versions report:
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]: pushed versions:
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]: {   'AddressGroup': {'1.2'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'ConntrackHelper': {'1.0'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Log': {'1.0'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Network': {'1.1'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Port': {'1.7'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'PortForwarding': {'1.2'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'QosPolicy': {'1.8'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SecurityGroup': {'1.4'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SubPort': {'1.0'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Subnet': {'1.1'},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Trunk': {'1.1'}}
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]: consumer versions:
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Log': '1.0',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Network': '1.1',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Port': '1.7',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'PortForwarding': '1.2',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'QosPolicy': '1.8',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SecurityGroup': '1.4',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SubPort': '1.0',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Subnet': '1.1',
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Trunk': '1.1'}}
Dec 10 03:46:21.992650 dv-neutron-821182-1-hyperv neutron-server[87632]:  {{(pid=87632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:46:21.995047 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Attempting to bind port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:46:21.995446 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Attempting to bind port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:46:21.995869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Attempting to bind port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d on network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:46:22.000732 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:22.003116 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:46:22.003522 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Checking segment: {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:46:22.004036 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:22.004414 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Bound using segment: {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:46:22.004919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Bound port: 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9407d871-25ab-4aa2-a202-8185ec1fb5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:46:22.005298 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:22.095738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] For port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:46:22.099510 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] For port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,segment=NetworkSegment(9407d871-25ab-4aa2-a202-8185ec1fb5ad),segment_id=9407d871-25ab-4aa2-a202-8185ec1fb5ad)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:46:22.105477 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:22.109253 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:22.195938 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Routers {'eae7c583-b2c8-4b68-be22-7f32a39eb5f4'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:46:22.196565 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:46:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:22.243794 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Pushing event updated for resources: {'Port': ['ID=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:22.253093 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:22.349878 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] Set router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:46:22.676102 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9640>, [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:19Z', 'revision_number': 2, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port_host': None, '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:22Z', 'revision_number': 4, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:22.680441 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1b6ca-cd93-418e-bd9e-58d1a19198f8 None None] The sync data for ids ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'] in dv-neutron-821182-1-hyperv is: [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:19Z', 'revision_number': 2, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port_host': None, '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:22Z', 'revision_number': 4, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:46:22.978077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58586) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:23.123680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14b3be-a0d7-4c96-b8e1-336d79532f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:23.124238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd14b3be-a0d7-4c96-b8e1-336d79532f55 admin admin] Synchronizing usage tracker for tenant:8510becebee2475691c1869db7c36020 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:46:23.142172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd14b3be-a0d7-4c96-b8e1-336d79532f55 admin admin] Unset dirty status for tenant:8510becebee2475691c1869db7c36020 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:46:23.149124 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd14b3be-a0d7-4c96-b8e1-336d79532f55 admin admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 842 time: 0.1642470
Dec 10 03:46:23.153351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'cidr': '172.26.1.0/24', 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:46:23.158405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:46:23.162212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Usage tracker for resource:subnet and tenant:8510becebee2475691c1869db7c36020 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:46:23.165575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:46:23.174831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:46:23.185033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Made reservation on behalf of 8510becebee2475691c1869db7c36020 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:46:23.187358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:23.558841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:46:23.559307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:23.563506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:23.634047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:23.636967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:46:23.637344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Network hostable DHCP agents. Network: 995c67b5-d93d-40f0-b617-1e717b3db9b0, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:46:23.662178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cc72b3-6f71-40e5-95d0-3736db596b7b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:23.667279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:23.670506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:46:23.680477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 995c67b5-d93d-40f0-b617-1e717b3db9b0) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:23.684399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:23.684978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:23.691522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f7089-87e9-4676-8d91-86e3acc502f4 None None] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:46:23.703937 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5540392
Dec 10 03:46:23.795421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:46:23.811861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:23.812328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:24.044017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff717bd-715f-4579-a2ba-23febfd39353 None None] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:46:24.065603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:24.171734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,segment=NetworkSegment(9407d871-25ab-4aa2-a202-8185ec1fb5ad),segment_id=9407d871-25ab-4aa2-a202-8185ec1fb5ad)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:46:24.184543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:24.190307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:24.322911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3e1d615d-bcbb-488a-b4fd-95eb34de4b1d,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:24.333036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:25.607542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:25.674224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:25.674622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:25.941926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58610) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:26.129240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3ea0c025-c6ad-4073-879b-86405bafd4cb admin admin] 10.222.0.44 "GET /v2.0/routers/eae7c583-b2c8-4b68-be22-7f32a39eb5f4 HTTP/1.1" status: 200  len: 710 time: 0.1861320
Dec 10 03:46:26.253024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa24f4-e32e-4b74-ab78-381e202db4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:46:26.254380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f4aa24f4-e32e-4b74-ab78-381e202db4e1 admin admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 886 time: 0.1196167
Dec 10 03:46:26.263305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:46:26.744325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:27.060094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:27.113326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:27.243624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Allocated IP 172.26.1.249 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/c63138af-3131-4c26-94c4-bfc6b367217c) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:46:27.385765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:27.414525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:27.417238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:27.475197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:46:27.478412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:46:27.482046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:46:27.597114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Pushing event updated for resources: {'Port': ['ID=c63138af-3131-4c26-94c4-bfc6b367217c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:27.607892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:27.859928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:28.233852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:28.237039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:28.407198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:46:28.575910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:46:28.583611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:28.584781 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] 10.222.0.44 "PUT /v2.0/routers/eae7c583-b2c8-4b68-be22-7f32a39eb5f4 HTTP/1.1" status: 200  len: 890 time: 2.3245463
Dec 10 03:46:28.585615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Sync routers for ids ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:46:28.595490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Routers {'eae7c583-b2c8-4b68-be22-7f32a39eb5f4'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:46:28.596189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:46:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:28.789792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Set router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:46:29.125888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063670>, [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:27Z', 'revision_number': 4, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port': {'id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:27Z', 'updated_at': '2021-12-10T03:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:24Z', 'revision_number': 5, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:29.130864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Checking router: eae7c583-b2c8-4b68-be22-7f32a39eb5f4 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:46:29.131215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Updating router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 port c63138af-3131-4c26-94c4-bfc6b367217c binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:46:29.184399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.510964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.522132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Transition to ACTIVE for port object c63138af-3131-4c26-94c4-bfc6b367217c will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:46:29.528308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.532209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-237d8db7-05ca-4c19-8b8e-232d790abc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:29.573288 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:46:29.607363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Attempting to bind port c63138af-3131-4c26-94c4-bfc6b367217c on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:46:29.607937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Attempting to bind port c63138af-3131-4c26-94c4-bfc6b367217c by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:46:29.608084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Attempting to bind port c63138af-3131-4c26-94c4-bfc6b367217c on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:46:29.610074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Pushing event updated for resources: {'Port': ['ID=c63138af-3131-4c26-94c4-bfc6b367217c,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:29.614379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:29.617440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:46:29.617819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:46:29.618217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.618603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:46:29.619064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Bound port: c63138af-3131-4c26-94c4-bfc6b367217c, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:46:29.619461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.712395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] For port c63138af-3131-4c26-94c4-bfc6b367217c, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:46:29.715871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] For port c63138af-3131-4c26-94c4-bfc6b367217c, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c63138af-3131-4c26-94c4-bfc6b367217c,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:46:29.719320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:29.722932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:29.796545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Routers {'eae7c583-b2c8-4b68-be22-7f32a39eb5f4'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:46:29.797151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:46:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:29.845581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Pushing event updated for resources: {'Port': ['ID=c63138af-3131-4c26-94c4-bfc6b367217c,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:29.855291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:29.977706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] Set router eae7c583-b2c8-4b68-be22-7f32a39eb5f4 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:46:30.293897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063670>, [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:27Z', 'revision_number': 4, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port': {'id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:27Z', 'updated_at': '2021-12-10T03:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:24Z', 'revision_number': 5, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:46:30.297748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acf42c-6f2b-4cd2-b1f5-8de67b7edbf5 None None] The sync data for ids ['eae7c583-b2c8-4b68-be22-7f32a39eb5f4'] in dv-neutron-821182-1-hyperv is: [{'id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'name': 'router1', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:46:09Z', 'updated_at': '2021-12-10T03:46:27Z', 'revision_number': 4, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'gw_port': {'id': 'c63138af-3131-4c26-94c4-bfc6b367217c', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:27Z', 'updated_at': '2021-12-10T03:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '3e1d615d-bcbb-488a-b4fd-95eb34de4b1d', 'name': '', 'network_id': '4e76545b-9c0b-4b25-b346-d919cc3d5e2e', 'tenant_id': '9e1778fea2a74470a00dfc9fa1af3696', 'mac_address': 'fa:16:3e:e2:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae7c583-b2c8-4b68-be22-7f32a39eb5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:46:19Z', 'updated_at': '2021-12-10T03:46:24Z', 'revision_number': 5, 'project_id': '9e1778fea2a74470a00dfc9fa1af3696', 'subnets': [{'id': '52640654-5ea1-40ea-addc-d46413c94b8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '162a7dc3-ff97-4bd7-9ac8-6e37adc93459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:46:30.939893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 58620) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:46:31.055794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-293d57f6-0bbb-4810-aaaf-27ad09234ff1 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1147680
Dec 10 03:46:31.633638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c63138af-3131-4c26-94c4-bfc6b367217c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:31.700309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c63138af-3131-4c26-94c4-bfc6b367217c completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:46:31.704973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c63138af-3131-4c26-94c4-bfc6b367217c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:31.705372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:31.823805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:31.842689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port c63138af-3131-4c26-94c4-bfc6b367217c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c63138af-3131-4c26-94c4-bfc6b367217c,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:46:31.850500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:31.859711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:46:31.941729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=c63138af-3131-4c26-94c4-bfc6b367217c,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:46:31.946066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:46:33.614429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c63138af-3131-4c26-94c4-bfc6b367217c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:46:33.687136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c63138af-3131-4c26-94c4-bfc6b367217c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:46:33.687659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:44.296923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-356a7060-6abc-4500-92c7-6eedbe400959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:46.591090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7e7fb7e2-f383-47ae-80ff-8641b3159df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:47.432904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:47.851377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:46:49.264261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:06.571685 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:47:14.309072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-662c8fb1-00ca-42f3-b967-3104fe946661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:16.606217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0583e57f-ffd4-4354-b15b-8fb7275ec90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:17.437762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:17.854440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:19.270162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:43.571439 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:47:44.302176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2ec49e6-600a-4229-b6f2-ae56196b0243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:46.598491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-371e1013-0029-4bbb-8698-2ee695e61cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:47.440621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:47.860206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:47:49.276130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:14.304662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c5e01cb-1779-4bcd-b9c7-9eb69a63acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:16.601706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-170a9582-233e-4b38-b1ae-9044e14d0013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:17.443435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:17.863233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:19.278689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:20.570243 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:48:35.248202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59222) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:35.386536 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING oslo_policy.policy [None req-161d87ca-d8de-4b03-bbd8-7ffbc3daee22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:48:35.387097 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING oslo_policy.policy [None req-161d87ca-d8de-4b03-bbd8-7ffbc3daee22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:48:35.644714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-161d87ca-d8de-4b03-bbd8-7ffbc3daee22 admin admin] GET failed (client error): The resource could not be found.
Dec 10 03:48:35.646479 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-161d87ca-d8de-4b03-bbd8-7ffbc3daee22 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.3962395
Dec 10 03:48:35.874169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.policy [None req-09a55120-e4d9-4086-ab54-e330ba1fc2ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87629) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 10 03:48:35.919699 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING oslo_policy.policy [None req-09a55120-e4d9-4086-ab54-e330ba1fc2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:48:35.920078 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING oslo_policy.policy [None req-09a55120-e4d9-4086-ab54-e330ba1fc2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 10 03:48:35.928818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a55120-e4d9-4086-ab54-e330ba1fc2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:35.930546 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-09a55120-e4d9-4086-ab54-e330ba1fc2ac admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.2802429
Dec 10 03:48:38.011517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59238) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:38.116960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03158405-89bd-4b0b-9796-0bf2201c7a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:38.118285 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-03158405-89bd-4b0b-9796-0bf2201c7a33 admin admin] 10.222.0.44 "GET /v2.0/subnets/52640654-5ea1-40ea-addc-d46413c94b8e HTTP/1.1" status: 200  len: 849 time: 0.1058204
Dec 10 03:48:38.127368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:48:38.240952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:38.435947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796'] for subnet, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:38.442526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:48:38.517214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:38.518060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:38.529333 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] 10.222.0.44 "PUT /v2.0/subnets/52640654-5ea1-40ea-addc-d46413c94b8e HTTP/1.1" status: 200  len: 868 time: 0.3953445
Dec 10 03:48:38.529562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0424185-7e44-48a8-b97d-165fd8a1e05e None None] Network 4e76545b-9c0b-4b25-b346-d919cc3d5e2e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:48:38.531713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52640654-5ea1-40ea-addc-d46413c94b8e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:48:38.540779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.541143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.541475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.541798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.542130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.542430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.542747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.543061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.543372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.543688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.544011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.544303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Tracked resource versions report:
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]: pushed versions:
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]: {   'AddressGroup': {'1.2'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'ConntrackHelper': {'1.0'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Log': {'1.0'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Network': {'1.1'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Port': {'1.7'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'PortForwarding': {'1.2'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'QosPolicy': {'1.8'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SecurityGroup': {'1.4'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SubPort': {'1.0'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Subnet': {'1.1'},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Trunk': {'1.1'}}
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]: consumer versions:
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Log': '1.0',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Network': '1.1',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Port': '1.7',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'PortForwarding': '1.2',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'QosPolicy': '1.8',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SecurityGroup': '1.4',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SubPort': '1.0',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Subnet': '1.1',
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Trunk': '1.1'}}
Dec 10 03:48:38.545763 dv-neutron-821182-1-hyperv neutron-server[87629]:  {{(pid=87629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:48:38.549937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:48:39.069256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5682767-93b1-48a5-9866-580378642b50 None None] Provisioning complete for port 3e1d615d-bcbb-488a-b4fd-95eb34de4b1d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:48:39.069554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c5682767-93b1-48a5-9866-580378642b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:39.193598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5682767-93b1-48a5-9866-580378642b50 None None] Provisioning complete for port fe691d4e-d49d-4612-b44c-d8c6b6704424 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:48:39.193964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c5682767-93b1-48a5-9866-580378642b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:40.655854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59252) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:40.825851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d06e75-da36-4694-8654-ec97ea77987b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:40.826321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d06e75-da36-4694-8654-ec97ea77987b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:40.827823 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b6d06e75-da36-4694-8654-ec97ea77987b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1710362
Dec 10 03:48:42.974553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59262) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:43.164952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8687-e33d-49aa-a563-1d583a80a01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:43.165462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8687-e33d-49aa-a563-1d583a80a01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:43.166963 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f8a8687-e33d-49aa-a563-1d583a80a01d admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1914508
Dec 10 03:48:44.308155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a34f5254-e85a-4acf-bf41-033deb31cfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:45.315654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59272) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:45.483489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1b2fa-4b6c-40f7-a968-57027ee69d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:45.484821 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-39d1b2fa-4b6c-40f7-a968-57027ee69d1d admin admin] 10.222.0.44 "GET /v2.0/networks/4e76545b-9c0b-4b25-b346-d919cc3d5e2e HTTP/1.1" status: 200  len: 869 time: 0.1681859
Dec 10 03:48:46.603661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c32d5171-d908-4d3d-ac55-1e63977e5463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:47.447346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:47.671194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59282) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:47.834050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070199b6-48d9-4bee-a063-e932ecf66391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:47.835393 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-070199b6-48d9-4bee-a063-e932ecf66391 admin admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 886 time: 0.1632349
Dec 10 03:48:47.868889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:49.281795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:48:49.940208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59292) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:50.043623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6907589-c131-4963-86d8-2bc8ec39e2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:50.044067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6907589-c131-4963-86d8-2bc8ec39e2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:50.044773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6907589-c131-4963-86d8-2bc8ec39e2fc admin admin] Synchronizing usage tracker for tenant:8510becebee2475691c1869db7c36020 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:48:50.059450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6907589-c131-4963-86d8-2bc8ec39e2fc admin admin] Unset dirty status for tenant:8510becebee2475691c1869db7c36020 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:48:50.060542 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6907589-c131-4963-86d8-2bc8ec39e2fc admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1188343
Dec 10 03:48:52.169440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59302) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:52.274871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a395c2a-f6e0-41c2-9393-d6a2b2d80f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:52.275328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a395c2a-f6e0-41c2-9393-d6a2b2d80f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:52.276799 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8a395c2a-f6e0-41c2-9393-d6a2b2d80f38 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1064210
Dec 10 03:48:54.388876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59312) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:54.499415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158163e6-5f92-40a9-9510-e8ade97d5e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:54.500761 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-158163e6-5f92-40a9-9510-e8ade97d5e1f admin admin] 10.222.0.44 "GET /v2.0/subnets/52640654-5ea1-40ea-addc-d46413c94b8e HTTP/1.1" status: 200  len: 868 time: 0.1109231
Dec 10 03:48:56.591845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59322) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:48:56.688325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec88a42-a4e5-4419-878e-3059850d8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:48:56.689633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ec88a42-a4e5-4419-878e-3059850d8b72 admin admin] 10.222.0.44 "GET /v2.0/subnets/54cc72b3-6f71-40e5-95d0-3736db596b7b HTTP/1.1" status: 200  len: 816 time: 0.0968454
Dec 10 03:48:57.568626 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:49:14.308948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75c44229-170e-48c8-844a-59f5b372696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:16.605235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-82f39ba3-40bf-4938-b68d-4b20748012da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:17.449444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:17.864046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:19.286216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:19.883271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59366) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:49:19.931465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-eb2babae-e7e8-4812-8aff-9b9fa8fc951a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:49:19.932459 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eb2babae-e7e8-4812-8aff-9b9fa8fc951a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0482345
Dec 10 03:49:22.124389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59376) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:49:22.188956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0dec55-df64-44c0-a319-6b5aa1e9b244 admin admin] GET failed (client error): The resource could not be found.
Dec 10 03:49:22.190215 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa0dec55-df64-44c0-a319-6b5aa1e9b244 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0649059
Dec 10 03:49:22.311411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e6064-b61e-4025-b5e3-b049725344d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:49:22.312821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a56e6064-b61e-4025-b5e3-b049725344d6 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1187408
Dec 10 03:49:24.486518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59386) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:49:24.532561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:49:24.538454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:49:24.551351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:49:24.562662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Made reservation on behalf of 8510becebee2475691c1869db7c36020 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:49:24.565555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:24.652414 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.services.revisions.revision_plugin [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7d9cfc09a0] {project_id='8510becebee2475691c1869db7c36020', id='1f3cb426-f898-4d16-8569-b33ee39d3364', target_tenant='*', action='access_as_shared', object_id='f6b8165c-7385-4770-9e37-d78df9a10918'}> to bump revision.
Dec 10 03:49:24.663119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:49:24.671584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:24.671846 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Added segment 4196ae06-061d-47e6-9e05-97a3128c6ff1 of type vlan for network f6b8165c-7385-4770-9e37-d78df9a10918
Dec 10 03:49:24.697431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:24.724921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:24.726196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:49:24.726766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:24.731115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:49:24.872715 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3850760
Dec 10 03:49:24.876087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b8165c-7385-4770-9e37-d78df9a10918,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:49:24.885035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.885406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.885747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.886162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.886624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.886820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.887162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.887525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.887883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.888198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.888516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.889004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:24.893707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:49:24.904592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network f6b8165c-7385-4770-9e37-d78df9a10918 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:49:27.010706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59396) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:49:27.076114 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac40cdeb-270f-4747-b1ce-08f941d0e3cd admin admin] GET failed (client error): The resource could not be found.
Dec 10 03:49:27.076613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ac40cdeb-270f-4747-b1ce-08f941d0e3cd admin admin] Synchronizing usage tracker for tenant:8510becebee2475691c1869db7c36020 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:49:27.090997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ac40cdeb-270f-4747-b1ce-08f941d0e3cd admin admin] Unset dirty status for tenant:8510becebee2475691c1869db7c36020 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:49:27.092515 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac40cdeb-270f-4747-b1ce-08f941d0e3cd admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0806503
Dec 10 03:49:27.194926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912f432-ad8d-401a-9c9d-2152ecffadab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:49:27.196314 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3912f432-ad8d-401a-9c9d-2152ecffadab admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1001124
Dec 10 03:49:27.205817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Request body: {'subnet': {'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:49:27.209978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:49:27.219079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:49:27.228226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Made reservation on behalf of 8510becebee2475691c1869db7c36020 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:49:27.230606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:27.427547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:27.431961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe96b0f3-9363-49f6-b953-a106ffa66c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:49:27.499033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a4e175-b381-4332-ab5d-ccbb10de0b83,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:49:27.503214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:49:27.506974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Checking segment: {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:49:27.507324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Network hostable DHCP agents. Network: f6b8165c-7385-4770-9e37-d78df9a10918, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:49:27.525784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Network f6b8165c-7385-4770-9e37-d78df9a10918 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:49:27.534439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, f6b8165c-7385-4770-9e37-d78df9a10918) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:49:27.538359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:49:27.538968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:27.543677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae357251-ca8f-4b06-95b5-a20539b71155 None None] Network f6b8165c-7385-4770-9e37-d78df9a10918 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:49:27.563187 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3606095
Dec 10 03:49:27.760261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-f6b8165c-7385-4770-9e37-d78df9a10918', 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918', 'tenant_id': '8510becebee2475691c1869db7c36020', 'fixed_ips': [{'subnet_id': '64a4e175-b381-4332-ab5d-ccbb10de0b83'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:49:27.761116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:27.931385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Allocated IP 192.168.233.2 (f6b8165c-7385-4770-9e37-d78df9a10918/64a4e175-b381-4332-ab5d-ccbb10de0b83/dfae8aa0-d819-438d-92ec-034df54e950d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:49:28.137133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:28.148779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Transition to ACTIVE for port object dfae8aa0-d819-438d-92ec-034df54e950d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:49:28.168612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Transition to ACTIVE for port object dfae8aa0-d819-438d-92ec-034df54e950d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:49:28.175309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:28.183067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:49:28.243905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Network f6b8165c-7385-4770-9e37-d78df9a10918 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:49:28.246831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:49:28.253097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Pushing event updated for resources: {'Port': ['ID=dfae8aa0-d819-438d-92ec-034df54e950d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:49:28.255343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:49:28.264162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.264557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.264883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.265211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.265560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.265881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.266204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.266521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.266836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.267180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.267492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.267802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:49:28.294064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:49:28.382449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Attempting to bind port dfae8aa0-d819-438d-92ec-034df54e950d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:49:28.382814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Attempting to bind port dfae8aa0-d819-438d-92ec-034df54e950d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:49:28.383167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Attempting to bind port dfae8aa0-d819-438d-92ec-034df54e950d on network f6b8165c-7385-4770-9e37-d78df9a10918 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:49:28.388404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:49:28.388718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Checking segment: {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:49:28.389113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:28.389528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Bound using segment: {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:49:28.389979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Bound port: dfae8aa0-d819-438d-92ec-034df54e950d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:49:28.390364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:28.477005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] For port dfae8aa0-d819-438d-92ec-034df54e950d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:49:28.480121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] For port dfae8aa0-d819-438d-92ec-034df54e950d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=dfae8aa0-d819-438d-92ec-034df54e950d,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:49:28.485858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:28.489823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:49:28.567037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Pushing event updated for resources: {'Port': ['ID=dfae8aa0-d819-438d-92ec-034df54e950d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:49:28.594137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:49:29.404524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439505e8-a526-4fe5-ae65-6b87844a83e4 None None] Network f6b8165c-7385-4770-9e37-d78df9a10918 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:49:29.499935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-17527524-89c3-4605-9918-84aac1bdc9e0 None None] Provisioning for port dfae8aa0-d819-438d-92ec-034df54e950d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:49:29.728688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfae8aa0-d819-438d-92ec-034df54e950d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:49:29.808675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port dfae8aa0-d819-438d-92ec-034df54e950d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:49:29.815117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port dfae8aa0-d819-438d-92ec-034df54e950d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:49:29.815876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:29.875755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-db25d7be-48a9-44e0-b18f-40f184c96b9f None None] Provisioning complete for port dfae8aa0-d819-438d-92ec-034df54e950d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:49:29.876139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-db25d7be-48a9-44e0-b18f-40f184c96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:30.038274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:30.069033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-db25d7be-48a9-44e0-b18f-40f184c96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:30.092190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port dfae8aa0-d819-438d-92ec-034df54e950d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=dfae8aa0-d819-438d-92ec-034df54e950d,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:49:30.099498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:30.102599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:49:30.211460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-db25d7be-48a9-44e0-b18f-40f184c96b9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:49:30.211860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-db25d7be-48a9-44e0-b18f-40f184c96b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:49:30.215074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=dfae8aa0-d819-438d-92ec-034df54e950d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:49:30.218171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:49:31.705862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfae8aa0-d819-438d-92ec-034df54e950d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:49:31.775909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port dfae8aa0-d819-438d-92ec-034df54e950d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:49:31.776281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:34.567501 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:49:44.311210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da251e8e-ef56-4665-a203-6c2e345ff30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:46.605361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0cbda1dc-c72f-41d0-a3c7-4021d6809da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:47.459445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:47.865597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:49:49.288339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:11.566590 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:50:14.317377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5e58-c7a0-43ab-a05e-348fb403d8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:16.607862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83e13b39-cb2f-470f-bd7c-58811c07d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:17.456433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:17.868182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:19.292544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:44.319717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-15fc23ab-c53c-4cc4-8630-0b9a5054d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:46.610187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ad492ac4-6af8-447f-9532-b1483c4d208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:47.459373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:47.873502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:48.564978 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:50:49.297095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:57.493328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59448) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:50:57.499200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-7f9466ab-b4fd-42fa-8cb9-c6e7d0e7c4c4 tempest-verify_tempest_config-991764126 tempest-verify_tempest_config-991764126-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:50:57.500236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7f9466ab-b4fd-42fa-8cb9-c6e7d0e7c4c4 tempest-verify_tempest_config-991764126 tempest-verify_tempest_config-991764126-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058773
Dec 10 03:50:57.795720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59466) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:50:57.914476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:57.930979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:50:57.934704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Usage tracker for resource:security_group_rule and tenant:9cce023d875642b9b712547113758fb8 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:50:57.937490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:50:57.943059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:50:58.023126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.026672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.034218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6a7214ab-06b3-4e42-a9a5-a7f87b948f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:50:58.071568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Synchronizing usage tracker for tenant:8510becebee2475691c1869db7c36020 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:50:58.075016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d8b4e-6820-471a-aa9f-57e2b6efe795,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:50:58.084675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.085007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.085351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.085677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.085995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.086309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.086621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.086931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.087239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.087545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.087848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.088155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:50:58.092818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:50:58.100938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Unset dirty status for tenant:8510becebee2475691c1869db7c36020 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:50:58.102319 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cce023d875642b9b712547113758fb8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3056488
Dec 10 03:50:58.104983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59472) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:50:58.159979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.183799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.274684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.278496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9434d2f5-9ff6-4da1-bd9a-9a354f455cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:50:58.291892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d8b4e-6820-471a-aa9f-57e2b6efe795,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:50:58.295639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:50:58.299290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:50:58.300450 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483d8b4e-6820-471a-aa9f-57e2b6efe795 HTTP/1.1" status: 204  len: 168 time: 0.1945214
Dec 10 03:51:14.320404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-512c19b3-9520-4098-84e6-288b24d3898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:16.614927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f34ef23a-1acb-442e-a553-67e902b59b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:17.461742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:17.876171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:19.298496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:25.564141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:51:44.322598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-34c4e43e-e7b9-4b2c-8daa-d395ab487db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:46.617577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-91751e3d-5f0e-4213-a0d4-668bbfc27df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:47.464958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:47.877728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:51:49.301738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:02.562151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 5 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:52:13.709493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576014'] for agent, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:14.324776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c812caa2-e5a7-4102-9886-ef51092a075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:16.649122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90bc64eb-7bc3-49e7-9563-9c61a624f62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:17.466841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:17.880511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:19.302957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:27.817430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59542) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:52:27.936046 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aeb57636-f104-4250-b6fa-10751fe91016 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1175637
Dec 10 03:52:30.056952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59552) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:52:30.114759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ee5350f5-2713-4c7a-b7fb-e1266446a5e7 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0566986
Dec 10 03:52:39.561029 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:52:43.699309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:44.327208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-605fca3e-2597-4de7-a290-d63c32c78988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:46.620175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c6b54b-6775-4fef-8c75-9b041167317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:47.469194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:47.882172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:52:49.308539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:13.720337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:14.328313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-91a9ffcd-1411-4bfa-ae69-4f2cfcb70ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:16.560129 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:53:16.622861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-630eca69-5170-4a86-81a5-ca28e3f478f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:17.470638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:17.884160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:19.311272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:43.734048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:44.329008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6f7aa2ca-087e-4579-bdeb-296df8188338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:46.628288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1d41a6-6c79-4ce5-815a-7fae119703f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:47.473165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:47.887263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:49.332520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:52.881531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59650) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:53.105172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1032487192-network', 'tenant_id': 'e052554deb874fa8a4ccff509497729d'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:53.105172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.quota [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7d9db75ee0>.
Dec 10 03:53:53.108574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:53.114048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Usage tracker for resource:network and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:53.118153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:53.126946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:53.146898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Made reservation on behalf of e052554deb874fa8a4ccff509497729d for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:53.149645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.169970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.185568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:53.189280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:53.192530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:53.199575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:53.306645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.310937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.316714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:53.349504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:53:53.355303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb239b-9225-4318-b10c-0b5d0f3eefb0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:53.363398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.363754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.364086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.364408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.364730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.365063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.365419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.365735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.366153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.366357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.366667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.366975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Tracked resource versions report:
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]: pushed versions:
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]: {   'AddressGroup': {'1.2'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'ConntrackHelper': {'1.0'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Log': {'1.0'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Network': {'1.1'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Port': {'1.7'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'PortForwarding': {'1.2'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'QosPolicy': {'1.8'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SecurityGroup': {'1.4'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'SubPort': {'1.0'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Subnet': {'1.1'},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     'Trunk': {'1.1'}}
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]: consumer versions:
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     HyperV agent@hv-neutron-8211: {},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Log': '1.0',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Network': '1.1',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Port': '1.7',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'PortForwarding': '1.2',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'QosPolicy': '1.8',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SecurityGroup': '1.4',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'SubPort': '1.0',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Subnet': '1.1',
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:                                                        'Trunk': '1.1'}}
Dec 10 03:53:53.368031 dv-neutron-821182-1-hyperv neutron-server[87629]:  {{(pid=87629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:53:53.375889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:53.376996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761094291613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.377638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7d9e9c09d0> segment precommit_create {{(pid=87629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 10 03:53:53.378079 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Added segment 4ddb8aa1-a8a5-406a-b454-ffd5b17ca324 of type vlan for network 6fcd2348-376f-468c-bd94-ad178b0f103e
Dec 10 03:53:53.446008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.486514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.487877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:53:53.488452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.493233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:53.560745 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:53:53.601436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=6fcd2348-376f-468c-bd94-ad178b0f103e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:53.608806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:53.609507 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7263010
Dec 10 03:53:53.610585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:53.615460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Request body: {'subnet': {'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1032487192-subnet', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:53.616312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 6fcd2348-376f-468c-bd94-ad178b0f103e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:53:53.621111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:53.625069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Usage tracker for resource:subnet and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:53.628036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:53.633771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:53.644837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Made reservation on behalf of e052554deb874fa8a4ccff509497729d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:53.647322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.876093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:53.883591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86238ca2-8d41-4137-b6f9-de917ca12573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:53.971351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee374525-6b27-4098-b9b6-6ad1e097920b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:53.981570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.982159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.982494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.982816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.983143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.983470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.983797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.984121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.984440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.984776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.985060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.985388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Tracked resource versions report:
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]: pushed versions:
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]: {   'AddressGroup': {'1.2'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'ConntrackHelper': {'1.0'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Log': {'1.0'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Network': {'1.1'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Port': {'1.7'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'PortForwarding': {'1.2'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'QosPolicy': {'1.8'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SecurityGroup': {'1.4'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'SubPort': {'1.0'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Subnet': {'1.1'},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     'Trunk': {'1.1'}}
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]: consumer versions:
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     HyperV agent@hv-neutron-8211: {},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Log': '1.0',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Network': '1.1',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Port': '1.7',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'PortForwarding': '1.2',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'QosPolicy': '1.8',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SecurityGroup': '1.4',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'SubPort': '1.0',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Subnet': '1.1',
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:                                                        'Trunk': '1.1'}}
Dec 10 03:53:53.986446 dv-neutron-821182-1-hyperv neutron-server[87630]:  {{(pid=87630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:53:53.990343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:53.996840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Checking segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:53:53.997186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Network hostable DHCP agents. Network: 6fcd2348-376f-468c-bd94-ad178b0f103e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:53:54.018717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Network 6fcd2348-376f-468c-bd94-ad178b0f103e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:53:54.031265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 6fcd2348-376f-468c-bd94-ad178b0f103e) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:54.035917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:53:54.036665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.044711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb2f33-1fc7-465a-b76f-2f6032510fc4 None None] Network 6fcd2348-376f-468c-bd94-ad178b0f103e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:53:54.066659 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4560261
Dec 10 03:53:54.066877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59718) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:54.072276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:54.077350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:54.092021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Usage tracker for resource:router and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:54.095293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:54.101118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:54.113423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.115212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.142187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.303420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-6fcd2348-376f-468c-bd94-ad178b0f103e', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:53:54.304588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.501711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Allocated IP 172.20.0.2 (6fcd2348-376f-468c-bd94-ad178b0f103e/ee374525-6b27-4098-b9b6-6ad1e097920b/e73ec133-924f-4bf1-90b7-58bc0254328d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:53:54.557681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.741910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.753803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Transition to ACTIVE for port object e73ec133-924f-4bf1-90b7-58bc0254328d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:53:54.776098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Transition to ACTIVE for port object e73ec133-924f-4bf1-90b7-58bc0254328d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:53:54.789287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.796093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:54.867475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Network 6fcd2348-376f-468c-bd94-ad178b0f103e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:53:54.871540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:54.874649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:53:54.876956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Pushing event updated for resources: {'Port': ['ID=e73ec133-924f-4bf1-90b7-58bc0254328d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:54.888401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.888613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.888817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.889265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.889750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.890436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.890599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.890906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.891279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.891614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.892024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.892403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Tracked resource versions report:
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]: pushed versions:
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]: {   'AddressGroup': {'1.2'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'ConntrackHelper': {'1.0'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Log': {'1.0'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Network': {'1.1'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Port': {'1.7'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'PortForwarding': {'1.2'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'QosPolicy': {'1.8'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SecurityGroup': {'1.4'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'SubPort': {'1.0'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Subnet': {'1.1'},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     'Trunk': {'1.1'}}
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]: consumer versions:
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     HyperV agent@hv-neutron-8211: {},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Log': '1.0',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Network': '1.1',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Port': '1.7',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'PortForwarding': '1.2',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'QosPolicy': '1.8',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SecurityGroup': '1.4',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'SubPort': '1.0',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Subnet': '1.1',
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:                                                        'Trunk': '1.1'}}
Dec 10 03:53:54.893936 dv-neutron-821182-1-hyperv neutron-server[87631]:  {{(pid=87631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:53:54.897676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:54.984068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.986830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Attempting to bind port e73ec133-924f-4bf1-90b7-58bc0254328d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:53:54.987202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Attempting to bind port e73ec133-924f-4bf1-90b7-58bc0254328d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:53:54.987560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Attempting to bind port e73ec133-924f-4bf1-90b7-58bc0254328d on network 6fcd2348-376f-468c-bd94-ad178b0f103e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:53:54.993284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:53:54.994417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Checking segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:53:54.994817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:54.995209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Bound using segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:53:54.995973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Bound port: e73ec133-924f-4bf1-90b7-58bc0254328d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:53:54.996350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.023898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.101122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] For port e73ec133-924f-4bf1-90b7-58bc0254328d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:53:55.105231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] For port e73ec133-924f-4bf1-90b7-58bc0254328d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e73ec133-924f-4bf1-90b7-58bc0254328d,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:53:55.112409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.119755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:55.175248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Allocated IP 172.26.1.117 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/dfcdfb37-65f7-458a-9894-2cab2837eae7) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:53:55.207695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Pushing event updated for resources: {'Port': ['ID=e73ec133-924f-4bf1-90b7-58bc0254328d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:55.211678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:55.250752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59768) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:55.354427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.474229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.481620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:55.552152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:53:55.558551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:55.562911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:53:55.613910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1652996566-network', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:55.620027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:55.624033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Pushing event updated for resources: {'Port': ['ID=dfcdfb37-65f7-458a-9894-2cab2837eae7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:55.624593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Usage tracker for resource:network and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:55.628411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:55.635839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:55.650555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Made reservation on behalf of 40aac755d3d1401e86aefdcc4a93dc73 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:55.655113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.683432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.700874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:55.716385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:55.720485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Usage tracker for resource:security_group_rule and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:55.724241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:55.731127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:55.870242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.871737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e73ec133-924f-4bf1-90b7-58bc0254328d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:53:55.882722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.897849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:53:55.911233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.911845 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Added segment c2c06f48-c423-4350-90dd-7b949b1259c2 of type vlan for network 4e42ce75-6c90-444e-8ee2-11e25290f382
Dec 10 03:53:55.946878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:55.987136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-63dcccb7-7f5f-4958-bb6b-9ab5176ecc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:55.999590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.005277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:53:56.006040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.017511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e73ec133-924f-4bf1-90b7-58bc0254328d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:53:56.053778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59796) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:56.054366 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8013394
Dec 10 03:53:56.061893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c093dd6-90e5-4b53-bfac-8835990489ca,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:56.062849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Request body: {'subnet': {'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1652996566-subnet', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:56.065509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:56.066001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:56.071032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:56.105612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.170112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Usage tracker for resource:subnet and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:56.171730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Pushing event updated for resources: {'Network': ['ID=4e42ce75-6c90-444e-8ee2-11e25290f382,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:56.174865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:56.181168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:56.183151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:53:56.188436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:56.260836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Made reservation on behalf of 40aac755d3d1401e86aefdcc4a93dc73 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:56.263335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.468663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ea6b0-7757-44ff-b0d3-b18680160cb2 None None] Network 6fcd2348-376f-468c-bd94-ad178b0f103e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:53:56.596136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d1973435-522a-4109-823d-2738626fa10d None None] Provisioning for port e73ec133-924f-4bf1-90b7-58bc0254328d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:53:56.614029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d1973435-522a-4109-823d-2738626fa10d None None] Provisioning complete for port e73ec133-924f-4bf1-90b7-58bc0254328d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:53:56.614402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1973435-522a-4109-823d-2738626fa10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.744868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.761016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-454726ab-021a-4f10-bd38-1ef6737e90c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:56.821882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:56.830909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:56.841723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1973435-522a-4109-823d-2738626fa10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.861763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.903788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d1973435-522a-4109-823d-2738626fa10d None None] For port e73ec133-924f-4bf1-90b7-58bc0254328d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e73ec133-924f-4bf1-90b7-58bc0254328d,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:53:56.916872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1973435-522a-4109-823d-2738626fa10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:56.921012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:56.924709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Checking segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:53:56.924897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Network hostable DHCP agents. Network: 4e42ce75-6c90-444e-8ee2-11e25290f382, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:53:57.011246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1973435-522a-4109-823d-2738626fa10d None None] Pushing event updated for resources: {'Port': ['ID=e73ec133-924f-4bf1-90b7-58bc0254328d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:57.015008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d1973435-522a-4109-823d-2738626fa10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:57.126026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:53:57.141065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 4e42ce75-6c90-444e-8ee2-11e25290f382) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:57.150696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:53:57.151327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.158177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1595d7-6d2e-417c-8842-dc5d19f2ba90 None None] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:53:57.184797 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.1298060
Dec 10 03:53:57.189733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59836) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:57.198086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:57.203369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:57.208864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Usage tracker for resource:router and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:57.212691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Router ee8fd4b7-dfd5-479f-8b12-dd4db667450e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:53:57.215436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:57.222158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:57.239000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.240205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.274361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f94236da-ada6-40f9-b26f-5815c1f31e89 None None] Provisioning complete for port e73ec133-924f-4bf1-90b7-58bc0254328d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:53:57.275288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f94236da-ada6-40f9-b26f-5815c1f31e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.282539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.459787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:53:57.471193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Sync routers for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:53:57.482587 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:53:57.483345 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:53:57.506234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.507712 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4399326
Dec 10 03:53:57.511595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59852) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:57.613756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-4e42ce75-6c90-444e-8ee2-11e25290f382', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:53:57.614743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:57.872522 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:53:57.908285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e73ec133-924f-4bf1-90b7-58bc0254328d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:53:57.949513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59862) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:57.994189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.024191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59870) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:58.094582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Allocated IP 172.20.0.2 (4e42ce75-6c90-444e-8ee2-11e25290f382/1f4ef4c3-0006-4de9-a8d9-6a993e9f3530/482a0c0b-c3a9-4eb0-810f-b35b954fcd6c) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:53:58.324966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e73ec133-924f-4bf1-90b7-58bc0254328d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:53:58.325284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.334576 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d220>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:53:55Z', 'revision_number': 3, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:53:58.346271 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Checking router: ee8fd4b7-dfd5-479f-8b12-dd4db667450e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:53:58.346985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Updating router ee8fd4b7-dfd5-479f-8b12-dd4db667450e port dfcdfb37-65f7-458a-9894-2cab2837eae7 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:53:58.466430 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.528656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.583391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-483823106'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:58.586905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.591206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:58.637888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-395829203'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:58.641912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Usage tracker for resource:router and tenant:8e086fc7ecab45d78047b1ac3b2bb849 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:58.651051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:58.669179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:58.681851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:58.691069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Usage tracker for resource:network and tenant:a1ec69e8b9b64f4390a70459fc039c9c is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:58.697221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:58.705768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.707135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.714375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:58.750924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59886) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:58.785964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59892) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:58.793141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.808386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Made reservation on behalf of a1ec69e8b9b64f4390a70459fc039c9c for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:58.812277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.820663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.832440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.859196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Allocated IP 172.26.1.83 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/090ae7ac-cfa6-4028-af7e-2e11623612d7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:53:58.861824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:58.870615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Usage tracker for resource:security_group_rule and tenant:a1ec69e8b9b64f4390a70459fc039c9c is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:58.877019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:58.880940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.891052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:58.902335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Transition to ACTIVE for port object 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:53:58.969445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Transition to ACTIVE for port object 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:53:58.980408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:58.985941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:58.987229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.059062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:53:59.062353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:59.066077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:53:59.076159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Pushing event updated for resources: {'Port': ['ID=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:59.087529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.091060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fbabef7a-ada4-471a-a559-ad7f87280dca tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.0629313
Dec 10 03:53:59.092325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59902) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.109337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:59.130573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2038e87b-6812-4a1a-a1d7-1e03b3613ff9 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.158484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-402000176'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.224169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Attempting to bind port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:53:59.224169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Attempting to bind port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:53:59.224169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Attempting to bind port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c on network 4e42ce75-6c90-444e-8ee2-11e25290f382 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:53:59.229087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59908) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.231549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:53:59.231926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Checking segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:53:59.232323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.232825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Bound using segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:53:59.233284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Bound port: 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:53:59.233696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.258647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.273953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:59.279497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.297583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Usage tracker for resource:network and tenant:8f6c64cb5c9c4629a99d9df2d3bef6e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:59.301217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:59.310144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:59.337880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Made reservation on behalf of 8f6c64cb5c9c4629a99d9df2d3bef6e1 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:53:59.341503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.355473 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2038e87b-6812-4a1a-a1d7-1e03b3613ff9 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "PUT /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2 HTTP/1.1" status: 200  len: 366 time: 0.5681441
Dec 10 03:53:59.358490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.372942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59916) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.390465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:59.395220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Usage tracker for resource:security_group_rule and tenant:8f6c64cb5c9c4629a99d9df2d3bef6e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:53:59.398681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:53:59.406089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:53:59.507721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.524397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.542803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:53:59.552376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.552930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Added segment db95baf1-f8b7-42df-b530-613e70c4b455 of type vlan for network 2e1b2449-228c-47d4-86c9-c04588adce14
Dec 10 03:53:59.565739 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-980681de-d0b4-4366-9bca-d986b95a122f tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.1902676
Dec 10 03:53:59.572794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:59.579971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] For port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:53:59.581084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59920) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.596577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] For port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:53:59.605548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.609240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:59.623231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59924) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.626248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.631947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.653507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.666336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e111da59-8517-432b-9c7a-cfb0ce2d4041 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.668472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ce103-1fad-443a-939c-44e256d97cac,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:59.672200 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-338b3f37-62b6-4d28-9343-4b525159e671 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2 HTTP/1.1" status: 200  len: 366 time: 0.0695038
Dec 10 03:53:59.674825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:59.679645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59932) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.683787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:59.698333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.716023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:53:59.733436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Pushing event updated for resources: {'Port': ['ID=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:59.736510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:59.778722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.779475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc1d567-7cc3-4de0-b837-8ddf4487cb85,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:53:59.796746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:53:59.797930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.798273 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Added segment f369eafe-4a91-45de-91d8-cebdfb7ae7b1 of type vlan for network 7d614a73-ae2f-4daa-b06a-7093bb04b32a
Dec 10 03:53:59.805574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:53:59.806746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.807921 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e111da59-8517-432b-9c7a-cfb0ce2d4041 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "PUT /v2.0/quotas/820a44a0641f46b2a87527a16bff9ee7 HTTP/1.1" status: 200  len: 368 time: 0.5688927
Dec 10 03:53:59.814505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59938) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.820552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.848473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7d7dad7c-93ca-45c2-a26d-9cdbfe0c8aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:53:59.861124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Request body: {'network': {'project_id': '820a44a0641f46b2a87527a16bff9ee7'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.866292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:53:59.879364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:53:59.885251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:53:59.888906 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.1337299
Dec 10 03:53:59.897705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.902619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:53:59.971731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59942) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:53:59.977650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Request body: {'subnet': {'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:53:59.998199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Usage tracker for resource:network and tenant:820a44a0641f46b2a87527a16bff9ee7 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:00.001645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:00.004194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:00.018030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:00.033670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:00.033897 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.050359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cde557f6-6e28-4782-b78e-8d5b68f880f9 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2 HTTP/1.1" status: 204  len: 168 time: 0.2849476
Dec 10 03:54:00.050582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Transition to ACTIVE for port object dfcdfb37-65f7-458a-9894-2cab2837eae7 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:00.054402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59946) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.059768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Allocated IP 172.20.0.1 (6fcd2348-376f-468c-bd94-ad178b0f103e/ee374525-6b27-4098-b9b6-6ad1e097920b/45145773-00cb-4b06-a7ed-1a919890d4f0) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:00.062817 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.065813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.066299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a30e97a-81eb-4755-a2d7-0e2e8ba5eb2c {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:00.069188 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.083416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Made reservation on behalf of 820a44a0641f46b2a87527a16bff9ee7 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:00.085795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.088325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.111302 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7735e5ce-90bd-436f-9649-4fa8ad2f3adc tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0535681
Dec 10 03:54:00.112270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.115923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Pushing event updated for resources: {'Port': ['ID=090ae7ac-cfa6-4028-af7e-2e11623612d7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:00.120235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:00.122498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59950) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.143814 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Pushing event updated for resources: {'Port': ['ID=dfcdfb37-65f7-458a-9894-2cab2837eae7,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:00.162069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.162783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.163407 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.164351 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.165011 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.166345 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.167469 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.168019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.168589 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.169129 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.169836 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.170365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Tracked resource versions report:
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]: pushed versions:
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]: {   'AddressGroup': {'1.2'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'ConntrackHelper': {'1.0'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Log': {'1.0'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Network': {'1.1'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Port': {'1.7'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'PortForwarding': {'1.2'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'QosPolicy': {'1.8'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SecurityGroup': {'1.4'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SecurityGroupRule': {'1.2'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'SubPort': {'1.0'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Subnet': {'1.1'},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     'Trunk': {'1.1'}}
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]: consumer versions:
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]: {   DHCP agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     HyperV agent@hv-neutron-8211: {},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     L3 agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     Metadata agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     Metering agent@dv-neutron-821182-1-hyperv: {},
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:     Open vSwitch agent@dv-neutron-821182-1-hyperv: {   'AddressGroup': '1.2',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'ConntrackHelper': '1.0',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Log': '1.0',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Network': '1.1',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Port': '1.7',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'PortForwarding': '1.2',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'QosPolicy': '1.8',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SecurityGroup': '1.4',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SecurityGroupRule': '1.2',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'SubPort': '1.0',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Subnet': '1.1',
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:                                                        'Trunk': '1.1'}}
Dec 10 03:54:00.171899 dv-neutron-821182-1-hyperv neutron-server[87632]:  {{(pid=87632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 10 03:54:00.185397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.194561 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:00.199787 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Attempting to bind port dfcdfb37-65f7-458a-9894-2cab2837eae7 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:00.200151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Attempting to bind port dfcdfb37-65f7-458a-9894-2cab2837eae7 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:00.200512 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Attempting to bind port dfcdfb37-65f7-458a-9894-2cab2837eae7 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:00.206471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:00.206637 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:00.206911 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:00.207312 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.207703 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:00.208164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Bound port: dfcdfb37-65f7-458a-9894-2cab2837eae7, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:00.208543 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.218731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:floatingip and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:00.219930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.221038 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d00833dd-2312-4ae2-83fa-466b2d94d9c2 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6a30e97a-81eb-4755-a2d7-0e2e8ba5eb2c HTTP/1.1" status: 204  len: 168 time: 1.1274705
Dec 10 03:54:00.224961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.226880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Usage tracker for resource:security_group_rule and tenant:820a44a0641f46b2a87527a16bff9ee7 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:00.229475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59954) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.230906 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c51eb42-83ba-4616-96d0-aed0851447ac tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2 HTTP/1.1" status: 200  len: 370 time: 0.0872951
Dec 10 03:54:00.233925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:00.243033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Request body: {'router': {'name': 'tempest-router-431743319', 'distributed': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:00.245648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59958) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.249180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:00.257806 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9713295c-de72-4afa-9642-1b3972f8ce83 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2/default HTTP/1.1" status: 200  len: 370 time: 0.0095987
Dec 10 03:54:00.257806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:00.263686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59962) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.278333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Usage tracker for resource:router and tenant:8e086fc7ecab45d78047b1ac3b2bb849 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:00.287309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:00.306308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-d5f36de6-b779-4641-85a2-e45fe112fc7c tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] delete failed (client error): The resource could not be found.
Dec 10 03:54:00.307657 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d5f36de6-b779-4641-85a2-e45fe112fc7c tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/66d6f22f209a4870a888645a7bc1a0e2 HTTP/1.1" status: 404  len: 348 time: 0.0430317
Dec 10 03:54:00.311746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:00.334289 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] For port dfcdfb37-65f7-458a-9894-2cab2837eae7, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:00.342208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:00.346824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] For port dfcdfb37-65f7-458a-9894-2cab2837eae7, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=dfcdfb37-65f7-458a-9894-2cab2837eae7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:00.355863 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.364238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.365257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.375471 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.376002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.410745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Transition to ACTIVE for port object 45145773-00cb-4b06-a7ed-1a919890d4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:00.417004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.438961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:00.439885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.469264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.501997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.504136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:00.509844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.513797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.522529 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Pushing event updated for resources: {'Port': ['ID=dfcdfb37-65f7-458a-9894-2cab2837eae7,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:00.525783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.527176 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5838f30b-cb4d-49bc-bdaa-b74864b61f60 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.2952077
Dec 10 03:54:00.532809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.533714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59968) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.545648 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.5927038
Dec 10 03:54:00.565782 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:00.566635 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:00.574016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59980) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:00.643128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event updated for resources: {'Network': ['ID=2e1b2449-228c-47d4-86c9-c04588adce14,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:00.646995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.658117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2e1b2449-228c-47d4-86c9-c04588adce14 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:00.666238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:00.675384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:00.676793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.690572 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:00.714036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:00.869776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac6206-25e8-48be-845f-6ff32c36ac9e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:00.882320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:00.883131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ca1bcd9-5826-44f1-9966-219f313234ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:00.907414 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:00.922696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Network 6fcd2348-376f-468c-bd94-ad178b0f103e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:00.930063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.930569 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Added segment d0fc1286-fe15-4d29-b97e-2cab8711056b of type vlan for network b6253a8b-f5a5-4505-a831-bda4c4a55c80
Dec 10 03:54:00.933113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:00.988547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.000390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:01.035778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:01.036252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.235741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:network and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:01.248381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Usage tracker for resource:subnet and tenant:8f6c64cb5c9c4629a99d9df2d3bef6e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:01.275773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd31643-772b-4dc0-9625-dcb5ae30ab35 None None] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:01.383312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.397095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:01.400295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:01.403437 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d220>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:53:55Z', 'revision_number': 3, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:01.407675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Pushing event updated for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:01.408846 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d34ea-f9a4-4a1b-94b8-29e1f394f24a None None] The sync data for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv is: [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:53:55Z', 'revision_number': 3, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:01.419061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:01.473348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8d2dee05-4bf1-4eb7-b5b9-7cfd9f04dbe0 None None] Provisioning for port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:01.498067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:01.551468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8d2dee05-4bf1-4eb7-b5b9-7cfd9f04dbe0 None None] Provisioning for port 45145773-00cb-4b06-a7ed-1a919890d4f0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:01.570847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8d2dee05-4bf1-4eb7-b5b9-7cfd9f04dbe0 None None] Provisioning complete for port 45145773-00cb-4b06-a7ed-1a919890d4f0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:01.572037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d2dee05-4bf1-4eb7-b5b9-7cfd9f04dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.580251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Pushing event updated for resources: {'Network': ['ID=7d614a73-ae2f-4daa-b06a-7093bb04b32a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:01.587153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:subnet and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:01.591885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:01.597176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59988) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:01.608082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Made reservation on behalf of 8f6c64cb5c9c4629a99d9df2d3bef6e1 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:01.608953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:01.611814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.633464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-811187026'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:01.642541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:01.661146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:01.692640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:01.721155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Usage tracker for resource:port and tenant:76da6ad6eea44f57ad572f5258ef6eb3 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:01.732445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:01.758614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.765982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.773656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:01.781122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:subnetpool and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:01.781322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.794635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:01.795319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.804417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6753560d-1ab5-4796-9b35-b7d8e2502bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:01.809667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:01.816054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:01.821907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8d2dee05-4bf1-4eb7-b5b9-7cfd9f04dbe0 None None] Port 45145773-00cb-4b06-a7ed-1a919890d4f0 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:02.010962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:02.022717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.039881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.041933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3caaaa3-6309-4118-ab02-00648da7d602 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:02.052080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Made reservation on behalf of 76da6ad6eea44f57ad572f5258ef6eb3 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:02.054627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.084515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.085865 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-84ad4b90-cf77-448a-a2f6-af7ccdb92853 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b3caaaa3-6309-4118-ab02-00648da7d602 HTTP/1.1" status: 204  len: 168 time: 1.5479221
Dec 10 03:54:02.086667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event updated for resources: {'Network': ['ID=b6253a8b-f5a5-4505-a831-bda4c4a55c80,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:02.095756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 59994) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:02.097438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:02.100665 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.2831435
Dec 10 03:54:02.104726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 59996) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:02.112032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b6253a8b-f5a5-4505-a831-bda4c4a55c80 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:02.123634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:port and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.163495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Request body: {'network': {'project_id': '820a44a0641f46b2a87527a16bff9ee7'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:02.169845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:02.174148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Usage tracker for resource:network and tenant:820a44a0641f46b2a87527a16bff9ee7 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.178108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.184442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:02.204464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Made reservation on behalf of 820a44a0641f46b2a87527a16bff9ee7 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:02.207448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.250557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:02.262218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Request body: {'router': {'name': 'tempest-router-395565745', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0253dbbfff7b4bb8b81a938578f80826'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:02.268585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.269176 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Added segment fcc2505d-55cd-41d4-95a4-4c7232de929c of type vlan for network 99b0a0fb-33ee-4e12-bb77-eddfb1953b19
Dec 10 03:54:02.272459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.284549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.295535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:02.301937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:02.302565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.305026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.308367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:router and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.316443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.323467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.347396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:02.350366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.359653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:02.360357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.367886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:02.375307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:02.381671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d3c97a59-ca8f-4441-a1e1-16b9d00b74b5 None None] Provisioning complete for port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:02.382244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d3c97a59-ca8f-4441-a1e1-16b9d00b74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.406822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Usage tracker for resource:security_group_rule and tenant:76da6ad6eea44f57ad572f5258ef6eb3 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.410049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:02.421541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.535813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.542740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event updated for resources: {'Network': ['ID=99b0a0fb-33ee-4e12-bb77-eddfb1953b19,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:02.545539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:02.555277 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.4131460
Dec 10 03:54:02.558569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60006) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:02.562430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 99b0a0fb-33ee-4e12-bb77-eddfb1953b19 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:02.565534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Request body: {'network': {'project_id': '820a44a0641f46b2a87527a16bff9ee7'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:02.570400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:02.573116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:floatingip and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.574446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Usage tracker for resource:network and tenant:820a44a0641f46b2a87527a16bff9ee7 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.577528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.584663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:02.586379 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:54:02.586928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:54:02.591467 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3979fcf-ca13-4e5f-b234-f7a345b704ed tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0320320
Dec 10 03:54:02.591925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60010) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:02.609645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.617924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:02.630191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.643985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Usage tracker for resource:router and tenant:0253dbbfff7b4bb8b81a938578f80826 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:02.651422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:02.670554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d3c97a59-ca8f-4441-a1e1-16b9d00b74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.688298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:02.706174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:02.707447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.713020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfcdfb37-65f7-458a-9894-2cab2837eae7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:02.748831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d1973435-522a-4109-823d-2738626fa10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:02.759450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66921203-5776-4abc-ad63-ff63590d5449 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=820a44a0641f46b2a87527a16bff9ee7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1642318
Dec 10 03:54:02.761357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60014) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:02.762219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Checking segment: {'id': 'db95baf1-f8b7-42df-b530-613e70c4b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:02.762579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Network hostable DHCP agents. Network: 2e1b2449-228c-47d4-86c9-c04588adce14, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:02.796029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.797087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.827687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.836549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.841201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.847069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:02.885519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event updated for resources: {'Subnet': ['ID=cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:02.894983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-d3c97a59-ca8f-4441-a1e1-16b9d00b74b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:02.895474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-d3c97a59-ca8f-4441-a1e1-16b9d00b74b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:02.896409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:02.897999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Router dd7683b1-29a5-4bd4-9def-ec11adefc002 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:54:02.904469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:02.906293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Network 2e1b2449-228c-47d4-86c9-c04588adce14 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:02.908171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:02.914332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port dfcdfb37-65f7-458a-9894-2cab2837eae7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:02.916412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.921999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port dfcdfb37-65f7-458a-9894-2cab2837eae7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:02.922165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.922701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.948222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:02.974337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Allocated IP 172.26.1.102 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:03.010679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Pushing event updated for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:03.013750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:03.054095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.065617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:security_group and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:03.075148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port dfcdfb37-65f7-458a-9894-2cab2837eae7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=dfcdfb37-65f7-458a-9894-2cab2837eae7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:03.085149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.087494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.090380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:03.101821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.119056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:03.122454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:03.140864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac6206-25e8-48be-845f-6ff32c36ac9e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:03.143420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:03.157574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.161280 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/afac6206-25e8-48be-845f-6ff32c36ac9e HTTP/1.1" status: 204  len: 168 time: 0.3989947
Dec 10 03:54:03.161868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60020) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:03.187848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2e1b2449-228c-47d4-86c9-c04588adce14) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:03.189480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Network 6fcd2348-376f-468c-bd94-ad178b0f103e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:03.193731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:03.228989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed7bcf-b49b-4202-aeb7-6c57684504b0 None None] Network 2e1b2449-228c-47d4-86c9-c04588adce14 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:03.245049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=dfcdfb37-65f7-458a-9894-2cab2837eae7,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:03.251342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:03.260366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.263955 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-471e4988-e24a-4788-8141-a9b87c8d65c3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1393192
Dec 10 03:54:03.272109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:03.272759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.298815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:03.329883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:03.410541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Usage tracker for resource:security_group_rule and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:03.425146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.510650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:03.513583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.526494 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5500300
Dec 10 03:54:03.530575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60028) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:03.541987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d45e64e0-3884-468c-be87-8cee3f1f7327 tempest-QuotasTest-1939098472 tempest-QuotasTest-1939098472-project-admin] 10.222.0.44 "GET /v2.0/quotas/9656cdf44daf4f8393d3a7ff65baf706/details.json HTTP/1.1" status: 200  len: 703 time: 2.9645956
Dec 10 03:54:03.560034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.587065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2e1b2449-228c-47d4-86c9-c04588adce14', 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14', 'tenant_id': '8f6c64cb5c9c4629a99d9df2d3bef6e1', 'fixed_ips': [{'subnet_id': 'cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:03.587985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.603085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Router ee8fd4b7-dfd5-479f-8b12-dd4db667450e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:54:03.607855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.699898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0a983ace-0884-4aeb-a2b6-d954e454d0fe None None] Provisioning complete for port 45145773-00cb-4b06-a7ed-1a919890d4f0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:03.700272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7d9db87220>> segment before_delete 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.700497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0a983ace-0884-4aeb-a2b6-d954e454d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:03.700648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7d9db87220>> subnet precommit_delete_associations 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.701380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> segment_host_mapping after_create 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.701766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> port after_create 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.702111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> port after_delete 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.702460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> port after_update 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.702778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> segment after_delete 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.703092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> subnet after_create 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.703426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> subnet after_delete 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.703783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9db61340>> subnet after_update 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.765948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Request body: {'port': {'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14', 'name': 'tempest-DHCPAgentSchedulersTestJSON-313858259'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:03.809034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0a983ace-0884-4aeb-a2b6-d954e454d0fe None None] Port 45145773-00cb-4b06-a7ed-1a919890d4f0 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:03.870853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Allocated IP 172.20.0.2 (2e1b2449-228c-47d4-86c9-c04588adce14/cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70/0df2ab5a-0d66-4788-afba-bd380f0dae1d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:03.880161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:03.921346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:03.955381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c6659a0>> subnet after_create 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.955730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c6659a0>> subnet after_delete 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.956071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c6659a0>> subnet before_create 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.956402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c6659a0>> subnet before_update 55550000 {{(pid=87629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:03.957054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9db61d00>,) {'filters': {'network_id': ['99b0a0fb-33ee-4e12-bb77-eddfb1953b19']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:04.000766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.014945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:04.016585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:04.043823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9db61d00>, 'fcc2505d-55cd-41d4-95a4-4c7232de929c') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:04.044120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9db61d00>, 'fcc2505d-55cd-41d4-95a4-4c7232de929c') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:04.057597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:04.057597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.060524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.088426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.099679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:04.100330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.123777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.124111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   from cryptography.utils import int_from_bytes
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   from cryptography.utils import int_from_bytes
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn_limited(
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn_limited(
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:04.209541 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:04.221639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.235940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:04.253678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.265130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event deleted for resources: {'Network': ['ID=99b0a0fb-33ee-4e12-bb77-eddfb1953b19,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:04.268111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:04.282332 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "DELETE /v2.0/networks/99b0a0fb-33ee-4e12-bb77-eddfb1953b19 HTTP/1.1" status: 204  len: 168 time: 1.1183794
Dec 10 03:54:04.283922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:04.284723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:04.294269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.321047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Transition to ACTIVE for port object 0df2ab5a-0d66-4788-afba-bd380f0dae1d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:04.342638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Sync routers for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:04.342961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:04.352888 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Sync routers for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:04.356304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfcdfb37-65f7-458a-9894-2cab2837eae7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:04.364805 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:04.365794 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3df760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:04.379872 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] 10.222.0.44 "PUT /v2.0/routers/ee8fd4b7-dfd5-479f-8b12-dd4db667450e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8672383
Dec 10 03:54:04.408781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Transition to ACTIVE for port object 0df2ab5a-0d66-4788-afba-bd380f0dae1d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:04.416823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:04.417764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2509a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:04.449115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.452066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a76395-a7f8-418f-88a2-398644505af0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:04.473428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.546041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.556267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:04.567810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:04.576685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:04.595725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87630) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 10 03:54:04.596315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Router 11207677-3f42-4789-8489-561f2bc39bec migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f7d9e2b3f40> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f7d9e2b3d30> provider. {{(pid=87630) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 10 03:54:04.597353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.612176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:04.625595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.663804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Network 2e1b2449-228c-47d4-86c9-c04588adce14 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:04.672809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:04.681056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:04.684332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Pushing event updated for resources: {'Port': ['ID=0df2ab5a-0d66-4788-afba-bd380f0dae1d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:04.691086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:04.717650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Usage tracker for resource:security_group_rule and tenant:5ac49b3285554f3d8ccb01af3671cacd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:04.749744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.755015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.757279 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 7.5651095
Dec 10 03:54:04.761015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:04.762538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60060) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:04.766973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:04.817200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port dfcdfb37-65f7-458a-9894-2cab2837eae7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:04.817504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:04.847549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:04.946636 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] No L3 agents can host the router 11207677-3f42-4789-8489-561f2bc39bec
Dec 10 03:54:04.955404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:04.958492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Usage tracker for resource:port and tenant:8f6c64cb5c9c4629a99d9df2d3bef6e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:04.968987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:04.980003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Attempting to bind port 0df2ab5a-0d66-4788-afba-bd380f0dae1d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:04.980372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Attempting to bind port 0df2ab5a-0d66-4788-afba-bd380f0dae1d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'db95baf1-f8b7-42df-b530-613e70c4b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:04.980736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Attempting to bind port 0df2ab5a-0d66-4788-afba-bd380f0dae1d on network 2e1b2449-228c-47d4-86c9-c04588adce14 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:04.998751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:04.999093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Checking segment: {'id': 'db95baf1-f8b7-42df-b530-613e70c4b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:04.999663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.000583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Bound using segment: {'id': 'db95baf1-f8b7-42df-b530-613e70c4b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:05.001286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Bound port: 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db95baf1-f8b7-42df-b530-613e70c4b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2e1b2449-228c-47d4-86c9-c04588adce14'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:05.001705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.079151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3df760>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:00Z', 'revision_number': 3, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:05.088050 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Checking router: dd7683b1-29a5-4bd4-9def-ec11adefc002 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:54:05.088591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Updating router dd7683b1-29a5-4bd4-9def-ec11adefc002 port 090ae7ac-cfa6-4028-af7e-2e11623612d7 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:54:05.158993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:05.181759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.244921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Hosts for router 11207677-3f42-4789-8489-561f2bc39bec: [] {{(pid=87630) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 10 03:54:05.280650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.327926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc332e0>,) {'filters': {'network_id': ['b6253a8b-f5a5-4505-a831-bda4c4a55c80']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:05.346791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc332e0>, 'd0fc1286-fe15-4d29-b97e-2cab8711056b') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:05.346994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc332e0>, 'd0fc1286-fe15-4d29-b97e-2cab8711056b') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:05.373113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.375646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Hosts for other DVR routers connected to router 11207677-3f42-4789-8489-561f2bc39bec: set() {{(pid=87630) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 10 03:54:05.393070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.395493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-69844f2b-e5be-4cbd-ad13-10dbdee48e88 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "PUT /v2.0/routers/11207677-3f42-4789-8489-561f2bc39bec HTTP/1.1" status: 200  len: 716 time: 2.0941646
Dec 10 03:54:05.396834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Made reservation on behalf of 8f6c64cb5c9c4629a99d9df2d3bef6e1 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:05.401867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60066) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:05.404033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.467030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.491945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] For port 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:05.501720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] For port 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0df2ab5a-0d66-4788-afba-bd380f0dae1d,segment=NetworkSegment(db95baf1-f8b7-42df-b530-613e70c4b455),segment_id=db95baf1-f8b7-42df-b530-613e70c4b455)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:05.517353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.533348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59ae5da6-5931-4033-8627-4fb3c80e406b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:05.538526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:05.548782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.563255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Transition to ACTIVE for port object 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:05.574428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.588837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.594441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:05.632060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Pushing event updated for resources: {'Port': ['ID=0df2ab5a-0d66-4788-afba-bd380f0dae1d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:05.641355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:05.664378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:05.664826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:05.688467 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:05.708881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:05.717453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2509a0>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:02Z', 'revision_number': 2, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:05.718827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:05.734759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:05.738184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Checking router: ee8fd4b7-dfd5-479f-8b12-dd4db667450e for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:54:05.738770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Updating router ee8fd4b7-dfd5-479f-8b12-dd4db667450e port 45145773-00cb-4b06-a7ed-1a919890d4f0 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:54:05.741142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] device_id is not set on port 4a607b15-770c-4286-8582-a63b3b474b97 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:05.813760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-913bc894-b620-4175-8ab9-99b18b846cc4 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "GET /v2.0/routers/11207677-3f42-4789-8489-561f2bc39bec HTTP/1.1" status: 200  len: 716 time: 0.4057353
Dec 10 03:54:05.816706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60072) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:05.821639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.831263 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.844513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.858222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:05.878766 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Transition to ACTIVE for port object 090ae7ac-cfa6-4028-af7e-2e11623612d7 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:05.881521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.894720 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:05.898957 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:05.901638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6253a8b-f5a5-4505-a831-bda4c4a55c80,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:05.909512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:06.000984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:06.059034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:06.059496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60078) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:06.070741 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Attempting to bind port 090ae7ac-cfa6-4028-af7e-2e11623612d7 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:06.071490 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Attempting to bind port 090ae7ac-cfa6-4028-af7e-2e11623612d7 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:06.072002 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Attempting to bind port 090ae7ac-cfa6-4028-af7e-2e11623612d7 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:06.077876 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Pushing event updated for resources: {'Port': ['ID=090ae7ac-cfa6-4028-af7e-2e11623612d7,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:06.082270 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:06.083274 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:06.083777 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:06.084279 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.084777 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:06.085464 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Bound port: 090ae7ac-cfa6-4028-af7e-2e11623612d7, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:06.086050 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.121275 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b6253a8b-f5a5-4505-a831-bda4c4a55c80 HTTP/1.1" status: 204  len: 168 time: 1.8308506
Dec 10 03:54:06.204812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-03910475-a08f-4902-b7a3-3b9b7bbca7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:06.218664 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] For port 090ae7ac-cfa6-4028-af7e-2e11623612d7, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:06.227848 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] For port 090ae7ac-cfa6-4028-af7e-2e11623612d7, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=090ae7ac-cfa6-4028-af7e-2e11623612d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:06.242188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.242636 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.250898 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:06.280724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299003869', 'description': 'tempest-description--1040113618'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:06.359833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Checking segment: {'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:06.360313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Network hostable DHCP agents. Network: 7d614a73-ae2f-4daa-b06a-7093bb04b32a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:06.366378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Allocated IP 172.20.0.8 (2e1b2449-228c-47d4-86c9-c04588adce14/cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70/4a607b15-770c-4286-8582-a63b3b474b97) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:06.377682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:06.402875 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:06.403619 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3df760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:06.476026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:security_group and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:06.499924 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Pushing event updated for resources: {'Port': ['ID=090ae7ac-cfa6-4028-af7e-2e11623612d7,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:06.509619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:06.513633 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:06.532698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.534670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.535561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:06.551058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.562959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Transition to ACTIVE for port object 45145773-00cb-4b06-a7ed-1a919890d4f0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:06.566338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=4961bb80-ccdf-45a0-8c92-7f622ea1cc9a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:06.579386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-950064ff-ac0f-4c4e-9d59-d2adc6ed835f tempest-RoutersTestDVR-183998547 tempest-RoutersTestDVR-183998547-project] 10.222.0.44 "GET /v2.0/routers/11207677-3f42-4789-8489-561f2bc39bec HTTP/1.1" status: 200  len: 682 time: 0.7478931
Dec 10 03:54:06.583405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.585599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:06.586305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:06.589075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:06.595917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60088) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:06.704264 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:06.729234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Allocated IP 172.20.0.1 (4e42ce75-6c90-444e-8ee2-11e25290f382/1f4ef4c3-0006-4de9-a8d9-6a993e9f3530/6ec0e153-fded-42b6-92d2-f00a330303d2) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:06.938511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Pushing event updated for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:06.994204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:07.013439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:07.015540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.017729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:07.081260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60094) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:07.146348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.162135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Attempting to bind port 45145773-00cb-4b06-a7ed-1a919890d4f0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:07.162513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Attempting to bind port 45145773-00cb-4b06-a7ed-1a919890d4f0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:07.162881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Attempting to bind port 45145773-00cb-4b06-a7ed-1a919890d4f0 on network 6fcd2348-376f-468c-bd94-ad178b0f103e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:07.166987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Transition to ACTIVE for port object 6ec0e153-fded-42b6-92d2-f00a330303d2 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:07.183822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:07.184200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Checking segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:07.184604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.185008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Bound using segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:07.185836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Bound port: 45145773-00cb-4b06-a7ed-1a919890d4f0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:07.185956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.199276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.216238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:07.245572 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3df760>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:00Z', 'revision_number': 3, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:07.255111 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d70bb0-b8c9-4183-bd33-ef071aae26bc None None] The sync data for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv is: [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:00Z', 'revision_number': 3, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:07.267901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d3aaf-4150-42ea-bc8b-9341faed6de2 None None] Network 2e1b2449-228c-47d4-86c9-c04588adce14 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:07.303436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.321913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:07.328950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:07.337484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:07.341089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 7d614a73-ae2f-4daa-b06a-7093bb04b32a) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:07.341379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4afd9fc72c343faa5d7a74e1577b9d1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:07.344733 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ac49b3285554f3d8ccb01af3671cacd&name=default HTTP/1.1" status: 200  len: 2975 time: 3.2721870
Dec 10 03:54:07.354053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60100) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:07.356604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:07.362154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.364657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:07.367360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b4488-0332-4bb2-9a5e-88d933f50d38 None None] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:07.413442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:07.430551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:07.434101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:07.459691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:07.467677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:07.479780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.521389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b88536-7ee9-4ca9-b809-9d7e156666df,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:07.525905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.617090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9e3b5f70-6e72-4ab4-aa23-4b779d7ecfc6 None None] Provisioning for port 0df2ab5a-0d66-4788-afba-bd380f0dae1d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:07.618836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:07.623743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] For port 45145773-00cb-4b06-a7ed-1a919890d4f0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:07.626043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:security_group_rule and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:07.651340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:07.692537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.703792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] For port 45145773-00cb-4b06-a7ed-1a919890d4f0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=45145773-00cb-4b06-a7ed-1a919890d4f0,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:07.709220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.723510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.728838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:07.729202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:07.729630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:07.737691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6df8694e-74b6-4f0d-b0c8-19ae900f4b18 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:07.754587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:07.772951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:07.780226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:07.780580 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:07.797085 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 2 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:07.833591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:07.847049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5db80-4296-47e4-a9a1-72097deb627f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:07.862518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:07.867132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4afd9fc72c343faa5d7a74e1577b9d1&name=default HTTP/1.1" status: 200  len: 2977 time: 0.7846406
Dec 10 03:54:07.871126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60104) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:08.034329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Pushing event updated for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:08.045105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:08.050934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 090ae7ac-cfa6-4028-af7e-2e11623612d7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:08.101051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.101984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.102777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.128569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.170156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.170714 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.183110 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 3 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.183349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:08.183994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2509a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:08.219525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.221455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.264477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.273424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d17c1756-12b1-4a3f-8ea2-8b5283861a6b None None] Provisioning for port 6ec0e153-fded-42b6-92d2-f00a330303d2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:08.276857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.301981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.314548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.316802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.317233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.317846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.341856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a90fed9-33ca-47ed-a268-be1850df6307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:08.364429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.364922 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.378219 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 4 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.406767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d17c1756-12b1-4a3f-8ea2-8b5283861a6b None None] Provisioning complete for port 6ec0e153-fded-42b6-92d2-f00a330303d2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:08.407159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d17c1756-12b1-4a3f-8ea2-8b5283861a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.415104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.431998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:08.435181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:08.461059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 090ae7ac-cfa6-4028-af7e-2e11623612d7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:08.476305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.476805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.477964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.501830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 090ae7ac-cfa6-4028-af7e-2e11623612d7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:08.502197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.505866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.516331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.517284 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.537071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 5 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.572320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.572782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.573242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.584807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:08.586332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:08.586444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.593540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.593975 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.605838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d17c1756-12b1-4a3f-8ea2-8b5283861a6b None None] Port 6ec0e153-fded-42b6-92d2-f00a330303d2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:08.612715 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 6 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.640193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.640577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.641035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.644721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:08.646782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.647383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11207677-3f42-4789-8489-561f2bc39bec {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:08.656874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Transition to ACTIVE for port object 4a607b15-770c-4286-8582-a63b3b474b97 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:08.660372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.660825 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.681827 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 7 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.709723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.710310 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.710742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.732897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.733944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.734392 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.736768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.747657 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 8 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.748898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:08.765401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5db80-4296-47e4-a9a1-72097deb627f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:08.771340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.771813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.772780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.774037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:08.774954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.779287 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70d5db80-4296-47e4-a9a1-72097deb627f HTTP/1.1" status: 204  len: 168 time: 0.9030852
Dec 10 03:54:08.782475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:08.782925 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:08.783600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:08.793338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 9 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:08.815760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:08.816228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:08.816770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:08.828875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:08.832976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Router dd7683b1-29a5-4bd4-9def-ec11adefc002 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:54:08.966804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.019469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.051754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:09.052138 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:09.073676 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 10 to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a
Dec 10 03:54:09.092975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.097058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.139313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.145502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d2bb5b60-25a6-44be-a2b7-8f5c4e030ada tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "DELETE /v2.0/routers/11207677-3f42-4789-8489-561f2bc39bec HTTP/1.1" status: 204  len: 168 time: 2.5481679
Dec 10 03:54:09.147048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.151056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60114) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.154151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:09.154642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:09.155265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:09.158190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6527e1c9-d030-423f-ab9c-2304048281ba,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.159456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Request body: {'router': {'name': 'tempest-router-84234175', 'distributed': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:09.166098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:09.171680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:09.175487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.176760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.178152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Usage tracker for resource:router and tenant:8e086fc7ecab45d78047b1ac3b2bb849 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:09.178717 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.9146090
Dec 10 03:54:09.185268 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/dd7683b1-29a5-4bd4-9def-ec11adefc002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4216130
Dec 10 03:54:09.185891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60118) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.186414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.188640 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3b88536-7ee9-4ca9-b809-9d7e156666df HTTP/1.1" status: 204  len: 168 time: 1.8276150
Dec 10 03:54:09.190003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.193539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:09.204823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'security_group_rule': {'security_group_id': '6527e1c9-d030-423f-ab9c-2304048281ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:09.210362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:09.214315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:09.220739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:security_group_rule and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:09.224270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 090ae7ac-cfa6-4028-af7e-2e11623612d7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=090ae7ac-cfa6-4028-af7e-2e11623612d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:09.224707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:09.231231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:09.238858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.239832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.244513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.257522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0df2ab5a-0d66-4788-afba-bd380f0dae1d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:09.271875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.288953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event updated for resources: {'Port': ['ID=4a607b15-770c-4286-8582-a63b3b474b97,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.305964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.333860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.356856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:09.357038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60126) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.357113 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:09.357113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.393617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.417186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.445402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:09.449850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.454304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Usage tracker for resource:security_group_rule and tenant:d64a645ce9a841b7871ced8e023017d8 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:09.459948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:09.467840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.468838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:09.472915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.500311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.504311 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-142395d7-a487-44ba-971e-212cb2c66f5e tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 719 time: 0.3522575
Dec 10 03:54:09.517609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60134) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.523854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496d8b0f-2c7c-48e6-9afc-ea7cc60861a9,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.586390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Network 2e1b2449-228c-47d4-86c9-c04588adce14 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:09.607974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=090ae7ac-cfa6-4028-af7e-2e11623612d7,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.611971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:09.614611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.616612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:09.631753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:09.632671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.643995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.689700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.698627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Sync routers for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:09.742597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.752082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.758362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-307a81a2-4ccc-40e1-856e-d8aa0d22d3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.770071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-306d347a-4078-42b5-a1b2-fd3708030fb4 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 6.2337494
Dec 10 03:54:09.770250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:09.770875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2da790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:09.775526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b88536-7ee9-4ca9-b809-9d7e156666df,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:09.779957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60140) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.784363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.785557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.786858 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.1627007
Dec 10 03:54:09.795278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.795818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:09.797925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60142) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.801382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:09.801868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempted to set empty binding levels {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:54:09.808092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1001822965'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:09.813470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:09.819061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.823702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:network and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:09.838033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:09.847375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5317c5c-ae5a-4b14-88a0-d2b1431e69be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:09.887589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.891937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6914568
Dec 10 03:54:09.897552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60148) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.912902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'security_group_rule': {'security_group_id': '6527e1c9-d030-423f-ab9c-2304048281ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:09.926422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:09.929448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.934870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:09.935636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:09.962460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:09.979407 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 8.3774738
Dec 10 03:54:09.986684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60154) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:09.987717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:security_group_rule and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:09.995084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:10.069063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Deleting port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:10.069331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.101885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:10.113235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=4961bb80-ccdf-45a0-8c92-7f622ea1cc9a,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:10.119333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Deleting port 4a607b15-770c-4286-8582-a63b3b474b97 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:10.119920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.125450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:10.126270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Made reservation on behalf of 3c4229a439a440a898de1ecc4b5c271e for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:10.129771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.150871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e51ed506-bf68-4fd3-91f7-b14f4b5ab690 None None] Provisioning complete for port 6ec0e153-fded-42b6-92d2-f00a330303d2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:10.151261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e51ed506-bf68-4fd3-91f7-b14f4b5ab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.163482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.187273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:10.191847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:security_group_rule and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:10.195319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:10.202169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:10.225118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:10.253657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e51ed506-bf68-4fd3-91f7-b14f4b5ab690 None None] Port 6ec0e153-fded-42b6-92d2-f00a330303d2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:10.281443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0df2ab5a-0d66-4788-afba-bd380f0dae1d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:10.303047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.304315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2509a0>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:10.312213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0df2ab5a-0d66-4788-afba-bd380f0dae1d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:10.312706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.318174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.351685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.378116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60162) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:10.379806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:10.384653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53dfe5-8fd7-47d7-b301-2acd0dc43959 None None] The sync data for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv is: [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:10.399963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:10.410829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.411475 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Added segment e66d0743-283d-428a-9b84-430fdff3b86b of type vlan for network 9093d104-f705-4083-a5cb-5cd9af64e86b
Dec 10 03:54:10.429186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.449399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269546289', 'description': 'tempest-description--595816489'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:10.454519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:10.458830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:security_group and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:10.474609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.474943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96a6cf-2890-4798-9f47-b88dfaa263b5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:10.477381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.479021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:10.480041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:10.501419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:10.574257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ef8eb163-99db-4d82-b000-61f776c0dc43 None None] Provisioning for port 4a607b15-770c-4286-8582-a63b3b474b97 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:10.588438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ef8eb163-99db-4d82-b000-61f776c0dc43 None None] Provisioning complete for port 4a607b15-770c-4286-8582-a63b3b474b97 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:10.588818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb163-99db-4d82-b000-61f776c0dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.604401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.604931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8ae723-b6a7-416f-8e55-27b34186b4e1 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:10.606642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:10.612196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Usage tracker for resource:security_group_rule and tenant:9656cdf44daf4f8393d3a7ff65baf706 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:10.615392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:10.623062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.624345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:10.636862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.642185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.642896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.677213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.681396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:10.718619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.719832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:10.724019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:security_group_rule and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:10.724707 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ee9b4c7-d1e5-48f9-9309-69fc513323f3 tempest-RoutersTestDVR-838467041 tempest-RoutersTestDVR-838467041-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5c8ae723-b6a7-416f-8e55-27b34186b4e1 HTTP/1.1" status: 204  len: 168 time: 1.2053394
Dec 10 03:54:10.728073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:10.734985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eb163-99db-4d82-b000-61f776c0dc43 None None] Port 4a607b15-770c-4286-8582-a63b3b474b97 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:10.737125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:10.803249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-903cd440-8dde-4289-adc2-dfd276615a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:10.812390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0df2ab5a-0d66-4788-afba-bd380f0dae1d,segment=NetworkSegment(db95baf1-f8b7-42df-b530-613e70c4b455),segment_id=db95baf1-f8b7-42df-b530-613e70c4b455)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:10.820709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.827249 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d64a645ce9a841b7871ced8e023017d8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4695725
Dec 10 03:54:10.828466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60168) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:10.828592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.839681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.844714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a, host hv-neutron-8211, got binding levels [] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:10.845139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.861498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.865497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:10.954353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:10.957354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:10.989893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.049190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.113860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Calling delete_port for 4961bb80-ccdf-45a0-8c92-7f622ea1cc9a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:11.138476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.190874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 090ae7ac-cfa6-4028-af7e-2e11623612d7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:11.218057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:11.219079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.234839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.236251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.8463769
Dec 10 03:54:11.247692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60174) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.255855 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.4565213
Dec 10 03:54:11.260298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'security_group_rule': {'security_group_id': '1cf807aa-d163-4607-a597-889211a3f02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:11.267381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf807aa-d163-4607-a597-889211a3f02c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.279258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.279910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb6791-8c1c-472e-a8ab-3c807f21f27a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.281861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.293705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.300222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.301625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=0df2ab5a-0d66-4788-afba-bd380f0dae1d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.307068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.308477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.314987 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9656cdf44daf4f8393d3a7ff65baf706&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0863891
Dec 10 03:54:11.315162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60184) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.315162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:11.315314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48e64d8b-a0ed-41a0-b19b-502d821cb7dc tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.324249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.327969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.328106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Request body: {'subnet': {'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:11.329402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4207616
Dec 10 03:54:11.343537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:security_group_rule and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:11.360367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 090ae7ac-cfa6-4028-af7e-2e11623612d7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:11.360749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.373222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.389671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.416629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:11.428042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.436395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f00219-7511-4999-8c18-ca65fcb7a777,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.445821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.447826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:11.451050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.569678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.581466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2da790>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 2, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:11.586891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.603418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Checking router: dd7683b1-29a5-4bd4-9def-ec11adefc002 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:54:11.603761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Updating router dd7683b1-29a5-4bd4-9def-ec11adefc002 port 6ec0e153-fded-42b6-92d2-f00a330303d2 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:54:11.628755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Network': ['ID=9093d104-f705-4083-a5cb-5cd9af64e86b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.638928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.646491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.663957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.674333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 9093d104-f705-4083-a5cb-5cd9af64e86b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:11.714155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.714841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:11.725297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.741942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event deleted for resources: {'Port': ['ID=4961bb80-ccdf-45a0-8c92-7f622ea1cc9a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.749984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.758124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:11.772581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Usage tracker for resource:security_group_rule and tenant:0253dbbfff7b4bb8b81a938578f80826 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:11.778330 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4961bb80-ccdf-45a0-8c92-7f622ea1cc9a HTTP/1.1" status: 204  len: 168 time: 1.7874525
Dec 10 03:54:11.779027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60200) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.780833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.781930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:11.800013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 45145773-00cb-4b06-a7ed-1a919890d4f0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:11.827374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:11.833656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Calling delete_port for 4a607b15-770c-4286-8582-a63b3b474b97 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:11.837695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.853145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-018a5cf1-e4be-473c-ad31-160201dab08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.860238 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f982c851-81c0-4368-b958-86fe067fff61 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:54:11.860770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f982c851-81c0-4368-b958-86fe067fff61 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:11.895861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc3e69f-63cb-42ed-b8cf-5d6bcf94766b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.905433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.918093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.932221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:11.933875 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6848493
Dec 10 03:54:11.939457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60204) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:11.946569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59899b59-28c5-412b-90e7-acd80a059334,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:11.947012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'security_group_rule': {'security_group_id': '1cf807aa-d163-4607-a597-889211a3f02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:11.975803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:11.976285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62335b75-a778-448e-b0aa-5b7f9f60963d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:11.979277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:11.986417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:security_group_rule and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:11.995848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:11.999950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:12.006831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:floatingip and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:12.008561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:12.010304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:12.017713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:12.022034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 45145773-00cb-4b06-a7ed-1a919890d4f0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:12.043343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 45145773-00cb-4b06-a7ed-1a919890d4f0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:12.043912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.123617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.138781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.140852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.156192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.167467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb6791-8c1c-472e-a8ab-3c807f21f27a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.169391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.173040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39bb6791-8c1c-472e-a8ab-3c807f21f27a HTTP/1.1" status: 204  len: 168 time: 1.1313469
Dec 10 03:54:12.176448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:12.177461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:12.190948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.191368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.219504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f982c851-81c0-4368-b958-86fe067fff61 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:12.220097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.226096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f982c851-81c0-4368-b958-86fe067fff61 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports/4961bb80-ccdf-45a0-8c92-7f622ea1cc9a HTTP/1.1" status: 404  len: 333 time: 0.4408159
Dec 10 03:54:12.227106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60212) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:12.232865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f02c6-cae4-4b23-a118-d1f3fea27c74,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.239539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:subnet and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:12.249763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:12.277797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1310452850'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:12.284479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:12.285504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:12.296364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:12.322366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Made reservation on behalf of 76da6ad6eea44f57ad572f5258ef6eb3 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:12.324806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.330609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:12.350474 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0253dbbfff7b4bb8b81a938578f80826&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0196671
Dec 10 03:54:12.355362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60218) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:12.358308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 1d4356a3-b171-4784-9848-eefc51ee1253 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:12.406024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Made reservation on behalf of 3c4229a439a440a898de1ecc4b5c271e for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:12.411727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.435950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.477848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.491153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 45145773-00cb-4b06-a7ed-1a919890d4f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=45145773-00cb-4b06-a7ed-1a919890d4f0,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:12.494029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Transition to ACTIVE for port object 6ec0e153-fded-42b6-92d2-f00a330303d2 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:12.500612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.501752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.503966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.505618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.521702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.535301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.538589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.551398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.591752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.596587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.604148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.613129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:12.614894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.615424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a13ad14-5b82-4b5f-8ac6-8f914a715a24,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.618908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:12.685627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.686825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7462521
Dec 10 03:54:12.734808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60228) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:12.745237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:12.750868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:12.754806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:floatingip and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:12.759972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.760144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:12.767041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:12.773821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event deleted for resources: {'Port': ['ID=4a607b15-770c-4286-8582-a63b3b474b97,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.792967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.865599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:12.886292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:12.952418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.981088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:12.987718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59899b59-28c5-412b-90e7-acd80a059334,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:12.991389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:13.023361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f02c6-cae4-4b23-a118-d1f3fea27c74,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:13.025251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.026617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.049054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.053102 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/678f02c6-cae4-4b23-a118-d1f3fea27c74 HTTP/1.1" status: 204  len: 168 time: 0.6938865
Dec 10 03:54:13.075044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Pushing event updated for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:13.088960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.120340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.159355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Attempting to bind port 6ec0e153-fded-42b6-92d2-f00a330303d2 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:13.159870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Attempting to bind port 6ec0e153-fded-42b6-92d2-f00a330303d2 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:13.160376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Attempting to bind port 6ec0e153-fded-42b6-92d2-f00a330303d2 on network 4e42ce75-6c90-444e-8ee2-11e25290f382 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:13.188855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.189895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.190502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:13.191498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Checking segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:13.191931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.192313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Bound using segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:13.192795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Bound port: 6ec0e153-fded-42b6-92d2-f00a330303d2, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:13.193185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.193830 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59899b59-28c5-412b-90e7-acd80a059334 HTTP/1.1" status: 204  len: 168 time: 1.8220458
Dec 10 03:54:13.211145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.216120 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "DELETE /v2.0/ports/4a607b15-770c-4286-8582-a63b3b474b97 HTTP/1.1" status: 204  len: 168 time: 3.4126811
Dec 10 03:54:13.216535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:13.248213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60244) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:13.253050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0df2ab5a-0d66-4788-afba-bd380f0dae1d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:13.269362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Allocated IP 172.26.1.152 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/fc23903c-ebc3-4a1c-bfae-e87323d2afc8) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:13.291033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.356326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Subnet': ['ID=28c9aa7c-7c99-4704-9ac0-f4de560037e0,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:13.361066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.384690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Checking segment: {'id': 'e66d0743-283d-428a-9b84-430fdff3b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:13.385208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network hostable DHCP agents. Network: 9093d104-f705-4083-a5cb-5cd9af64e86b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:13.418260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] For port 6ec0e153-fded-42b6-92d2-f00a330303d2, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:13.424301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] For port 6ec0e153-fded-42b6-92d2-f00a330303d2, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6ec0e153-fded-42b6-92d2-f00a330303d2,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:13.424473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 9093d104-f705-4083-a5cb-5cd9af64e86b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:13.426737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0df2ab5a-0d66-4788-afba-bd380f0dae1d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:13.427117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.441885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 9093d104-f705-4083-a5cb-5cd9af64e86b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:13.447544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:13.448281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.469834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.479799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b65d62-a5a6-4899-9830-b3eebf79b3ed None None] Network 9093d104-f705-4083-a5cb-5cd9af64e86b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:13.485049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:13.494168 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2069860
Dec 10 03:54:13.494721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60254) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:13.500510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.502952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1260168276', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:13.516499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:13.519029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:13.528947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:router and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:13.534163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:13.541964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:13.558180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.559725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.576868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4356a3-b171-4784-9848-eefc51ee1253,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:13.580132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.590847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.603923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:13.609941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:13.618746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:13.620019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:13.620795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.704416 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4517131
Dec 10 03:54:13.705210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Pushing event updated for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:13.708638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60260) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:13.723350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:13.735587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:13.736822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:13.737479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2da790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:13.765246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.904151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60264) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:13.954446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:13.967725 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-712623e9-9402-46fc-abdc-6ad5b7262685 tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.7175527
Dec 10 03:54:13.975840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60268) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:13.998329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-315579252'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:14.005174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:14.009117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Usage tracker for resource:network and tenant:8f6c64cb5c9c4629a99d9df2d3bef6e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:14.012181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:14.018020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:14.038395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Made reservation on behalf of 8f6c64cb5c9c4629a99d9df2d3bef6e1 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:14.043119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.054139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:14.062281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.083963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Usage tracker for resource:security_group_rule and tenant:8e086fc7ecab45d78047b1ac3b2bb849 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:14.119761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:14.120725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.132276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 45145773-00cb-4b06-a7ed-1a919890d4f0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:14.133797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:14.156640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:14.167193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.167629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Added segment 15185f52-1fdb-4382-b24f-fd495bd2e174 of type vlan for network 170937ba-2b81-4803-9c18-27d6da3c6306
Dec 10 03:54:14.194409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.228118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.239842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.244361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:14.309028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:14.309721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.343608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.374209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:14.376083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-9093d104-f705-4083-a5cb-5cd9af64e86b', 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b', 'tenant_id': '3c4229a439a440a898de1ecc4b5c271e', 'fixed_ips': [{'subnet_id': '28c9aa7c-7c99-4704-9ac0-f4de560037e0'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:14.377108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.405609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Allocated IP 172.26.1.36 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/6c7af3fc-1f16-4115-9db8-1a04b1835b49) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:14.427697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:14.429681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'Port': ['ID=fc23903c-ebc3-4a1c-bfae-e87323d2afc8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:14.441404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:14.450305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:54:14.516071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.5223818
Dec 10 03:54:14.517203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:14.518867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60290) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:14.526831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:14.545561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-91c99748-20f5-4c70-baec-7d4cc25c72f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.624010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 45145773-00cb-4b06-a7ed-1a919890d4f0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:14.624599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:14.952949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60306) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:15.053537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.080447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:15.144399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Allocated IP 172.20.0.2 (9093d104-f705-4083-a5cb-5cd9af64e86b/28c9aa7c-7c99-4704-9ac0-f4de560037e0/e046a004-1567-429a-aa8d-67d071819a24) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:15.225333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 1d4356a3-b171-4784-9848-eefc51ee1253 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:15.242108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.255679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.264951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Transition to ACTIVE for port object 1d4356a3-b171-4784-9848-eefc51ee1253 will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:15.276398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event updated for resources: {'Network': ['ID=170937ba-2b81-4803-9c18-27d6da3c6306,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:15.288594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60314) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:15.292406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.304040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.305629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:15.307026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.317392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 170937ba-2b81-4803-9c18-27d6da3c6306 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:15.351126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:15.354372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1980576591', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:15.360687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:15.368540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Usage tracker for resource:port and tenant:5e7d4f971cfe4d9e9eb93d58a5d5233e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:15.378493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291070122'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:15.391764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:15.398624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:15.408286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:15.410477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:15.416689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.417733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:15.436149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.436330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:15.437632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:15.480383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2da790>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:13Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:15.495834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Made reservation on behalf of 5e7d4f971cfe4d9e9eb93d58a5d5233e for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:15.496127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c97cef-9ee1-409f-ad47-57abda8b5a19 None None] The sync data for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv is: [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:13Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:15.498167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.535094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.566046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.579718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:15.584408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Transition to ACTIVE for port object e046a004-1567-429a-aa8d-67d071819a24 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:15.592369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.606221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:15.608891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Transition to ACTIVE for port object e046a004-1567-429a-aa8d-67d071819a24 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:15.609023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.620519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.624921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:15.629738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4356a3-b171-4784-9848-eefc51ee1253,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:15.633084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:15.642394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:15.652279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.654897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:15.675650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:15.688907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.709938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Network 9093d104-f705-4083-a5cb-5cd9af64e86b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:15.713180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:15.716871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:15.723776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'Port': ['ID=6c7af3fc-1f16-4115-9db8-1a04b1835b49,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:15.726490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:15.735626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:15.735965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:15.736306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:15.738846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:15.739468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Pushing event updated for resources: {'Port': ['ID=e046a004-1567-429a-aa8d-67d071819a24,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:15.743869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:security_group_rule and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:15.750490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:15.752393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:15.764348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e086fc7ecab45d78047b1ac3b2bb849&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8524740
Dec 10 03:54:15.765771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:15.775684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:15.776015 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:15.777822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Usage tracker for resource:security_group_rule and tenant:5e7d4f971cfe4d9e9eb93d58a5d5233e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:15.780598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:15.781446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:15.782264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60320) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:15.784606 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 2 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:15.789355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:15.814636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Allocated IP 172.26.1.62 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/feda51a8-d797-4f15-8cf0-586fd6210d8d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:15.823549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a34eb22d-c0e3-44f2-97d4-7092c250ecdc tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks HTTP/1.1" status: 200  len: 6458 time: 1.2757366
Dec 10 03:54:15.833241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:15.837613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd9b25-d5ca-4b95-bf82-a280762c3a37,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:15.841845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:15.849854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Attempting to bind port e046a004-1567-429a-aa8d-67d071819a24 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:15.854405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Attempting to bind port e046a004-1567-429a-aa8d-67d071819a24 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e66d0743-283d-428a-9b84-430fdff3b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:15.854784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Attempting to bind port e046a004-1567-429a-aa8d-67d071819a24 on network 9093d104-f705-4083-a5cb-5cd9af64e86b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:15.864333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:15.864717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Checking segment: {'id': 'e66d0743-283d-428a-9b84-430fdff3b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:15.865126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.868262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Bound using segment: {'id': 'e66d0743-283d-428a-9b84-430fdff3b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:15.868780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Bound port: e046a004-1567-429a-aa8d-67d071819a24, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66d0743-283d-428a-9b84-430fdff3b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:15.869151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:15.875813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:15.876158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:15.876488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:15.898221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:15.898755 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:15.906276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 3 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.005480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] For port e046a004-1567-429a-aa8d-67d071819a24, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:16.009418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.009851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.010274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.013952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] For port e046a004-1567-429a-aa8d-67d071819a24, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e046a004-1567-429a-aa8d-67d071819a24,segment=NetworkSegment(e66d0743-283d-428a-9b84-430fdff3b86b),segment_id=e66d0743-283d-428a-9b84-430fdff3b86b)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:16.019653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.025264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:16.037217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.081908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.082321 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.085375 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 4 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.111791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Pushing event updated for resources: {'Port': ['ID=e046a004-1567-429a-aa8d-67d071819a24,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:16.114414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:16.139315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.145539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.145968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.146382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.162021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.162437 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.180998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 5 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.233860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.246702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.247074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.247489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.257865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.258329 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.261014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.266552 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 6 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.324589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a735d-1364-459b-831e-3739fd0de069 tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] Network 170937ba-2b81-4803-9c18-27d6da3c6306 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:16.334931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.335805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.335805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.364296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.365301 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.369639 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 7 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.382393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37df955-8d2f-4aad-b6c2-df7f08fdf1d8 None None] Network 170937ba-2b81-4803-9c18-27d6da3c6306 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:16.390970 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9b3a735d-1364-459b-831e-3739fd0de069 tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "POST /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.5548718
Dec 10 03:54:16.394031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.399385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60328) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:16.419324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.434685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.435097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.435643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.442577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.465497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e2d8a609-42e6-4c0d-b49b-0c0bd998dd41 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:16.660896 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f49497e-d6bb-4c0c-b277-f6dda9ef1c3a tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks HTTP/1.1" status: 200  len: 7227 time: 0.2576139
Dec 10 03:54:16.660896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.660896 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.669038 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 8 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.677836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60332) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:16.685722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3e2b-9d85-497f-bd75-16b53a75d7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.685893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.696757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.702682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.710482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.716414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.722430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.730236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.733642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40cd9b25-d5ca-4b95-bf82-a280762c3a37 HTTP/1.1" status: 204  len: 168 time: 0.9304659
Dec 10 03:54:16.736236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.737225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:16.741359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.741700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.742030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.747624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.757173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0168567
Dec 10 03:54:16.761195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.761551 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.766722 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 9 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.783438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'Port': ['ID=fc23903c-ebc3-4a1c-bfae-e87323d2afc8,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:16.815254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:16.815681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:16.825117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.834916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.835252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.835590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.839527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd9b25-d5ca-4b95-bf82-a280762c3a37,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:16.853833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:16.854686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.855011 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.855506 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 10 to bind port 1d4356a3-b171-4784-9848-eefc51ee1253
Dec 10 03:54:16.873559 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3170928b-5e3e-47e5-b940-348fe65bfbbd tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "DELETE /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks/170937ba-2b81-4803-9c18-27d6da3c6306 HTTP/1.1" status: 204  len: 168 time: 0.1653352
Dec 10 03:54:16.876022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60340) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:16.885723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:16.886055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:16.886384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:16.895658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:16.895984 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 1d4356a3-b171-4784-9848-eefc51ee1253 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:16.896343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.949255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:16.966224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] device_id is not set on port 505b5c03-f5cd-476f-a233-357f12ae18a6 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:17.119494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:17.140222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.140692 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment e3deba8e-676f-4995-be47-d535a1444278 of type vlan for network 430874de-72b9-46c8-9796-57bf0340612f
Dec 10 03:54:17.149458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 1d4356a3-b171-4784-9848-eefc51ee1253, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:17.149828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempted to set empty binding levels {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:54:17.157567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.173285 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-72aa2b9d-79fe-4885-9832-bd64c7b2e3f0 tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks HTTP/1.1" status: 200  len: 6458 time: 0.2961383
Dec 10 03:54:17.174187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:17.206444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.219134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60356) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.240231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] In _notify_port_updated(), no bound segment for port 1d4356a3-b171-4784-9848-eefc51ee1253 on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:54:17.241090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.241721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.243067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "PUT /v2.0/ports/1d4356a3-b171-4784-9848-eefc51ee1253 HTTP/1.1" status: 200  len: 977 time: 3.5330694
Dec 10 03:54:17.256792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60362) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.378068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.379022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'Port': ['ID=6c7af3fc-1f16-4115-9db8-1a04b1835b49,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:17.383898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:17.390199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:17.402931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.446721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e046a004-1567-429a-aa8d-67d071819a24 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:17.456398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.457192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.533717 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d6d6273b-1438-4341-aa92-61dc58879772 tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/networks/2e1b2449-228c-47d4-86c9-c04588adce14/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.3101492
Dec 10 03:54:17.547264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60376) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.547264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4356a3-b171-4784-9848-eefc51ee1253,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:17.548295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:17.572103 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-69dd7dce-c2b1-45c4-a44e-218d48ea018c tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/networks/2e1b2449-228c-47d4-86c9-c04588adce14/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0255213
Dec 10 03:54:17.575666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60380) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.619963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.665765 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.3612783
Dec 10 03:54:17.667018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e046a004-1567-429a-aa8d-67d071819a24 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:17.679480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc8068-fbf2-40ea-946c-e5830c6e349c None None] Network 9093d104-f705-4083-a5cb-5cd9af64e86b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:17.693670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6ec0e153-fded-42b6-92d2-f00a330303d2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:17.761205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60390) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.770041 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 10 03:54:17.778976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a5afc-7492-40f3-85c8-f612eb72fe16,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:17.790225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:17.793647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.3093910
Dec 10 03:54:17.817958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60396) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:17.831303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '430874de-72b9-46c8-9796-57bf0340612f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:17.869599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.870272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.870895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.871510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.872120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.872728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.873510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.874159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.874769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.875375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.875982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.876586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.877190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.878017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.878636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.879260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.879863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:17.881890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:17.882691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9818911-9fc2-4ffb-93d8-76f6b0616e0e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:17.905613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:17.912899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:17.916130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fc9709d7-ed2c-4b19-ae76-4e536522d16f tempest-DHCPAgentSchedulersTestJSON-1641448284 tempest-DHCPAgentSchedulersTestJSON-1641448284-project-admin] 10.222.0.44 "GET /v2.0/agents/5e8c7bbf-c68e-42b8-a3aa-12fff3a62955/dhcp-networks HTTP/1.1" status: 200  len: 6458 time: 0.3393521
Dec 10 03:54:17.941805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Allocated IP 172.26.1.18 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/505b5c03-f5cd-476f-a233-357f12ae18a6) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:17.970196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60404) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.006268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-95a136ea-2813-4456-a0b8-be18c0978ea0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Synchronizing usage tracker for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:18.020373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.026296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Provisioning for port e046a004-1567-429a-aa8d-67d071819a24 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:18.040310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.912s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:18.040455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:18.041546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:18.046356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:18.048951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Provisioning complete for port e046a004-1567-429a-aa8d-67d071819a24 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:18.049342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.069218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:18.086930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c4e5aaee-0bac-4158-b2e5-851e523270d9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15353 time: 0.8284771
Dec 10 03:54:18.091378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60412) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.134849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:18.162212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6ec0e153-fded-42b6-92d2-f00a330303d2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:18.287928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60426) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.299247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6ec0e153-fded-42b6-92d2-f00a330303d2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:18.299627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.337622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:18.340787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-95a136ea-2813-4456-a0b8-be18c0978ea0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Unset dirty status for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:18.341965 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-95a136ea-2813-4456-a0b8-be18c0978ea0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--269546289&fields=id&tenant_id=40aac755d3d1401e86aefdcc4a93dc73 HTTP/1.1" status: 200  len: 267 time: 0.5775409
Dec 10 03:54:18.350151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:18.358530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:18.364337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.393380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:18.409022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Deleting port 1d4356a3-b171-4784-9848-eefc51ee1253 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:18.409669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.409996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=feda51a8-d797-4f15-8cf0-586fd6210d8d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:18.427817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:18.428239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.846s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:18.469680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.528423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:18.532046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.576700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.634139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 6ec0e153-fded-42b6-92d2-f00a330303d2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6ec0e153-fded-42b6-92d2-f00a330303d2,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:18.638235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] For port e046a004-1567-429a-aa8d-67d071819a24, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e046a004-1567-429a-aa8d-67d071819a24,segment=NetworkSegment(e66d0743-283d-428a-9b84-430fdff3b86b),segment_id=e66d0743-283d-428a-9b84-430fdff3b86b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:18.642074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.646789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60442) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.650520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-715f68e9-2680-4ee0-9a5f-f778897f2a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:18.689123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.699054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-524fe5b8-c267-41fb-a4b5-011ae6a961f7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:18.703079 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-524fe5b8-c267-41fb-a4b5-011ae6a961f7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.4085236
Dec 10 03:54:18.703692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60446) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.741083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:18.750823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-162b87ed-e94f-4106-bb1b-41c6df07438c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:18.754833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:18.756385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:18.758069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-162b87ed-e94f-4106-bb1b-41c6df07438c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0382333
Dec 10 03:54:18.766460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60450) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.814826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-ab4f895d-6a85-46aa-84e1-ad51187286e3 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:18.818528 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ab4f895d-6a85-46aa-84e1-ad51187286e3 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0509267
Dec 10 03:54:18.819167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60454) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.837062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4a60728d-e385-4a4d-bb99-9399d57176e2 None None] Provisioning complete for port e046a004-1567-429a-aa8d-67d071819a24 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:18.837507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4a60728d-e385-4a4d-bb99-9399d57176e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.843051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-2a0f396a-5f69-4465-8382-66b9c8d27249 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:18.844470 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2a0f396a-5f69-4465-8382-66b9c8d27249 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0087676
Dec 10 03:54:18.874771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.900252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:18.904941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=430874de-72b9-46c8-9796-57bf0340612f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:18.917694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60458) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:18.921607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:18.924969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 430874de-72b9-46c8-9796-57bf0340612f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:18.943396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Pushing event updated for resources: {'Port': ['ID=e046a004-1567-429a-aa8d-67d071819a24,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:18.951949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:18.963196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b649ddd9-7226-428d-9357-5c4cf988e08f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Synchronizing usage tracker for tenant:e052554deb874fa8a4ccff509497729d on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:18.976740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7d9ca59250>> segment before_delete 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.977091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7d9ca59250>> subnet precommit_delete_associations 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.977841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> segment_host_mapping after_create 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.978176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> port after_create 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.978505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> port after_delete 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.978845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> port after_update 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.979153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> segment after_delete 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.979460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> subnet after_create 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.979787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> subnet after_delete 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.980092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7d9cd993a0>> subnet after_update 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:18.988508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-2e632f1b-5cab-4511-9f11-d4a44cfdab4b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:18.991842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e632f1b-5cab-4511-9f11-d4a44cfdab4b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0699978
Dec 10 03:54:18.991842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.047991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60462) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.060297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-37644374-d0fc-4770-a080-19866af258a5 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.063545 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-37644374-d0fc-4770-a080-19866af258a5 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0122981
Dec 10 03:54:19.076600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60466) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.077583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:19.120641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-b2745951-0a1e-4ccd-a1cb-af5d02e4ffb0 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.121575 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b2745951-0a1e-4ccd-a1cb-af5d02e4ffb0 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0163362
Dec 10 03:54:19.131259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60470) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.143733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c17c670>> subnet after_create 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:19.143953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c17c670>> subnet after_delete 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:19.144292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c17c670>> subnet before_create 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:19.144597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7d9c17c670>> subnet before_update 55550000 {{(pid=87630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 10 03:54:19.144945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cd99430>,) {'filters': {'network_id': ['170937ba-2b81-4803-9c18-27d6da3c6306']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:19.154410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-06e9f82d-a4ca-4f7c-aa57-3933d0d2f79e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.155373 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-06e9f82d-a4ca-4f7c-aa57-3933d0d2f79e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0208445
Dec 10 03:54:19.160753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60474) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.167692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:19.174404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-ca9bf405-3b64-41b8-a907-ceed71582e24 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.175353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ca9bf405-3b64-41b8-a907-ceed71582e24 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0100818
Dec 10 03:54:19.185016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:19.190790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60478) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.194520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cd99430>, '15185f52-1fdb-4382-b24f-fd495bd2e174') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:19.195075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cd99430>, '15185f52-1fdb-4382-b24f-fd495bd2e174') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:19.195510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:19.225811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-bfb38a24-07f5-4ea5-811f-046324e0765a tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.229760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bfb38a24-07f5-4ea5-811f-046324e0765a tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0348799
Dec 10 03:54:19.239495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60482) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.249810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Pushing event updated for resources: {'Port': ['ID=505b5c03-f5cd-476f-a233-357f12ae18a6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:19.254354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-c1e57e0a-2c3c-4722-8fb3-86e0bd2f65b8 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.255297 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c1e57e0a-2c3c-4722-8fb3-86e0bd2f65b8 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0107036
Dec 10 03:54:19.259902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:19.260351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.265263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-7f8b65da-43d9-4a2d-a55f-67731c4be3f1 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:19.266079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-7f8b65da-43d9-4a2d-a55f-67731c4be3f1 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Synchronizing usage tracker for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:19.266508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.272336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6ec0e153-fded-42b6-92d2-f00a330303d2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:19.282474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.328183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-b388954a-7ba5-45bc-a1b4-ab9d1737fcaf tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.329290 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b388954a-7ba5-45bc-a1b4-ab9d1737fcaf tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0662756
Dec 10 03:54:19.329542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b649ddd9-7226-428d-9357-5c4cf988e08f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Unset dirty status for tenant:e052554deb874fa8a4ccff509497729d on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:19.330826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b649ddd9-7226-428d-9357-5c4cf988e08f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--299003869&fields=id&tenant_id=e052554deb874fa8a4ccff509497729d HTTP/1.1" status: 200  len: 267 time: 0.6825616
Dec 10 03:54:19.347590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.349767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60490) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.355491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.367412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6ec0e153-fded-42b6-92d2-f00a330303d2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:19.367911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.370011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-4d588f2c-d285-4b2e-a913-419d5bce2f20 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.373884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4d588f2c-d285-4b2e-a913-419d5bce2f20 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0171626
Dec 10 03:54:19.379289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:19.379685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.384380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60496) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.403064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-ec507f67-ce17-4eb9-a410-0fc6dc3eee04 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.404004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec507f67-ce17-4eb9-a410-0fc6dc3eee04 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0173390
Dec 10 03:54:19.405427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:19.406034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.409271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60500) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.413343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-7f8b65da-43d9-4a2d-a55f-67731c4be3f1 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Unset dirty status for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:19.417756 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-7f8b65da-43d9-4a2d-a55f-67731c4be3f1 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/networks?id=4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 200  len: 806 time: 1.0608602
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   from cryptography.utils import int_from_bytes
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   from cryptography.utils import int_from_bytes
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn_limited(
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn_limited(
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:19.421885 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:19.426986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-68ed56fd-4772-44cb-b130-6b7e088c760c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.427926 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-68ed56fd-4772-44cb-b130-6b7e088c760c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0086031
Dec 10 03:54:19.430701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60504) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.432198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 1d4356a3-b171-4784-9848-eefc51ee1253, host hv-neutron-8211, got binding levels [] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:19.432738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.444409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-fafcb00a-2cd5-4e8a-8db5-5d38589a463e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.448136 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fafcb00a-2cd5-4e8a-8db5-5d38589a463e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0099130
Dec 10 03:54:19.449177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60510) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.458612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-0a02e8d2-e14d-489f-86ea-a6132c47be9c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.462403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0a02e8d2-e14d-489f-86ea-a6132c47be9c tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0076530
Dec 10 03:54:19.463591 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.5096095
Dec 10 03:54:19.465853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60514) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.467964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.474226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-003f7a40-c216-4127-ac32-e8fcb9ecf9e6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.478545 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-003f7a40-c216-4127-ac32-e8fcb9ecf9e6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0084820
Dec 10 03:54:19.486710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.18'}]}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:19.489390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60522) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.495575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:19.499676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e046a004-1567-429a-aa8d-67d071819a24 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:19.501965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-f589b319-3f8c-4931-8277-ab86f377af05 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.505422 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f589b319-3f8c-4931-8277-ab86f377af05 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0126393
Dec 10 03:54:19.506563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60526) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.507402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Usage tracker for resource:router and tenant:5e7d4f971cfe4d9e9eb93d58a5d5233e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:19.511909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:19.521811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-40561204-8e38-46e0-8e9d-45c69f71a47b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.525749 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-40561204-8e38-46e0-8e9d-45c69f71a47b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0124538
Dec 10 03:54:19.526645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:19.528227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.576993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e046a004-1567-429a-aa8d-67d071819a24 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:19.577611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.594902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-3f2bb5c7-f1f1-4dd0-8bab-a37548588de2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.598307 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3f2bb5c7-f1f1-4dd0-8bab-a37548588de2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0649514
Dec 10 03:54:19.656232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.752328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-bbc9cdd9-7c80-49ab-a194-5b92644872b7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.753274 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bbc9cdd9-7c80-49ab-a194-5b92644872b7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0941703
Dec 10 03:54:19.759008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.760012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.763131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.779222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-136832a7-2c94-4c7d-9225-39b429e6e29f tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.780198 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-136832a7-2c94-4c7d-9225-39b429e6e29f tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0098732
Dec 10 03:54:19.785432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60542) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.794227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-13c09c52-6d73-46bb-b23e-16d4ef33a9c2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.797533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-13c09c52-6d73-46bb-b23e-16d4ef33a9c2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0088701
Dec 10 03:54:19.797748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60546) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.803906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-c7fb12bd-b2f1-4900-823a-7edcd894166a tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.807537 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c7fb12bd-b2f1-4900-823a-7edcd894166a tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0062096
Dec 10 03:54:19.807737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60550) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.820606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-bf08461b-d685-4d78-81eb-93901e8b4b75 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.821576 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bf08461b-d685-4d78-81eb-93901e8b4b75 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0129616
Dec 10 03:54:19.824315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60554) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.830629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-8b8800b8-fb70-4f53-ad99-5ac64c79f285 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.833698 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b8800b8-fb70-4f53-ad99-5ac64c79f285 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0063727
Dec 10 03:54:19.833905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60558) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.840204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-1faaea9a-7310-4b95-95fb-84f7e31432ed tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.843156 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1faaea9a-7310-4b95-95fb-84f7e31432ed tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0063841
Dec 10 03:54:19.843477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60562) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.850053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-607493cf-59c1-47b9-a4bc-09280d986b61 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.853393 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-607493cf-59c1-47b9-a4bc-09280d986b61 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0061684
Dec 10 03:54:19.853820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:19.855635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60566) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.859392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Calling delete_port for 1d4356a3-b171-4784-9848-eefc51ee1253 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:19.861080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-ca8d4778-099a-41ff-95c4-2de91f9a9f42 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.864457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ca8d4778-099a-41ff-95c4-2de91f9a9f42 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0055368
Dec 10 03:54:19.864457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60570) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.915931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-fee412f3-7069-472c-b1ef-17cbbbe934d7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.919291 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fee412f3-7069-472c-b1ef-17cbbbe934d7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0515916
Dec 10 03:54:19.921857 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-5b93772a-3610-4982-a5cc-d84b30833366 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/quotas/40aac755d3d1401e86aefdcc4a93dc73 HTTP/1.1" status: 200  len: 375 time: 0.4948847
Dec 10 03:54:19.923895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60574) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:19.951456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-8dbf83b3-8699-402d-8869-90a479469ffa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:19.954847 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8dbf83b3-8699-402d-8869-90a479469ffa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0162947
Dec 10 03:54:19.964757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60578) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.004573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.015926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-03e87ee2-c54f-4923-af4d-1e4258440b07 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.019598 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-03e87ee2-c54f-4923-af4d-1e4258440b07 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0164363
Dec 10 03:54:20.021166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60582) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.029487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-f893b7c0-ae7b-420e-af62-52397de0e8de tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.030427 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f893b7c0-ae7b-420e-af62-52397de0e8de tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0083079
Dec 10 03:54:20.032255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.033416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60586) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.065066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-2c98a89a-f602-477e-adf8-5d40477358df tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.066048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2c98a89a-f602-477e-adf8-5d40477358df tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0252147
Dec 10 03:54:20.092704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60590) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.093402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:20.113434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-4ffeb97d-4d7e-454c-864c-8ddcac9a2cce tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:20.114869 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-4ffeb97d-4d7e-454c-864c-8ddcac9a2cce tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 812 time: 0.7560787
Dec 10 03:54:20.119523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.147671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-1c761422-d1fe-4566-9a02-775b983969fc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.149118 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1c761422-d1fe-4566-9a02-775b983969fc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0328639
Dec 10 03:54:20.157753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event deleted for resources: {'Network': ['ID=170937ba-2b81-4803-9c18-27d6da3c6306,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:20.158471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60594) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.173419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:20.174969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-643505e9-dae9-4633-8855-44368977e64e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.175933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-643505e9-dae9-4633-8855-44368977e64e tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0164721
Dec 10 03:54:20.179886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60598) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.185824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-c0e65e98-9332-4850-bb49-7b5720d5429a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/quotas/e052554deb874fa8a4ccff509497729d HTTP/1.1" status: 200  len: 375 time: 0.0419743
Dec 10 03:54:20.193539 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "DELETE /v2.0/networks/170937ba-2b81-4803-9c18-27d6da3c6306 HTTP/1.1" status: 204  len: 168 time: 2.2224636
Dec 10 03:54:20.199368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-546f695d-e5cb-4855-83a4-f881d82174fc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.200284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-546f695d-e5cb-4855-83a4-f881d82174fc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0113606
Dec 10 03:54:20.201051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.202689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.203977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60602) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.204173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60604) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.280608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-68b279a6-4ec7-49f7-8f73-8a194c927fde tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.281580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-68b279a6-4ec7-49f7-8f73-8a194c927fde tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0453079
Dec 10 03:54:20.284545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf352594-ae21-43d3-b19e-99814332f73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:20.299650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60610) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.316027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-a267f4f1-cb1c-47f3-a61a-4960f99ff2aa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.316970 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a267f4f1-cb1c-47f3-a61a-4960f99ff2aa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0163801
Dec 10 03:54:20.321337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60614) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.333382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-7e10bc94-fd47-4ee6-9c81-fc6dd92a177d tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.334270 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7e10bc94-fd47-4ee6-9c81-fc6dd92a177d tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0108535
Dec 10 03:54:20.337056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.340784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60618) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.350046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-9f9d6cca-d362-474a-bf5f-6eac964434f7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.350983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f9d6cca-d362-474a-bf5f-6eac964434f7 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0092938
Dec 10 03:54:20.354231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60622) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.357773 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-344ee422-2902-48c6-b78e-6dd6053839e8 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:54:20.358268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344ee422-2902-48c6-b78e-6dd6053839e8 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:54:20.359222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-c84ef5e0-4bec-407d-8380-a15774e52dee tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.362430 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-344ee422-2902-48c6-b78e-6dd6053839e8 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "DELETE /v2.0/ports/4a607b15-770c-4286-8582-a63b3b474b97 HTTP/1.1" status: 404  len: 333 time: 0.1250498
Dec 10 03:54:20.362551 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c84ef5e0-4bec-407d-8380-a15774e52dee tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0051866
Dec 10 03:54:20.362551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60626) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.363401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60628) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.394404 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-40496485-ec95-43a7-8068-0d7639f3283c tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4564779
Dec 10 03:54:20.400549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.404822 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1d4356a3-b171-4784-9848-eefc51ee1253 HTTP/1.1" status: 204  len: 168 time: 2.2074232
Dec 10 03:54:20.414821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60634) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.414821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=c9849ed1-8fe3-47c1-be92-0d593675def2,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:20.416744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-42f19065-1752-42bd-b00f-a131e071295b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.420106 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-42f19065-1752-42bd-b00f-a131e071295b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0526454
Dec 10 03:54:20.422772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60642) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.425705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Router 353aac51-8218-41de-b30c-9b2ec9419bf6 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:54:20.459564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:20.470473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:20.520761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-509ba2e7-5d67-4449-b01a-c2b96ad04416 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.524763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-509ba2e7-5d67-4449-b01a-c2b96ad04416 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0638168
Dec 10 03:54:20.534654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60646) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.540383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4356a3-b171-4784-9848-eefc51ee1253,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:20.542488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c119f246-ea10-49a0-b549-5836886c9428 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:54:20.543013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c119f246-ea10-49a0-b549-5836886c9428 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:20.547212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:20.551228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-f85f3f3a-feb7-49bb-bde3-01ec943813cc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.555771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f85f3f3a-feb7-49bb-bde3-01ec943813cc tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0132174
Dec 10 03:54:20.555771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': 'e3deba8e-676f-4995-be47-d535a1444278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '430874de-72b9-46c8-9796-57bf0340612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:20.555771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 430874de-72b9-46c8-9796-57bf0340612f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:20.558429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60652) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.571839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-34c9a692-c1f9-4580-bf75-2dc6de166ffa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.575175 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-34c9a692-c1f9-4580-bf75-2dc6de166ffa tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0134346
Dec 10 03:54:20.576863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Deleting subnet cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:54:20.579093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60656) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.585065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-cb04c042-c299-4d1d-a9d4-59d7b4797e4b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.589209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb04c042-c299-4d1d-a9d4-59d7b4797e4b tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0093477
Dec 10 03:54:20.591698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60660) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.600498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-5a9885cb-faf4-4013-ae3e-f7936311b07b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4049320
Dec 10 03:54:20.605921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c119f246-ea10-49a0-b549-5836886c9428 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:20.610957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c119f246-ea10-49a0-b549-5836886c9428 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports/1d4356a3-b171-4784-9848-eefc51ee1253 HTTP/1.1" status: 404  len: 333 time: 0.1901309
Dec 10 03:54:20.611645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-2eaa7f59-453b-4562-803e-ca1568f84c02 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.612731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-2eaa7f59-453b-4562-803e-ca1568f84c02 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1012390
Dec 10 03:54:20.615393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-18025bc2-ac11-4f11-b4b7-478224bd0476 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.618921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-18025bc2-ac11-4f11-b4b7-478224bd0476 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0163529
Dec 10 03:54:20.618921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60664) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.620231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60666) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.625028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1302162534', 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:20.637201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-1247babc-3bd5-4243-a35d-72415f2a5e20 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.637201 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1247babc-3bd5-4243-a35d-72415f2a5e20 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0135174
Dec 10 03:54:20.637534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60674) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.639804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.653112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 430874de-72b9-46c8-9796-57bf0340612f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:20.655886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:20.675849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-55255f2e-9332-4b60-a0ef-e27d559f26b6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.679454 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-55255f2e-9332-4b60-a0ef-e27d559f26b6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0383010
Dec 10 03:54:20.698441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60680) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.712263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-39a63d17-0605-47da-953a-5257e0ec4f51 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.713198 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-39a63d17-0605-47da-953a-5257e0ec4f51 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0128455
Dec 10 03:54:20.720320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60684) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.721449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 430874de-72b9-46c8-9796-57bf0340612f) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:20.723171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:20.731963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a06a6-11e3-4ece-8e04-c70a48bc79e1 None None] Network 430874de-72b9-46c8-9796-57bf0340612f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:20.732631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-585654af-83d3-4248-bd6c-ca8be825d7b3 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.736273 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-585654af-83d3-4248-bd6c-ca8be825d7b3 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0105829
Dec 10 03:54:20.737185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60688) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.747297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:20.747892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.748417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-94d58f96-e3d5-4ed3-a05f-7d47f455d2c6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.752095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-94d58f96-e3d5-4ed3-a05f-7d47f455d2c6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0122051
Dec 10 03:54:20.759237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.768723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.781723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-3389226a-ab04-4839-8d5e-aa29092d6ab1 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.788292 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3389226a-ab04-4839-8d5e-aa29092d6ab1 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0280387
Dec 10 03:54:20.789745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.792276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Made reservation on behalf of 76da6ad6eea44f57ad572f5258ef6eb3 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:20.794699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.815001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-f9f24f2e-3c5c-4eb7-9c4f-fdf26f14f79d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.815970 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-f9f24f2e-3c5c-4eb7-9c4f-fdf26f14f79d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0957701
Dec 10 03:54:20.818786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-fa10d1a5-f90a-4a9e-a92c-3f63c3d25343 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.823593 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa10d1a5-f90a-4a9e-a92c-3f63c3d25343 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0191863
Dec 10 03:54:20.825178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60702) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.833413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:20.837881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-9e703988-a33d-4b77-a5a3-80a7ffbee3e5 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.841349 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9e703988-a33d-4b77-a5a3-80a7ffbee3e5 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0102363
Dec 10 03:54:20.844272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60706) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.855277 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] Sync routers for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:20.864029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-8d8878f1-d7bc-42c2-8a33-b58c513b07a2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.867330 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8d8878f1-d7bc-42c2-8a33-b58c513b07a2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0142639
Dec 10 03:54:20.872518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:20.872802 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3dfdf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:20.875267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60710) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.886622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-a12d7591-f190-4dcd-9b7d-ac88c802597f tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.894034 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a12d7591-f190-4dcd-9b7d-ac88c802597f tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0093939
Dec 10 03:54:20.894193 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.0609932
Dec 10 03:54:20.894284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60714) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.930422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60716) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.944530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1789047994'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:20.953526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:20.954697 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 7.4589238
Dec 10 03:54:20.959280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-b193efc3-8a28-43f7-a4b1-20900ed20837 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:20.963059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b193efc3-8a28-43f7-a4b1-20900ed20837 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0222263
Dec 10 03:54:20.963457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60722) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.963777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60724) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:20.964819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:20.973785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3dfdf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:20.983133 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:20.983498 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3dfdf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:20.984731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:21.021225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 7279987b-34c3-4b71-9bd8-963f026cc310 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:21.039079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-dee8c922-5be3-49f9-a82f-d22ab7ad61f9 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.042527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dee8c922-5be3-49f9-a82f-d22ab7ad61f9 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0712125
Dec 10 03:54:21.046282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3dfdf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:21.046404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:21.046695 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693c889-da62-4c8f-b38a-1cf707680d3a None None] The sync data for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:21.050243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-430874de-72b9-46c8-9796-57bf0340612f', 'network_id': '430874de-72b9-46c8-9796-57bf0340612f', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'c9849ed1-8fe3-47c1-be92-0d593675def2'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:21.051606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.095141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60730) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.120314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-2d3ae5cf-cc40-4a36-8a5c-246953c82c95 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.125372 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2d3ae5cf-cc40-4a36-8a5c-246953c82c95 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0162790
Dec 10 03:54:21.127788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60734) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.137991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-06e3eebe-c47d-45a6-bffc-74def22a08d6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.138963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-06e3eebe-c47d-45a6-bffc-74def22a08d6 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0101635
Dec 10 03:54:21.146955 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-b913f305-ecf2-4311-896e-5d87c13fec41 service neutron] 10.222.0.44 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5169241
Dec 10 03:54:21.151627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60738) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.175171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-7dcb4cb1-08b7-482d-8b1b-316860a50224 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.178889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7dcb4cb1-08b7-482d-8b1b-316860a50224 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0205274
Dec 10 03:54:21.217556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60742) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.221448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:21.229087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Allocated IP 172.20.255.242 (430874de-72b9-46c8-9796-57bf0340612f/c9849ed1-8fe3-47c1-be92-0d593675def2/2efcb4c1-0059-4347-9b89-77ec76a2bbe0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:21.250217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-97a9e927-df06-4425-a5f7-cb9c2ee392b1 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.253436 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-97a9e927-df06-4425-a5f7-cb9c2ee392b1 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0312316
Dec 10 03:54:21.260016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60746) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.264969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.325186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-72392ff6-74d4-4aa9-83b7-0e133568522d tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.328843 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-72392ff6-74d4-4aa9-83b7-0e133568522d tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0660617
Dec 10 03:54:21.330524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-eb1cb447-05f4-4ffd-9813-6ee8d109b008 service neutron] 10.222.0.44 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4997616
Dec 10 03:54:21.331343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60750) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.346890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:21.350342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.352939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [None req-5272e7d0-8b7d-4982-82aa-020e3dc52838 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.356340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5272e7d0-8b7d-4982-82aa-020e3dc52838 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0169024
Dec 10 03:54:21.369266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60754) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.376733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-bf89e3dc-7875-4579-baaa-cde5a3110fa2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.377705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bf89e3dc-7875-4579-baaa-cde5a3110fa2 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0047967
Dec 10 03:54:21.390208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60758) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.408315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [None req-b2e4e8a0-11ac-4249-8829-6ed8526188f4 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:21.412408 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b2e4e8a0-11ac-4249-8829-6ed8526188f4 tempest-ExtensionsTestJSON-824871429 tempest-ExtensionsTestJSON-824871429-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0161936
Dec 10 03:54:21.471097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.575656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:21.655762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Transition to ACTIVE for port object 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:21.657935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.658296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 03f5a289-72bb-48d7-a01e-b77273a77475 of type vlan for network 04cfd47e-9cf4-4784-8c83-75f3294f1416
Dec 10 03:54:21.681515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Transition to ACTIVE for port object 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:21.684588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-ccae3488-aa2b-44dc-85e5-73a2045ac4c6 service neutron] 10.222.0.44 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5131845
Dec 10 03:54:21.689149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.697968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d022cf3a-e959-4e07-a19f-4ec861406683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:21.700484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-8548482c-e901-49ef-a514-4314f1c24400 service neutron] 10.222.0.44 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426344
Dec 10 03:54:21.719456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.784342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.786311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a862fe70-71b6-471b-8f74-72b54f384e3c tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:21.847910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60766) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:21.872762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event deleted for resources: {'Subnet': ['ID=cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:21.879870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:21.884176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Network 430874de-72b9-46c8-9796-57bf0340612f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:21.886455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.890042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.897027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fdfa3e-30ca-4d15-9aef-9f89d6f2d34f None None] Network 2e1b2449-228c-47d4-86c9-c04588adce14 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:21.900097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-982da0dc-3916-4117-9107-9c24cc9f5a52 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:21.911662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:21.925454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:21.936446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:21.967828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Pushing event updated for resources: {'Port': ['ID=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:21.974131 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "DELETE /v2.0/subnets/cc22a05e-6d4a-4ce5-b5d5-a92d620c8f70 HTTP/1.1" status: 204  len: 168 time: 1.6103251
Dec 10 03:54:21.993456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60778) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:22.011052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.031734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:22.119059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Attempting to bind port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:22.119501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Attempting to bind port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e3deba8e-676f-4995-be47-d535a1444278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '430874de-72b9-46c8-9796-57bf0340612f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:22.119954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Attempting to bind port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 on network 430874de-72b9-46c8-9796-57bf0340612f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:22.125033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:22.134287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.138619 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ada4348-9c07-4408-8880-417ab615b5ba req-8f7a22a1-131d-4d76-92d4-48d8c0f7d451 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.1402700
Dec 10 03:54:22.141689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:22.145227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:22.145527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:22.145638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Checking segment: {'id': 'e3deba8e-676f-4995-be47-d535a1444278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '430874de-72b9-46c8-9796-57bf0340612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:22.146019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.146385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:22.146488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Bound using segment: {'id': 'e3deba8e-676f-4995-be47-d535a1444278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '430874de-72b9-46c8-9796-57bf0340612f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:22.146948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Bound port: 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3deba8e-676f-4995-be47-d535a1444278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '430874de-72b9-46c8-9796-57bf0340612f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:22.147031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.147233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.165027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:22.262286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=7279987b-34c3-4b71-9bd8-963f026cc310,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:22.308146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:22.326533 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27f9c923-419a-4252-8a25-0e28e3ae4b8a req-5ce850b8-23f0-4c38-91a6-f1037487c470 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.1497509
Dec 10 03:54:22.330570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.373831 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.7522557
Dec 10 03:54:22.373831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:22.374677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60808) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:22.383064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] For port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:22.397975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] For port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,segment=NetworkSegment(e3deba8e-676f-4995-be47-d535a1444278),segment_id=e3deba8e-676f-4995-be47-d535a1444278)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:22.409456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.413650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:22.431683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Usage tracker for resource:security_group_rule and tenant:e33991535a8b4dfb8d1302a4bc4e65c4 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:22.435221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:22.442468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:22.538612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Pushing event updated for resources: {'Port': ['ID=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:22.556953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:22.592313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.598127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a051d18-e6e4-4041-bfe0-df3239f2e5e1 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:22.598852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a051d18-e6e4-4041-bfe0-df3239f2e5e1 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:22.606446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.617221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.634852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:22.641287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:22.642225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.647636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a051d18-e6e4-4041-bfe0-df3239f2e5e1 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:22.649482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a051d18-e6e4-4041-bfe0-df3239f2e5e1 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports/7279987b-34c3-4b71-9bd8-963f026cc310 HTTP/1.1" status: 200  len: 955 time: 0.2738545
Dec 10 03:54:22.651825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.659353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60822) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:22.674271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] DHCP port deletion for 2e1b2449-228c-47d4-86c9-c04588adce14 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:54:22.681190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Deleting port 0df2ab5a-0d66-4788-afba-bd380f0dae1d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:22.681552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:22.681668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.687455 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e33991535a8b4dfb8d1302a4bc4e65c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8379753
Dec 10 03:54:22.689300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17f804-9ec6-4b67-b7ca-23ea2476614d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:22.691765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60826) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:22.694381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:22.774856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.815254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.977743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:22.983141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:23.014025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17f804-9ec6-4b67-b7ca-23ea2476614d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:23.027421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:23.028718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.036344 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd17f804-9ec6-4b67-b7ca-23ea2476614d HTTP/1.1" status: 204  len: 168 time: 0.3411100
Dec 10 03:54:23.099598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] For port 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0df2ab5a-0d66-4788-afba-bd380f0dae1d,segment=NetworkSegment(db95baf1-f8b7-42df-b530-613e70c4b455),segment_id=db95baf1-f8b7-42df-b530-613e70c4b455)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:23.100012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.181493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Deleting port 0df2ab5a-0d66-4788-afba-bd380f0dae1d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:23.181845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.267017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Calling delete_port for 0df2ab5a-0d66-4788-afba-bd380f0dae1d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:23.339472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=04cfd47e-9cf4-4784-8c83-75f3294f1416,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:23.343522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:23.357178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 04cfd47e-9cf4-4784-8c83-75f3294f1416 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:23.357374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.410849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c37bb0e4-4c98-4077-afe6-5d3ea9564fa3 req-044e94bb-07a4-4f54-9aee-35127720110f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.1283762
Dec 10 03:54:23.496064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:23.533295 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-306e43a1-8c53-4fcd-bb04-b92aaec46f50 req-533d9782-1b41-4840-800f-4a478dd575c6 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.0946660
Dec 10 03:54:23.611126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Deleting port 7279987b-34c3-4b71-9bd8-963f026cc310 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:23.611678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.650445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.7187548
Dec 10 03:54:23.651640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60870) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:23.658139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:23.749711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:23.758540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-72ced7da-83ea-440e-a130-cc60d9945427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:23.831895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Pushing event deleted for resources: {'Port': ['ID=0df2ab5a-0d66-4788-afba-bd380f0dae1d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:23.835052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:23.836315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] No DVR routers for this DVR port 0df2ab5a-0d66-4788-afba-bd380f0dae1d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:54:23.843290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:23.980017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0df2ab5a-0d66-4788-afba-bd380f0dae1d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:54:24.042660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:24.047255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:24.052005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:24.054383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 0df2ab5a-0d66-4788-afba-bd380f0dae1d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:54:24.055277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0df2ab5a-0d66-4788-afba-bd380f0dae1d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:54:24.062617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:24.104127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:24.107736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.335319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2909bb1-9e44-4bcf-bd79-e22608e78eda None None] Network 430874de-72b9-46c8-9796-57bf0340612f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:24.461922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60896) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:24.466047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.486520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Provisioning for port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:24.488892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b959213a-1e11-4d02-b0e0-6e465757d6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:24.502503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Provisioning complete for port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:24.511571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.642693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-911622070'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:24.655540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '03f5a289-72bb-48d7-a01e-b77273a77475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:24.655890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 04cfd47e-9cf4-4784-8c83-75f3294f1416, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:24.660935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:24.663824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.665298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=0280228c-70cd-4277-bdf6-2a4a9c8e4fe6,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:24.669658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Usage tracker for resource:network and tenant:26745cd8ed414711975b17f4e3fca5cc is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:24.672436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:24.673254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:24.679404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.685086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:24.687872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.707911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] For port 0df2ab5a-0d66-4788-afba-bd380f0dae1d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0df2ab5a-0d66-4788-afba-bd380f0dae1d,segment=NetworkSegment(db95baf1-f8b7-42df-b530-613e70c4b455),segment_id=db95baf1-f8b7-42df-b530-613e70c4b455)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:24.708513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.745169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-104c7ba6-b80c-483e-9389-342187f6a7a1 req-8cd3f3f8-17ec-4237-866b-dcb6e7615abc tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.0528691
Dec 10 03:54:24.759004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 04cfd47e-9cf4-4784-8c83-75f3294f1416 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:24.790597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.794173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Made reservation on behalf of 26745cd8ed414711975b17f4e3fca5cc for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:24.797747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.829260 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c36cb23-2735-4da9-acb1-44693f5c448d req-9c52c298-93c4-469e-9417-5bbe5af2cce5 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.0730011
Dec 10 03:54:24.830270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.854784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 04cfd47e-9cf4-4784-8c83-75f3294f1416) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:24.867659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:24.868256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:24.884518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:24.895933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Usage tracker for resource:security_group_rule and tenant:26745cd8ed414711975b17f4e3fca5cc is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:24.899159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:24.904800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85dee3a-20e0-4a57-8ac6-aba90ceda9fc None None] Network 04cfd47e-9cf4-4784-8c83-75f3294f1416 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:24.912889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:24.969906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Calling delete_port for 7279987b-34c3-4b71-9bd8-963f026cc310 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:25.013962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Calling delete_port for 0df2ab5a-0d66-4788-afba-bd380f0dae1d owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:25.040944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.041443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c58af037-199c-408d-a9ae-24e07b7262b0 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:25.046502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.049931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.18', 49529) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:25.218697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.225716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-f2030c7d-a8be-4d71-99f8-bd69b10e51ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:25.228094 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-f2030c7d-a8be-4d71-99f8-bd69b10e51ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "GET /v2.0/networks?id=4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 200  len: 806 time: 0.1756971
Dec 10 03:54:25.234449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-32b8ab9f-3a12-4aa7-8e32-e1aae52b4dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:25.274124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-04cfd47e-9cf4-4784-8c83-75f3294f1416', 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': '0280228c-70cd-4277-bdf6-2a4a9c8e4fe6'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:25.275182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.282940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:25.285768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688473a1-ea30-43ba-8dbf-c6b75b1aa82a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:25.293580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.6404936
Dec 10 03:54:25.295094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:25.297162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60908) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:25.305628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.346141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.346580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Added segment a2889ce4-b9f8-446e-81e4-fe5f6443218c of type vlan for network c48f3257-3834-4e8b-85b3-2c3508f6a7c5
Dec 10 03:54:25.390600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] For port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,segment=NetworkSegment(e3deba8e-676f-4995-be47-d535a1444278),segment_id=e3deba8e-676f-4995-be47-d535a1444278)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:25.394744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:54:25.395705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3dc04f78-3a65-4963-a5ac-e44af081eee3 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 5.9251740
Dec 10 03:54:25.400275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60914) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:25.415816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:25.416534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:25.417371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.422153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:25.451363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.494006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e5aedf2c-b3be-4e69-b2cc-a38579f0b468 tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:25.546866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Deleting port 505b5c03-f5cd-476f-a233-357f12ae18a6 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:25.547583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.591090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Pushing event updated for resources: {'Port': ['ID=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:25.591365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event deleted for resources: {'Port': ['ID=7279987b-34c3-4b71-9bd8-963f026cc310,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:25.599111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:25.603766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.622552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Allocated IP 172.20.0.2 (04cfd47e-9cf4-4784-8c83-75f3294f1416/0280228c-70cd-4277-bdf6-2a4a9c8e4fe6/d3e72fac-4930-418d-ac88-9e4c6ff80ace) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:25.651059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.683911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:25.684678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.688163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:25.694110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:25.725255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.789941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.18', 49534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:25.802503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9cdb8382-229a-49e6-b5c3-230163d80eb4 None None] Provisioning complete for port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:25.802883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8382-229a-49e6-b5c3-230163d80eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:25.860243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7279987b-34c3-4b71-9bd8-963f026cc310 HTTP/1.1" status: 204  len: 168 time: 3.1200361
Dec 10 03:54:25.882977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-41625780-5777-4fcb-9065-5bd135f8c80b tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40aac755d3d1401e86aefdcc4a93dc73 HTTP/1.1" status: 200  len: 379 time: 0.5798547
Dec 10 03:54:25.943001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60932) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:25.954141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Deleting port 0df2ab5a-0d66-4788-afba-bd380f0dae1d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:25.954616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.086973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.114151 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.6482034
Dec 10 03:54:26.115276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'port': {'device_id': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'admin_state_up': True, 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'security_groups': ['1cf807aa-d163-4607-a597-889211a3f02c']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:26.125501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60952) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:26.136349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] The port '0df2ab5a-0d66-4788-afba-bd380f0dae1d' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:54:26.188660 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-377d1e87-64aa-4bcf-b600-c7f1fa99fe2e tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:54:26.189098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-377d1e87-64aa-4bcf-b600-c7f1fa99fe2e tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:26.204513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Request body: {'subnet': {'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:26.212971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.240461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Transition to ACTIVE for port object d3e72fac-4930-418d-ac88-9e4c6ff80ace will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:26.245411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'Network': ['ID=c48f3257-3834-4e8b-85b3-2c3508f6a7c5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:26.261466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:26.304044 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-18853437-5e1e-482b-b732-c9598f01ef08 req-cf846761-069d-4fde-9d7c-6a230bc189ee tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.2094898
Dec 10 03:54:26.313749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a36d480b-f77f-4263-a8c0-1ee181834176 req-e697e3af-0f8b-42cb-9b68-be9a22958adf tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.2202215
Dec 10 03:54:26.321487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:26.324801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.345907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Transition to ACTIVE for port object d3e72fac-4930-418d-ac88-9e4c6ff80ace will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:26.373232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.379555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b74fa597-5a34-405b-a718-93c2f3e60aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:26.424871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.450197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Network 04cfd47e-9cf4-4784-8c83-75f3294f1416 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:26.453283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:26.457084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:26.468883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Pushing event updated for resources: {'Port': ['ID=d3e72fac-4930-418d-ac88-9e4c6ff80ace,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:26.510892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:26.511093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:26.521241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Usage tracker for resource:port and tenant:40aac755d3d1401e86aefdcc4a93dc73 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:26.525150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:26.530961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Calling delete_port for 505b5c03-f5cd-476f-a233-357f12ae18a6 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:26.543315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:26.574301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Made reservation on behalf of 40aac755d3d1401e86aefdcc4a93dc73 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:26.590613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.615088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Attempting to bind port d3e72fac-4930-418d-ac88-9e4c6ff80ace on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:26.615562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Attempting to bind port d3e72fac-4930-418d-ac88-9e4c6ff80ace by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '03f5a289-72bb-48d7-a01e-b77273a77475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:26.616002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Attempting to bind port d3e72fac-4930-418d-ac88-9e4c6ff80ace on network 04cfd47e-9cf4-4784-8c83-75f3294f1416 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:26.620448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.624396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:26.625172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Checking segment: {'id': '03f5a289-72bb-48d7-a01e-b77273a77475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:26.625804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.626321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Bound using segment: {'id': '03f5a289-72bb-48d7-a01e-b77273a77475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:26.627158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Bound port: d3e72fac-4930-418d-ac88-9e4c6ff80ace, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f5a289-72bb-48d7-a01e-b77273a77475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:26.629444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.651287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:26.724056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-514ff987-32b6-4f74-81cc-53d9a8d9bfb3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:26.725473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-514ff987-32b6-4f74-81cc-53d9a8d9bfb3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Synchronizing usage tracker for tenant:e052554deb874fa8a4ccff509497729d on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:26.758031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] For port d3e72fac-4930-418d-ac88-9e4c6ff80ace, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:26.766148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] For port d3e72fac-4930-418d-ac88-9e4c6ff80ace, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d3e72fac-4930-418d-ac88-9e4c6ff80ace,segment=NetworkSegment(03f5a289-72bb-48d7-a01e-b77273a77475),segment_id=03f5a289-72bb-48d7-a01e-b77273a77475)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:26.781717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=0280228c-70cd-4277-bdf6-2a4a9c8e4fe6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:26.786618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:26.805798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d4ed9393-dfc6-4060-908d-ac95207b9dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:26.815012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:26.829345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-377d1e87-64aa-4bcf-b600-c7f1fa99fe2e tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:26.830920 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-377d1e87-64aa-4bcf-b600-c7f1fa99fe2e tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports/7279987b-34c3-4b71-9bd8-963f026cc310 HTTP/1.1" status: 404  len: 333 time: 0.8416138
Dec 10 03:54:26.879375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60964) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:26.891434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-850951103'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:26.902087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:26.934843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:26.972625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.007684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Pushing event updated for resources: {'Port': ['ID=d3e72fac-4930-418d-ac88-9e4c6ff80ace,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:27.014411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:27.014635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Made reservation on behalf of 76da6ad6eea44f57ad572f5258ef6eb3 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:27.017127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.046688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2970>,) {'filters': {'network_id': ['04cfd47e-9cf4-4784-8c83-75f3294f1416']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:27.088124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2970>, '03f5a289-72bb-48d7-a01e-b77273a77475') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:27.090305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2970>, '03f5a289-72bb-48d7-a01e-b77273a77475') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:27.138234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.152627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Allocated IP 172.20.0.14 (4e42ce75-6c90-444e-8ee2-11e25290f382/1f4ef4c3-0006-4de9-a8d9-6a993e9f3530/488c7e80-ba76-44db-9c20-a359b65ea8df) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:27.158055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:27.180117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef57efc-3fc5-42f6-8391-cfbf7754a7a3 None None] Network 04cfd47e-9cf4-4784-8c83-75f3294f1416 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:27.246365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Allocated IP 172.20.0.1 (9093d104-f705-4083-a5cb-5cd9af64e86b/28c9aa7c-7c99-4704-9ac0-f4de560037e0/31c3494f-4696-424c-bdde-62a25b532194) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:27.324994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.339587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.383045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-514ff987-32b6-4f74-81cc-53d9a8d9bfb3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Unset dirty status for tenant:e052554deb874fa8a4ccff509497729d on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:27.383359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-514ff987-32b6-4f74-81cc-53d9a8d9bfb3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 812 time: 1.5821898
Dec 10 03:54:27.384527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:27.412744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Usage tracker for resource:subnet and tenant:26745cd8ed414711975b17f4e3fca5cc is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:27.416473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:27.419663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:27.422522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:27.476064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Made reservation on behalf of 26745cd8ed414711975b17f4e3fca5cc for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:27.479861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.487824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:27.488614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.632819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:27.633425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:27.644266 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:27.712234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82983640-52ba-413f-bc9a-a99842322d64 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:54:27.791892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2eecff5-5d88-4b06-85ea-f846b18135b5 req-d7ccaa43-9fb5-4949-9d95-c6500dd2cbaf tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.0983706
Dec 10 03:54:27.805846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:54:27.805846 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:54:27.805846 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': '04cfd47e-9cf4-4784-8c83-75f3294f1416'}]
Dec 10 03:54:27.805846 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:27.806218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:27.825606 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d2dba1df-78f8-4136-813a-4a29df0ee9ee req-7b7a7ab6-8655-4704-9f3e-877508c15f31 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.1792495
Dec 10 03:54:27.850555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca11be0>,) {'filters': {'network_id': ['2e1b2449-228c-47d4-86c9-c04588adce14']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:27.953086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82983640-52ba-413f-bc9a-a99842322d64 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:54:27.958657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca11be0>, 'db95baf1-f8b7-42df-b530-613e70c4b455') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:27.958963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca11be0>, 'db95baf1-f8b7-42df-b530-613e70c4b455') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:28.022939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.088474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.124543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:28.157529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.205462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:28.205813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:28.227496 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:28.268336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Pushing event deleted for resources: {'Port': ['ID=505b5c03-f5cd-476f-a233-357f12ae18a6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:28.273652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.312562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.338397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.343024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:28.394963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port d3e72fac-4930-418d-ac88-9e4c6ff80ace {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:28.395300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.431269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.438888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Transition to ACTIVE for port object 31c3494f-4696-424c-bdde-62a25b532194 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:28.451154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:28.511322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.525522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.556594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.586634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] 10.222.0.44 "DELETE /v2.0/ports/505b5c03-f5cd-476f-a233-357f12ae18a6 HTTP/1.1" status: 204  len: 168 time: 3.1824775
Dec 10 03:54:28.588127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] 10.222.0.44 "DELETE /v2.0/networks/2e1b2449-228c-47d4-86c9-c04588adce14 HTTP/1.1" status: 204  len: 168 time: 6.5911143
Dec 10 03:54:28.591901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'Subnet': ['ID=8814d4c2-6c9c-4edd-8297-2de7462ec431,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:28.597368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:28.598941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-501dc38b-bb3d-4b3d-83a1-99fdc061ec56 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:28.625148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Checking segment: {'id': 'a2889ce4-b9f8-446e-81e4-fe5f6443218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:28.625618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Network hostable DHCP agents. Network: c48f3257-3834-4e8b-85b3-2c3508f6a7c5, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:28.627441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.632023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Pushing event deleted for resources: {'Network': ['ID=2e1b2449-228c-47d4-86c9-c04588adce14,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:28.635235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:28.641890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.651128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-76c9459b-1a91-43f8-a1a6-1ef418a3588a tempest-RoutersAdminNegativeTest-1297567942 tempest-RoutersAdminNegativeTest-1297567942-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:28.723529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Transition to ACTIVE for port object 488c7e80-ba76-44db-9c20-a359b65ea8df will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:28.742005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:28.753966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 9093d104-f705-4083-a5cb-5cd9af64e86b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:28.759611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:28.765297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:28.796365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=31c3494f-4696-424c-bdde-62a25b532194,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:28.802656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:28.803266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c48f3257-3834-4e8b-85b3-2c3508f6a7c5) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:28.818924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f82c04-98aa-4638-b2c0-c22e30f88f88 None None] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:28.819406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:28.820696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.860653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:28.883964 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7542064
Dec 10 03:54:28.896106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60980) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:28.922585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Request body: {'port': {'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1169893135'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:29.009979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port d3e72fac-4930-418d-ac88-9e4c6ff80ace, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d3e72fac-4930-418d-ac88-9e4c6ff80ace,segment=NetworkSegment(03f5a289-72bb-48d7-a01e-b77273a77475),segment_id=03f5a289-72bb-48d7-a01e-b77273a77475)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:29.010340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.352008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:29.361010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Usage tracker for resource:port and tenant:26745cd8ed414711975b17f4e3fca5cc is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:29.367676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:29.381108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:29.402430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Made reservation on behalf of 26745cd8ed414711975b17f4e3fca5cc for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:29.406712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.421716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c48f3257-3834-4e8b-85b3-2c3508f6a7c5', 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5', 'tenant_id': '26745cd8ed414711975b17f4e3fca5cc', 'fixed_ips': [{'subnet_id': '8814d4c2-6c9c-4edd-8297-2de7462ec431'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:29.424331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.463100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 60988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:29.471227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a080de71-d4a8-49fa-86e1-715b5b4033c7 None None] Provisioning for port 31c3494f-4696-424c-bdde-62a25b532194 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:29.492999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] device_id is not set on port 41f22989-1e01-4b13-b34b-e52e51408a8c yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:29.505463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a080de71-d4a8-49fa-86e1-715b5b4033c7 None None] Provisioning complete for port 31c3494f-4696-424c-bdde-62a25b532194 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:29.506647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a080de71-d4a8-49fa-86e1-715b5b4033c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.514529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for d3e72fac-4930-418d-ac88-9e4c6ff80ace owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:29.603288 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-87648b30-ea0b-4f68-b067-3ba81b9e7cc1 req-7442e32a-7ae6-43ba-a1e9-df16716d5415 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.2666113
Dec 10 03:54:29.610137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 60994) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:29.645560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.669281 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-638e9360-d688-4a39-88ca-57a9729af2fb req-7608cba5-a001-4b63-bdf2-8698f0179585 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.2751706
Dec 10 03:54:29.690825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:29.724927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a080de71-d4a8-49fa-86e1-715b5b4033c7 None None] Port 31c3494f-4696-424c-bdde-62a25b532194 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:29.819166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Network 7d614a73-ae2f-4daa-b06a-7093bb04b32a is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:29.833524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:29.842637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:29.850545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:29.851447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.855743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2a8b66-2d07-4996-a7d5-aa5a37738f2f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:29.885207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:29.892134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:29.910486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:29.950426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Allocated IP 2001:db8::2 (c48f3257-3834-4e8b-85b3-2c3508f6a7c5/8814d4c2-6c9c-4edd-8297-2de7462ec431/2c05b19b-b447-4706-ac9a-eb92d90e737d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:30.002412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.006341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.019142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:30.056080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:30.059324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.115265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:30.210077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:30.223039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 3.3445854
Dec 10 03:54:30.224307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:df73e6a8f53a4d4bafbcd63a19578876 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:30.232736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port d3e72fac-4930-418d-ac88-9e4c6ff80ace on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:54:30.234594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:30.240791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32768) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:30.296773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:30.321367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.342325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Transition to ACTIVE for port object 2c05b19b-b447-4706-ac9a-eb92d90e737d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:30.348737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:30.380044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Transition to ACTIVE for port object 2c05b19b-b447-4706-ac9a-eb92d90e737d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:30.380793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event updated for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:30.391858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.393864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:30.401198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:30.415082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:30.516821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:30.521041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:30.525640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:30.532003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Pushing event updated for resources: {'Port': ['ID=2c05b19b-b447-4706-ac9a-eb92d90e737d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:30.542223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-59bdd0ac-b168-4f32-8b14-17f1da22d24e None None] Provisioning for port 488c7e80-ba76-44db-9c20-a359b65ea8df completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:30.545521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:30.561381 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f8eaea50-b542-486e-9325-500478def4bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f6c64cb5c9c4629a99d9df2d3bef6e1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0957632
Dec 10 03:54:30.561609 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:54:30.573733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32772) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:30.608082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Allocated IP 2001:db8::10a (c48f3257-3834-4e8b-85b3-2c3508f6a7c5/8814d4c2-6c9c-4edd-8297-2de7462ec431/41f22989-1e01-4b13-b34b-e52e51408a8c) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:30.620891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-59bdd0ac-b168-4f32-8b14-17f1da22d24e None None] Provisioning complete for port 488c7e80-ba76-44db-9c20-a359b65ea8df triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:30.621333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-59bdd0ac-b168-4f32-8b14-17f1da22d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.644890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=d3e72fac-4930-418d-ac88-9e4c6ff80ace,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:30.660565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:30.674386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.704360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:30.729824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Attempting to bind port 2c05b19b-b447-4706-ac9a-eb92d90e737d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:30.730240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Attempting to bind port 2c05b19b-b447-4706-ac9a-eb92d90e737d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a2889ce4-b9f8-446e-81e4-fe5f6443218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:30.730614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Attempting to bind port 2c05b19b-b447-4706-ac9a-eb92d90e737d on network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:30.739007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:30.739393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Checking segment: {'id': 'a2889ce4-b9f8-446e-81e4-fe5f6443218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:30.739804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.740204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Bound using segment: {'id': 'a2889ce4-b9f8-446e-81e4-fe5f6443218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:30.740674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Bound port: 2c05b19b-b447-4706-ac9a-eb92d90e737d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2889ce4-b9f8-446e-81e4-fe5f6443218c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:30.741052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.751436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd0ac-b168-4f32-8b14-17f1da22d24e None None] Port 488c7e80-ba76-44db-9c20-a359b65ea8df cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:30.863274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] For port 2c05b19b-b447-4706-ac9a-eb92d90e737d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:30.875296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] For port 2c05b19b-b447-4706-ac9a-eb92d90e737d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c05b19b-b447-4706-ac9a-eb92d90e737d,segment=NetworkSegment(a2889ce4-b9f8-446e-81e4-fe5f6443218c),segment_id=a2889ce4-b9f8-446e-81e4-fe5f6443218c)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:30.885113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:30.889206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:31.086919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.105788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Pushing event updated for resources: {'Port': ['ID=2c05b19b-b447-4706-ac9a-eb92d90e737d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:31.126188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:31.167416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.189929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.220328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.251079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:31.280896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.292178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Transition to ACTIVE for port object 41f22989-1e01-4b13-b34b-e52e51408a8c will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:31.348496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.353529 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.2573154
Dec 10 03:54:31.362079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e296ab4e-6538-415b-a12a-66476dc921b6 req-f336e4b1-9bef-4cee-928e-0fa01033eb0a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.2779605
Dec 10 03:54:31.434287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2760>,) {'filters': {'network_id': ['04cfd47e-9cf4-4784-8c83-75f3294f1416']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:31.438653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.455722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:31.510971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2760>, '03f5a289-72bb-48d7-a01e-b77273a77475') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:31.511291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccd2760>, '03f5a289-72bb-48d7-a01e-b77273a77475') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:31.541158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:31.545424 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df73e6a8f53a4d4bafbcd63a19578876&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9170954
Dec 10 03:54:31.550172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:31.556165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32780) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:31.558616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c9fe5-1391-4c67-9d73-e9640108d017,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:31.567512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.572397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:31.576303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:31.578399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:31.579058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.594410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'Port': ['ID=41f22989-1e01-4b13-b34b-e52e51408a8c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:31.594914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.604174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.610087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:31.611953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.617713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3f07c531-3e42-4639-8c15-64d6318571e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:31.637113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.670339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.683027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.686959 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b4ce103-1fad-443a-939c-44e256d97cac HTTP/1.1" status: 204  len: 168 time: 1.1095531
Dec 10 03:54:31.686959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ce103-1fad-443a-939c-44e256d97cac,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:31.698842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:31.699941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:31.746877 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.8496070
Dec 10 03:54:31.762979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32786) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:31.774103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Request body: {'port': {'network_id': 'c48f3257-3834-4e8b-85b3-2c3508f6a7c5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1705431096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:31.774880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] bootfile-name is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:31.775375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] tftp-server is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:31.775851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] server-ip-address is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:31.830105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:31.830700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.885956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=31c3494f-4696-424c-bdde-62a25b532194,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:31.891530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:31.899416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:31.902377 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:32.136458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197f15-698a-4289-8721-78dc2c2929ee req-37d69c29-2c68-4d15-8fbc-07b855f53d63 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:32.138916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a4197f15-698a-4289-8721-78dc2c2929ee req-37d69c29-2c68-4d15-8fbc-07b855f53d63 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Synchronizing usage tracker for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:32.217028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:32.227578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Usage tracker for resource:port and tenant:26745cd8ed414711975b17f4e3fca5cc is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:32.242805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.259984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:32.294225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:32.317522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 9093d104-f705-4083-a5cb-5cd9af64e86b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:32.328376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:32.362008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Made reservation on behalf of 26745cd8ed414711975b17f4e3fca5cc for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:32.365794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.479683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32792) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:32.618917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.683370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] device_id is not set on port 7be26321-a060-4f27-a4e3-63f1ca67482d yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:32.692030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.719835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a4197f15-698a-4289-8721-78dc2c2929ee req-37d69c29-2c68-4d15-8fbc-07b855f53d63 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Unset dirty status for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:32.721209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4197f15-698a-4289-8721-78dc2c2929ee req-37d69c29-2c68-4d15-8fbc-07b855f53d63 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 932 time: 1.8465207
Dec 10 03:54:32.729341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.735399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91f1e3e0-1e55-4141-a8b3-b6420e27b7c4 tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:32.751740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.762244 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/04cfd47e-9cf4-4784-8c83-75f3294f1416 HTTP/1.1" status: 204  len: 168 time: 7.4636924
Dec 10 03:54:32.781710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32798) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:32.809279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1878555208'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:32.809875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-391845b2-70a6-4287-b825-7ecb2400e5de None None] Provisioning complete for port 31c3494f-4696-424c-bdde-62a25b532194 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:32.810427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-391845b2-70a6-4287-b825-7ecb2400e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:32.824922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:32.847010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2722ccf-7c88-4d32-b764-bf3841aabefd None None] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:32.861255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:32.864854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:32.887321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:32.897658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:32.903284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Usage tracker for resource:security_group_rule and tenant:53858776d6544aadaa4c0bda928900ff is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:32.906498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:32.914721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:32.980672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-391845b2-70a6-4287-b825-7ecb2400e5de None None] Port 31c3494f-4696-424c-bdde-62a25b532194 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:33.018939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.021987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0267d1af-2871-432d-a504-8a4bd0e2d6ff req-04f05479-cb28-4c0e-b1e4-71cdf0105670 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.3057790
Dec 10 03:54:33.031081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=04cfd47e-9cf4-4784-8c83-75f3294f1416,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:33.046635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.059800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:33.063348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:33.145841 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4197f15-698a-4289-8721-78dc2c2929ee req-d787ac35-ebbb-43d1-93a9-f4b91eaccfb6 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3203444
Dec 10 03:54:33.162798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e12dc66c-c351-4c8e-90ef-5a003b19fa3c None None] Provisioning for port 2c05b19b-b447-4706-ac9a-eb92d90e737d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:33.178804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271d6cc-673b-4786-b57a-647158e863a8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:33.185122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:33.185122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.192762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:33.202056 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53858776d6544aadaa4c0bda928900ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6435437
Dec 10 03:54:33.208466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:33.316598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.318216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Allocated IP 2001:db8::48 (c48f3257-3834-4e8b-85b3-2c3508f6a7c5/8814d4c2-6c9c-4edd-8297-2de7462ec431/7be26321-a060-4f27-a4e3-63f1ca67482d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:33.329796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:33.331457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5d22e17-b30b-455a-b97f-96aa3a0fb6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:33.360005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c9fe5-1391-4c67-9d73-e9640108d017,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:33.370713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.371559 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment d0f37ff7-6a03-49fa-ab91-e01e50739ad7 of type vlan for network 1c57de34-8720-4a8f-9b13-eacab3aa628b
Dec 10 03:54:33.382982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:33.390322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.396668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] device_id is not set on port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:33.414105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.417931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c05b19b-b447-4706-ac9a-eb92d90e737d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:33.419290 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f53c9fe5-1391-4c67-9d73-e9640108d017 HTTP/1.1" status: 204  len: 168 time: 1.8575764
Dec 10 03:54:33.433266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.448125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Router 353aac51-8218-41de-b30c-9b2ec9419bf6 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:54:33.500581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Transition to ACTIVE for port object 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:33.509533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.513810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:33.557435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2c05b19b-b447-4706-ac9a-eb92d90e737d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:33.571999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2c05b19b-b447-4706-ac9a-eb92d90e737d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:33.572707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.689994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.713138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.840388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2a8b66-2d07-4996-a7d5-aa5a37738f2f,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:33.849937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:33.854603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:33.854936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:33.855273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:33.871120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:33.871479 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:33.871818 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 2 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:33.908567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.909572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:33.910162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:33.910880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:33.930900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:33.934816 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:33.937030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.937803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:33.947580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 3 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:33.971938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Provisioning for port 41f22989-1e01-4b13-b34b-e52e51408a8c completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:33.994050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:33.994383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:33.994723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.001873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.002178 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.002569 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 4 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.004554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Provisioning complete for port 41f22989-1e01-4b13-b34b-e52e51408a8c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:34.006181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.032491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.033080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.033456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.046157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.046491 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.046884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 5 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.081987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.082685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.083034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.094624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.094968 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.095357 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 6 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.104140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2c05b19b-b447-4706-ac9a-eb92d90e737d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c05b19b-b447-4706-ac9a-eb92d90e737d,segment=NetworkSegment(a2889ce4-b9f8-446e-81e4-fe5f6443218c),segment_id=a2889ce4-b9f8-446e-81e4-fe5f6443218c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:34.138322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.138663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.139004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.140975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.147455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:34.152292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.152812 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.153513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 7 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.156457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:34.159351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.175705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.176284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.176774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.184345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.185442 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.185987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 8 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.205431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.206193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.206700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.211736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:34.214968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.215304 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.215692 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 9 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.238007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.238455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.239027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.248309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.248646 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.249249 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempt 10 to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f
Dec 10 03:54:34.283597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:34.286905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:34.288117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempting to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:34.303272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:34.308366 dv-neutron-821182-1-hyperv neutron-server[87630]: ERROR neutron.plugins.ml2.managers [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Failed to bind port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7d614a73-ae2f-4daa-b06a-7093bb04b32a'}]
Dec 10 03:54:34.309671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.320632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2c05b19b-b447-4706-ac9a-eb92d90e737d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:34.333981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:34.344895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=1c57de34-8720-4a8f-9b13-eacab3aa628b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:34.356025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:34.358755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:34.364184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1c57de34-8720-4a8f-9b13-eacab3aa628b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:34.402706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Port 41f22989-1e01-4b13-b34b-e52e51408a8c cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:34.419537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271d6cc-673b-4786-b57a-647158e863a8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:34.426431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32814) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:34.434449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.435718 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4271d6cc-673b-4786-b57a-647158e863a8 HTTP/1.1" status: 204  len: 168 time: 1.2205405
Dec 10 03:54:34.440018 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6541166
Dec 10 03:54:34.443445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:34.450525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:34.471534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:34.479892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47f1de99-2861-4a4e-9d80-79b9ec03ddcc req-e1f22de1-ccef-4108-868a-5854cdf75631 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.1428716
Dec 10 03:54:34.522412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-698039c5-2de8-41f8-aa57-40bc48f1cef7 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 03:54:34.523800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-698039c5-2de8-41f8-aa57-40bc48f1cef7 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059876
Dec 10 03:54:34.542042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Provisioning complete for port 2c05b19b-b447-4706-ac9a-eb92d90e737d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:34.542433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d08d594a-7c84-46f1-8740-c111bc3baa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.666561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-77c067e0-51db-49dd-b927-91d24723cc73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e7d4f971cfe4d9e9eb93d58a5d5233e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389874
Dec 10 03:54:34.668642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32826) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:34.720598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8ff31-59d0-48d3-8098-e20655235e1b req-b91b5d00-b07a-404b-a869-1adfbee319ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:34.722127 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3de8ff31-59d0-48d3-8098-e20655235e1b req-b91b5d00-b07a-404b-a869-1adfbee319ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 932 time: 0.2744935
Dec 10 03:54:34.723281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:34.733932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attempted to set empty binding levels {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:54:34.808345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.827072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:34.898337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:34.901560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:34.918887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:34.935436 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "PUT /v2.0/routers/353aac51-8218-41de-b30c-9b2ec9419bf6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9679942
Dec 10 03:54:34.939215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-be246b43-f110-4415-b325-5b73a3f055c5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Synchronizing usage tracker for tenant:e052554deb874fa8a4ccff509497729d on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:34.942495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] Sync routers for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:34.944045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32830) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:34.957609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:34.963990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] In _notify_port_updated(), no bound segment for port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f on network 7d614a73-ae2f-4daa-b06a-7093bb04b32a {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:54:34.964835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:34.965465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:34.969480 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "PUT /v2.0/ports/9e2a8b66-2d07-4996-a7d5-aa5a37738f2f HTTP/1.1" status: 200  len: 976 time: 4.7224832
Dec 10 03:54:34.972056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32834) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:34.975082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:34.977122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4990d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:34.982254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:35.012302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Request body: {'port': {'network_id': '9093d104-f705-4083-a5cb-5cd9af64e86b', 'name': 'tempest-FloatingIPAdminTestJSON-468579571'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:35.061850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4990d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:35.075738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.089124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:35.089810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4990d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:35.125576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-be246b43-f110-4415-b325-5b73a3f055c5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Unset dirty status for tenant:e052554deb874fa8a4ccff509497729d on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:35.126718 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-be246b43-f110-4415-b325-5b73a3f055c5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e052554deb874fa8a4ccff509497729d HTTP/1.1" status: 200  len: 379 time: 0.6607916
Dec 10 03:54:35.170875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Deleting port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:35.171276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.198211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Transition to ACTIVE for port object 7be26321-a060-4f27-a4e3-63f1ca67482d will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:35.204839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:35.208715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.227221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4990d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:35.227639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3872262-d584-4cc6-a514-e0ce4c91202a None None] The sync data for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:35.256968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-17ac128e-242c-4b55-bc87-45406860ee2d None None] Provisioning complete for port 41f22989-1e01-4b13-b34b-e52e51408a8c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:35.257523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17ac128e-242c-4b55-bc87-45406860ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.305188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2a8b66-2d07-4996-a7d5-aa5a37738f2f,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:35.332371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:35.352901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3de8ff31-59d0-48d3-8098-e20655235e1b req-1f394d5c-c579-4736-9095-083d2a06a129 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6157858
Dec 10 03:54:35.369568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-17ac128e-242c-4b55-bc87-45406860ee2d None None] Port 41f22989-1e01-4b13-b34b-e52e51408a8c cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:35.371344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c05b19b-b447-4706-ac9a-eb92d90e737d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:35.386739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.448731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.463179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'port': {'device_id': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'admin_state_up': True, 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'security_groups': ['6527e1c9-d030-423f-ab9c-2304048281ba']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:35.529129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2c05b19b-b447-4706-ac9a-eb92d90e737d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:35.530256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.646691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:35.660609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Usage tracker for resource:port and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:35.689825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.706794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:35.716172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:35.749626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.ipam_backend_mixin [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing IP validity checks on allocation pools {{(pid=87629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:54:35.750153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.ipam_backend_mixin [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:54:35.755445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Request body: {'port': {'device_id': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:35.842398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a5afc-7492-40f3-85c8-f612eb72fe16,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:35.845073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:35.845527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.852648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:35.874421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:35.902815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:35.916275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/276a5afc-7492-40f3-85c8-f612eb72fe16 HTTP/1.1" status: 204  len: 168 time: 1.2355108
Dec 10 03:54:35.942496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5b734ab-743a-4484-91bd-a44cdd555011 req-ce9dd21a-6de4-484c-adf9-947a3fbaf977 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.0929830
Dec 10 03:54:35.945734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Made reservation on behalf of 3c4229a439a440a898de1ecc4b5c271e for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:35.949162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:36.158446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] device_id is not set on port 7cefe9e2-e13e-4217-81e1-2608310c5721 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:36.233017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:36.252122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'Port': ['ID=7be26321-a060-4f27-a4e3-63f1ca67482d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:36.364806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:36.419776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:36.443552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:36.476879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Usage tracker for resource:port and tenant:e052554deb874fa8a4ccff509497729d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:36.482365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:36.500294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:36.512060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:36.523002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:36.639893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:36.657237 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 4.8903334
Dec 10 03:54:36.667946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:36.673927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] For port 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f, host hv-neutron-8211, got binding levels [] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:36.674465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:36.683407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32876) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:37.004147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Allocated IP 172.20.0.10 (9093d104-f705-4083-a5cb-5cd9af64e86b/28c9aa7c-7c99-4704-9ac0-f4de560037e0/7cefe9e2-e13e-4217-81e1-2608310c5721) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:37.016260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-337b77df-ef8c-4df1-b81a-c432caf85f6c None None] Provisioning for port 7be26321-a060-4f27-a4e3-63f1ca67482d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:37.030953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-337b77df-ef8c-4df1-b81a-c432caf85f6c None None] Provisioning complete for port 7be26321-a060-4f27-a4e3-63f1ca67482d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:37.032693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-337b77df-ef8c-4df1-b81a-c432caf85f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.168113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Calling delete_port for 9e2a8b66-2d07-4996-a7d5-aa5a37738f2f owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:37.190611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-337b77df-ef8c-4df1-b81a-c432caf85f6c None None] Port 7be26321-a060-4f27-a4e3-63f1ca67482d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:37.228987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Made reservation on behalf of e052554deb874fa8a4ccff509497729d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:37.232553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.247250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f85d-64d9-4a00-9797-b99a89523690 req-ae22e9af-6b43-4339-93f3-51a129623372 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:37.249091 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8045f85d-64d9-4a00-9797-b99a89523690 req-ae22e9af-6b43-4339-93f3-51a129623372 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 932 time: 0.6148705
Dec 10 03:54:37.438381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:37.446086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:37.452740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:37.453692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Synchronizing usage tracker for tenant:26745cd8ed414711975b17f4e3fca5cc on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:37.463455 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6072183a-794f-4ee7-87f1-ec26e971fbfd req-1f8094c0-bf24-4615-9f43-54ab1e8f6651 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.0701780
Dec 10 03:54:37.498790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8045f85d-64d9-4a00-9797-b99a89523690 req-64837a7a-2051-4fc5-b2ef-58fdd8f23a11 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2307150
Dec 10 03:54:37.510080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.562448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-656c4697-13b4-4322-a882-21b7567e7e23 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:37.614322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Unset dirty status for tenant:26745cd8ed414711975b17f4e3fca5cc on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:37.616191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.616873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-386d757c-abf4-4bca-b9cd-13098a79f585 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.9316688
Dec 10 03:54:37.620974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32904) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:37.627678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488c7e80-ba76-44db-9c20-a359b65ea8df {{(pid=87630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:54:37.644759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.661914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32908) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:37.669541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.702943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Transition to ACTIVE for port object 7cefe9e2-e13e-4217-81e1-2608310c5721 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:37.719285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Allocated IP 172.20.0.11 (6fcd2348-376f-468c-bd94-ad178b0f103e/ee374525-6b27-4098-b9b6-6ad1e097920b/37bf3048-4ed4-43db-a7c1-8774ffb389ea) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:37.719746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Transition to ACTIVE for port object 488c7e80-ba76-44db-9c20-a359b65ea8df will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:37.721347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=64a5548b-bad0-41af-9d0f-83fc75dc5bb3,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:37.727973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.730792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Deleting port 7be26321-a060-4f27-a4e3-63f1ca67482d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:37.731285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.735271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:37.742926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06808521-dd5a-44ba-9409-46d01ca8a99c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:37.768512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:37.780547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6edc830e-55c9-43e9-8590-b82a5a207586 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:37.798705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32914) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:37.803203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e2a8b66-2d07-4996-a7d5-aa5a37738f2f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:37.806781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:37.807509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:37.808156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 1c57de34-8720-4a8f-9b13-eacab3aa628b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:37.824386 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9e2a8b66-2d07-4996-a7d5-aa5a37738f2f HTTP/1.1" status: 204  len: 168 time: 2.8432324
Dec 10 03:54:37.825545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32920) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:37.919403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e413cdfb-ceaa-4c17-b78a-4fc2a0e4e4ca tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:54:37.919885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e413cdfb-ceaa-4c17-b78a-4fc2a0e4e4ca tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Synchronizing usage tracker for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:37.971556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 1c57de34-8720-4a8f-9b13-eacab3aa628b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:37.987317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e413cdfb-ceaa-4c17-b78a-4fc2a0e4e4ca tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Unset dirty status for tenant:76da6ad6eea44f57ad572f5258ef6eb3 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:37.988474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e413cdfb-ceaa-4c17-b78a-4fc2a0e4e4ca tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] 10.222.0.44 "GET /v2.0/ports/9e2a8b66-2d07-4996-a7d5-aa5a37738f2f HTTP/1.1" status: 404  len: 333 time: 0.1586530
Dec 10 03:54:38.023823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32924) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:38.077449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Pushing event updated for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:38.091452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-216346852', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:38.104332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.106462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:38.113367 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7fe6be87-80f2-4d62-a022-856bfa38c66a tempest-AgentManagementNegativeTest-2039345425 tempest-AgentManagementNegativeTest-2039345425-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3104887
Dec 10 03:54:38.113367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:38.116448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1c57de34-8720-4a8f-9b13-eacab3aa628b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:38.129035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Usage tracker for resource:port and tenant:ccc84e145f0c4a98b87596804b441a95 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:38.135230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:38.135754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.139411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:38.140819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fa709-1c1d-4213-b714-3ea4a2d9a586 None None] Network 1c57de34-8720-4a8f-9b13-eacab3aa628b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:38.164700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:38.184112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c2daac35-1a84-4efd-b02c-b678fb584dcb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:38.205763 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.7516077
Dec 10 03:54:38.206206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.213971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32930) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:38.353243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Made reservation on behalf of ccc84e145f0c4a98b87596804b441a95 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:38.355668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.382766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Transition to ACTIVE for port object 37bf3048-4ed4-43db-a7c1-8774ffb389ea will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:38.389043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.390025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Attempting to bind port 488c7e80-ba76-44db-9c20-a359b65ea8df on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:38.390419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Attempting to bind port 488c7e80-ba76-44db-9c20-a359b65ea8df by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:38.390673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Attempting to bind port 488c7e80-ba76-44db-9c20-a359b65ea8df on network 4e42ce75-6c90-444e-8ee2-11e25290f382 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:38.403642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Port 488c7e80-ba76-44db-9c20-a359b65ea8df on network 4e42ce75-6c90-444e-8ee2-11e25290f382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:38.403995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Attempting to bind port 488c7e80-ba76-44db-9c20-a359b65ea8df on network 4e42ce75-6c90-444e-8ee2-11e25290f382 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:38.416273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.424726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Network 9093d104-f705-4083-a5cb-5cd9af64e86b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:38.427194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:38.428688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1c57de34-8720-4a8f-9b13-eacab3aa628b', 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': '64a5548b-bad0-41af-9d0f-83fc75dc5bb3'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:38.430138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.432651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Usage tracker for resource:security_group_rule and tenant:ccc84e145f0c4a98b87596804b441a95 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:38.436243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:38.442456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:38.448096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:38.450519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:38.451526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Checking segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:38.452567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Bound using segment: {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:38.453282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Bound port: 488c7e80-ba76-44db-9c20-a359b65ea8df, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c06f48-c423-4350-90dd-7b949b1259c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382'}}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:38.453844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.465665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:38.488034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32936) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:38.530080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event updated for resources: {'Port': ['ID=7cefe9e2-e13e-4217-81e1-2608310c5721,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:38.546114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.548125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:38.660911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Allocated IP 172.20.0.3 (1c57de34-8720-4a8f-9b13-eacab3aa628b/64a5548b-bad0-41af-9d0f-83fc75dc5bb3/251d740a-3645-47fd-afa8-28e5957573c1) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:38.751505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.794886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.805006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.819230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:38.854120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:38.854671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.858612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.882934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.911844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:38.928171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] device_id is not set on port 4a67270d-2e53-4d3d-9aa9-b2df68f39431 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:38.934027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4dddac20-e44b-4dcc-80f7-a89e50f30923 None None] Provisioning for port 7cefe9e2-e13e-4217-81e1-2608310c5721 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:38.944245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4dddac20-e44b-4dcc-80f7-a89e50f30923 None None] Provisioning complete for port 7cefe9e2-e13e-4217-81e1-2608310c5721 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:38.944996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4dddac20-e44b-4dcc-80f7-a89e50f30923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:38.970480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Usage tracker for resource:security_group_rule and tenant:6ca20764086243c39535b414cfcba0cc is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:38.978154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:38.990209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Network 6fcd2348-376f-468c-bd94-ad178b0f103e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:38.996175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0104647
Dec 10 03:54:39.001888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.005379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:39.008596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:39.014936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Transition to ACTIVE for port object 251d740a-3645-47fd-afa8-28e5957573c1 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:39.023226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32946) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:39.030568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:39.036433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.036863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Transition to ACTIVE for port object 251d740a-3645-47fd-afa8-28e5957573c1 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:39.046676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.057008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event updated for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.062540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.099375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.105296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.113190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4dddac20-e44b-4dcc-80f7-a89e50f30923 None None] Port 7cefe9e2-e13e-4217-81e1-2608310c5721 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:39.116720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Network 1c57de34-8720-4a8f-9b13-eacab3aa628b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:39.124646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:39.128898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:39.225919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Pushing event updated for resources: {'Port': ['ID=251d740a-3645-47fd-afa8-28e5957573c1,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.229549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.230365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Attempting to bind port 251d740a-3645-47fd-afa8-28e5957573c1 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:39.230729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Attempting to bind port 251d740a-3645-47fd-afa8-28e5957573c1 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:39.231088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Attempting to bind port 251d740a-3645-47fd-afa8-28e5957573c1 on network 1c57de34-8720-4a8f-9b13-eacab3aa628b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:39.240667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:39.241116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Checking segment: {'id': 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:39.241681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.242083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Bound using segment: {'id': 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:39.242554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Bound port: 251d740a-3645-47fd-afa8-28e5957573c1, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:39.242925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.251594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:39.263383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Calling delete_port for 7be26321-a060-4f27-a4e3-63f1ca67482d owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:39.272236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fb91e-4a9d-40d0-9d95-f6495e31748c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.291055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.322545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.325593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'project_id': '3c4229a439a440a898de1ecc4b5c271e', 'port_id': '7cefe9e2-e13e-4217-81e1-2608310c5721'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:39.333807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:39.334434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.352145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] For port 251d740a-3645-47fd-afa8-28e5957573c1, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:39.357539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] For port 251d740a-3645-47fd-afa8-28e5957573c1, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=251d740a-3645-47fd-afa8-28e5957573c1,segment=NetworkSegment(d0f37ff7-6a03-49fa-ab91-e01e50739ad7),segment_id=d0f37ff7-6a03-49fa-ab91-e01e50739ad7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:39.358062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:39.367526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0178a9ef-a89f-46b7-81be-cb0f031c773e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.367652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.373517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.388424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=488c7e80-ba76-44db-9c20-a359b65ea8df,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:39.418519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Usage tracker for resource:floatingip and tenant:3c4229a439a440a898de1ecc4b5c271e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:39.419888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.424194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:39.430375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=64a5548b-bad0-41af-9d0f-83fc75dc5bb3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.454816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.463764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.474982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:39.477208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.496778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f77d5cd2-725e-4312-989e-6cc779b95851 None None] Provisioning for port 37bf3048-4ed4-43db-a7c1-8774ffb389ea completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:39.506282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Pushing event updated for resources: {'Port': ['ID=251d740a-3645-47fd-afa8-28e5957573c1,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.513559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.516114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f77d5cd2-725e-4312-989e-6cc779b95851 None None] Provisioning complete for port 37bf3048-4ed4-43db-a7c1-8774ffb389ea triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:39.516490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f77d5cd2-725e-4312-989e-6cc779b95851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.567354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccc6f70>,) {'filters': {'network_id': ['7d614a73-ae2f-4daa-b06a-7093bb04b32a']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:39.584244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f77d5cd2-725e-4312-989e-6cc779b95851 None None] Port 37bf3048-4ed4-43db-a7c1-8774ffb389ea cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:39.594731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:39.595630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.597089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] 10.222.0.18 "PUT /v2.0/ports/488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 200  len: 1094 time: 4.2891088
Dec 10 03:54:39.601727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:54:39.606802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccc6f70>, 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:39.606928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa7f2b-1a79-4ff8-ade6-4aeddbcf3b19 None None] Network 1c57de34-8720-4a8f-9b13-eacab3aa628b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:39.607211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ccc6f70>, 'f369eafe-4a91-45de-91d8-cebdfb7ae7b1') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:39.658473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.687193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4111779
Dec 10 03:54:39.688329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Allocated IP 172.26.1.41 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/4a67270d-2e53-4d3d-9aa9-b2df68f39431) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:39.706571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.719441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.744691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Request body: {'port': {'device_id': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:39.746189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac90e84-f18b-4685-884f-1f9705bcf8d7 req-017e5957-c7bb-4ab4-a6ee-82bdfb54d798 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:39.747740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2ac90e84-f18b-4685-884f-1f9705bcf8d7 req-017e5957-c7bb-4ab4-a6ee-82bdfb54d798 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 932 time: 0.9147718
Dec 10 03:54:39.821193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4ee5-2b5d-4d17-b206-610c5fce6c48 req-73121555-94fa-4bec-8ba6-b2633cff1db0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:39.828623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59bc4ee5-2b5d-4d17-b206-610c5fce6c48 req-73121555-94fa-4bec-8ba6-b2633cff1db0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 944 time: 0.9922943
Dec 10 03:54:39.836060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.858818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2512b0>,) {'filters': {'network_id': ['1c57de34-8720-4a8f-9b13-eacab3aa628b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:39.870880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Pushing event updated for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:39.886445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.908740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a49cd-41e1-4483-9658-9dc45b33e767 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:54:39.946237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:39.949386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.961790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.974116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:39.974523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:39.983706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f2f2613-63da-49bd-80c2-545bb9ff5a47 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.990552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4143818e-4dc0-479c-8c3d-1cdc19e51692 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:39.995720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2512b0>, 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:39.996018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2512b0>, 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:40.019431 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:40.044459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.046831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a49cd-41e1-4483-9658-9dc45b33e767 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:54:40.117276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event deleted for resources: {'Port': ['ID=7be26321-a060-4f27-a4e3-63f1ca67482d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:40.132909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ca20764086243c39535b414cfcba0cc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6415315
Dec 10 03:54:40.135940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.141666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0726dd5-fa98-4c80-a305-3f19931e35bd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:40.146063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32958) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:40.154523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:40.169337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:40.173002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:40.173514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.187570 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2ac90e84-f18b-4685-884f-1f9705bcf8d7 req-ce31fd13-7e83-4ecb-89ec-b7bb5ebf35a5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3562489
Dec 10 03:54:40.189694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59bc4ee5-2b5d-4d17-b206-610c5fce6c48 req-c7ffd857-92b1-4a08-bb0f-b45e4bba3a8c tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3602207
Dec 10 03:54:40.197766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.213553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.223155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:40.239564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.244308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] 10.222.0.44 "DELETE /v2.0/networks/7d614a73-ae2f-4daa-b06a-7093bb04b32a HTTP/1.1" status: 204  len: 168 time: 2.1738238
Dec 10 03:54:40.252552 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "DELETE /v2.0/ports/7be26321-a060-4f27-a4e3-63f1ca67482d HTTP/1.1" status: 204  len: 168 time: 2.6274672
Dec 10 03:54:40.253206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32966) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:40.260173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-2e87fbde-ed3f-43c8-bbb1-d37e83537799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:40.261756 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-2e87fbde-ed3f-43c8-bbb1-d37e83537799 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 1097 time: 0.5284660
Dec 10 03:54:40.266122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Request body: {'port': {'name': 'tempest-new-port-name-1720730701', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:40.266669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.api.validators [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] bootfile-name is not in valid_values {{(pid=87630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:40.267096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.api.validators [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] tftp-server is not in valid_values {{(pid=87630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:40.267415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.api.validators [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] server-ip-address is not in valid_values {{(pid=87630) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:40.291810 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:40.327232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Pushing event deleted for resources: {'Network': ['ID=7d614a73-ae2f-4daa-b06a-7093bb04b32a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:40.345065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:40.365265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.461678 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-2163e53e-37b7-4576-9cc3-43604529cf86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 200  len: 217 time: 0.1171012
Dec 10 03:54:40.494181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:54:40.494181 dv-neutron-821182-1-hyperv neutron-server[87629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:54:40.494181 dv-neutron-821182-1-hyperv neutron-server[87629]: [parameters: {'id': '1c57de34-8720-4a8f-9b13-eacab3aa628b'}]
Dec 10 03:54:40.494181 dv-neutron-821182-1-hyperv neutron-server[87629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:40.494601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:40.544369 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'status': 'completed', 'code': 200}
Dec 10 03:54:40.568091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 32974) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:40.576693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.585972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.665442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.701046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.712488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4a8cd713-ae4c-4c71-a36b-85adf89725c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:40.713976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-4a8cd713-ae4c-4c71-a36b-85adf89725c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 HTTP/1.1" status: 200  len: 845 time: 0.0672739
Dec 10 03:54:40.749505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.975341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:40.986563 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0f82ea30-c37f-4153-a32e-b6bb7a992435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1ec69e8b9b64f4390a70459fc039c9c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4095666
Dec 10 03:54:40.990731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32980) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:41.002903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.004393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.023929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-78c68042-9e93-456b-a14f-13cb661e6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.025391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-78c68042-9e93-456b-a14f-13cb661e6282 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e42ce75-6c90-444e-8ee2-11e25290f382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3025453
Dec 10 03:54:41.034096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:41.137942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:41.140840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:41.148798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:41.176515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 251d740a-3645-47fd-afa8-28e5957573c1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:41.176759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.204612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.234795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Pushing event updated for resources: {'Port': ['ID=4a67270d-2e53-4d3d-9aa9-b2df68f39431,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:41.247052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.253473 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-3e7890ae-7287-4838-9e8a-8ff30ae573ce service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096274
Dec 10 03:54:41.254119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:41.281452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:41.283236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.283814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Allocated IP 172.26.1.142 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/8206b115-20ff-4f0c-91a5-7c79ff276c45) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:41.286308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:41.294095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2b38639-297c-4a36-81ae-43a9c0b60346 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:41.332634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.356034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0726dd5-fa98-4c80-a305-3f19931e35bd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:41.358856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.359457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.364620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:41.381901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.385882 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0726dd5-fa98-4c80-a305-3f19931e35bd HTTP/1.1" status: 204  len: 168 time: 1.2208905
Dec 10 03:54:41.419611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] In _notify_port_updated(), no bound segment for port 41f22989-1e01-4b13-b34b-e52e51408a8c on network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:54:41.425210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.425877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.427203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "PUT /v2.0/ports/41f22989-1e01-4b13-b34b-e52e51408a8c HTTP/1.1" status: 200  len: 1130 time: 1.1707468
Dec 10 03:54:41.512597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32990) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:41.579829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 3.9131155
Dec 10 03:54:41.591614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 32996) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:41.626444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.41'}]}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:41.655723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bf3048-4ed4-43db-a7c1-8774ffb389ea {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:54:41.663294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:41.666885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event updated for resources: {'Port': ['ID=41f22989-1e01-4b13-b34b-e52e51408a8c,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:41.670928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:41.683344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.688424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Usage tracker for resource:router and tenant:ccc84e145f0c4a98b87596804b441a95 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:41.712373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:41.727647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8419f4-22a4-4ab3-9da7-f36d65ef76cd tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.728271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ab8419f4-22a4-4ab3-9da7-f36d65ef76cd tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Synchronizing usage tracker for tenant:26745cd8ed414711975b17f4e3fca5cc on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:41.754112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:41.774323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29e58625-6d46-40ea-98ed-afa20c6f4ea6 req-e25399d7-c39d-4411-93c6-617da2c9e35d service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5128009
Dec 10 03:54:41.793660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.806035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ab8419f4-22a4-4ab3-9da7-f36d65ef76cd tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Unset dirty status for tenant:26745cd8ed414711975b17f4e3fca5cc on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:41.807269 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ab8419f4-22a4-4ab3-9da7-f36d65ef76cd tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "GET /v2.0/ports/41f22989-1e01-4b13-b34b-e52e51408a8c HTTP/1.1" status: 200  len: 1130 time: 0.2795153
Dec 10 03:54:41.810971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ea922ef2-7da6-444e-a2c6-9ec8b96680e6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:41.822064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.823189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7673cb2a-533c-4cd7-80ed-9b2f7aa92b8d None None] Provisioning complete for port 41f22989-1e01-4b13-b34b-e52e51408a8c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:41.823725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.823812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7673cb2a-533c-4cd7-80ed-9b2f7aa92b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.828632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33006) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:41.859162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.882694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ce003-6470-43ae-a26c-638fe9a1c337 req-7e7de1e7-87d1-4116-90e1-a1efcfaf7128 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.884176 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-066ce003-6470-43ae-a26c-638fe9a1c337 req-7e7de1e7-87d1-4116-90e1-a1efcfaf7128 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 932 time: 0.5275245
Dec 10 03:54:41.888878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc1d567-7cc3-4de0-b837-8ddf4487cb85,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:41.891356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:41.925858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9da1c-bb59-4f17-8c71-5a2b1a95a1d7 req-552eb527-4404-4a70-af4c-b4379f2e1cb2 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:41.927324 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8f9da1c-bb59-4f17-8c71-5a2b1a95a1d7 req-552eb527-4404-4a70-af4c-b4379f2e1cb2 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 944 time: 0.5845153
Dec 10 03:54:41.943986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7673cb2a-533c-4cd7-80ed-9b2f7aa92b8d None None] Port 41f22989-1e01-4b13-b34b-e52e51408a8c cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:41.974459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 251d740a-3645-47fd-afa8-28e5957573c1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=251d740a-3645-47fd-afa8-28e5957573c1,segment=NetworkSegment(d0f37ff7-6a03-49fa-ab91-e01e50739ad7),segment_id=d0f37ff7-6a03-49fa-ab91-e01e50739ad7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:41.974946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.985109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.986349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Transition to ACTIVE for port object 37bf3048-4ed4-43db-a7c1-8774ffb389ea will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:41.988138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:41.989356 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddc1d567-7cc3-4de0-b837-8ddf4487cb85 HTTP/1.1" status: 204  len: 168 time: 0.9978905
Dec 10 03:54:41.993665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:42.027630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.061565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Deleting port 41f22989-1e01-4b13-b34b-e52e51408a8c {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:42.061996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.109241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.155093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-066ce003-6470-43ae-a26c-638fe9a1c337 req-ec1e2231-51e0-4616-9091-552ab5e40b0c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2460968
Dec 10 03:54:42.223355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 251d740a-3645-47fd-afa8-28e5957573c1 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:42.228831 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8f9da1c-bb59-4f17-8c71-5a2b1a95a1d7 req-bdb1074b-23b4-4dbd-9ca5-1421ef987dd7 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2434657
Dec 10 03:54:42.374068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:42.392241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:42.418078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33024) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:42.419026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:42.504295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Pushing event updated for resources: {'Port': ['ID=8206b115-20ff-4f0c-91a5-7c79ff276c45,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:42.517976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:42.543518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:42.590598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33030) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:42.706331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.711581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-c2303395-af81-4b4e-ac68-c9252ad2d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:42.713216 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-c2303395-af81-4b4e-ac68-c9252ad2d6e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 1097 time: 0.7849565
Dec 10 03:54:42.726994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:42.747877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:42.770905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1043491513'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:42.805544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.818680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:42.847087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:42.857358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Attempting to bind port 37bf3048-4ed4-43db-a7c1-8774ffb389ea on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:42.857510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Attempting to bind port 37bf3048-4ed4-43db-a7c1-8774ffb389ea by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:42.857786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Attempting to bind port 37bf3048-4ed4-43db-a7c1-8774ffb389ea on network 6fcd2348-376f-468c-bd94-ad178b0f103e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:42.861626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-07be4e06-73b3-42a7-9f67-0577fd6d0905 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76da6ad6eea44f57ad572f5258ef6eb3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2694345
Dec 10 03:54:42.874455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33034) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:42.880889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=251d740a-3645-47fd-afa8-28e5957573c1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:42.885645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Usage tracker for resource:network and tenant:664cf5dcdcff4f66ae1a0398dc630bd9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:42.889507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Port 37bf3048-4ed4-43db-a7c1-8774ffb389ea on network 6fcd2348-376f-468c-bd94-ad178b0f103e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:54:42.889837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Attempting to bind port 37bf3048-4ed4-43db-a7c1-8774ffb389ea on network 6fcd2348-376f-468c-bd94-ad178b0f103e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:42.902358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port 251d740a-3645-47fd-afa8-28e5957573c1 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:54:42.903943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:42.904739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:42.916562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:42.964835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:42.969685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:42.970074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Checking segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:42.970614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Bound using segment: {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:42.971053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Bound port: 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:42.971398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.070544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Calling delete_port for 41f22989-1e01-4b13-b34b-e52e51408a8c owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:43.147379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-341224b6-6294-459f-945b-2d990a974f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:43.148803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-341224b6-6294-459f-945b-2d990a974f43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 200  len: 907 time: 0.4282389
Dec 10 03:54:43.252971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-48094d4c-d088-44e2-9f21-f8f52ab44e5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 200  len: 217 time: 0.0856740
Dec 10 03:54:43.309471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Made reservation on behalf of 664cf5dcdcff4f66ae1a0398dc630bd9 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:43.312843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.397981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.433223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.466698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-4b7ee14e-2502-4e99-99dc-c9694e074e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:43.468130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-4b7ee14e-2502-4e99-99dc-c9694e074e3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 HTTP/1.1" status: 200  len: 845 time: 0.2069561
Dec 10 03:54:43.478690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:43.499048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.501521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9db70b20>,) {'filters': {'network_id': ['1c57de34-8720-4a8f-9b13-eacab3aa628b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:43.508861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Usage tracker for resource:security_group_rule and tenant:664cf5dcdcff4f66ae1a0398dc630bd9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:43.516096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:43.543267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:43.558159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9db70b20>, 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:43.558461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9db70b20>, 'd0f37ff7-6a03-49fa-ab91-e01e50739ad7') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:43.575475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.588847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:43.599410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:43.669613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event deleted for resources: {'Port': ['ID=41f22989-1e01-4b13-b34b-e52e51408a8c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:43.700997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:43.720821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.726413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.764049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.775806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:43.776062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.793504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.805555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.809403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:43.809536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438efcf-2840-426e-b954-0d73503b0c05 req-b43947f4-4610-4abb-958f-cef1ce3fb7b0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:43.810991 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a438efcf-2840-426e-b954-0d73503b0c05 req-b43947f4-4610-4abb-958f-cef1ce3fb7b0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 944 time: 0.4282842
Dec 10 03:54:43.818538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc7f4e-b765-433e-9fe4-2c35bd1cc820 req-04a58784-40e2-4653-a59b-9af603e64ada tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:43.820784 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ccc7f4e-b765-433e-9fe4-2c35bd1cc820 req-04a58784-40e2-4653-a59b-9af603e64ada tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 944 time: 0.5141144
Dec 10 03:54:43.899718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:43.900400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:43.915640 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:43.921663 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "DELETE /v2.0/ports/41f22989-1e01-4b13-b34b-e52e51408a8c HTTP/1.1" status: 204  len: 168 time: 2.0814245
Dec 10 03:54:43.929055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33042) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:43.991751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:43.992367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:43.993789 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] 10.222.0.18 "PUT /v2.0/ports/37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1094 time: 4.2787223
Dec 10 03:54:43.996470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:54:44.021250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-e3cfa255-5994-41de-b364-7d29bf141c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:44.023494 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-e3cfa255-5994-41de-b364-7d29bf141c10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e42ce75-6c90-444e-8ee2-11e25290f382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5427597
Dec 10 03:54:44.034637 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a438efcf-2840-426e-b954-0d73503b0c05 req-c02a225e-0808-4686-98f4-5a126e87dec3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2088938
Dec 10 03:54:44.069699 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ccc7f4e-b765-433e-9fe4-2c35bd1cc820 req-f5659c77-34fc-403a-9c23-7e0b76796b2c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1838973
Dec 10 03:54:44.153776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:44.176619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.181558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:44.199781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.202525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.210223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fbd21f10-6a86-48e8-a48f-371a22097384 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:44.235436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.291927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.299704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=1c57de34-8720-4a8f-9b13-eacab3aa628b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:44.305287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Deleting subnet 8814d4c2-6c9c-4edd-8297-2de7462ec431 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:54:44.312281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:44.317191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:44.331882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.338631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9a52eaf-29d6-4866-bd48-929f60f68ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.356105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.388629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a76395-a7f8-418f-88a2-398644505af0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:44.410100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.415268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:44.427820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.429500 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5a76395-a7f8-418f-88a2-398644505af0 HTTP/1.1" status: 204  len: 168 time: 1.5500071
Dec 10 03:54:44.430810 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/1c57de34-8720-4a8f-9b13-eacab3aa628b HTTP/1.1" status: 204  len: 168 time: 6.2159879
Dec 10 03:54:44.433377 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-c9cb4cd1-d127-48e6-95af-d07c8f29977c service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3971105
Dec 10 03:54:44.438269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.438897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33054) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:44.486006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090091839'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:44.495849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:44.505946 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'status': 'completed', 'code': 200}
Dec 10 03:54:44.515969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.551751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:44.579656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:44.587260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:44.594251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:44.609640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-f2f3f4fa-0f67-4dbd-8317-5d79939096f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:44.611122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-f2f3f4fa-0f67-4dbd-8317-5d79939096f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1097 time: 0.5268204
Dec 10 03:54:44.612055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:44.624244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee381a04-b1d8-4e87-850a-d8aefce67648,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:44.636421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:44.640984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.640984 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Added segment 036f1e02-5e45-46ad-aaf3-6abb125b4679 of type vlan for network b3366f94-fc87-4906-a4e6-5b1a1b323173
Dec 10 03:54:44.686532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27cda898-eafc-4d10-b7bb-a507fa363187 req-8bb1d4b5-71fe-41ef-8894-34a31a991570 service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393792
Dec 10 03:54:44.687990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.697244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.751363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:44.754843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.779246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-d7740895-204d-464d-b006-7f997ab29d86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 217 time: 0.1455324
Dec 10 03:54:44.887446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.991526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:44.993995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.019880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.020977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd07623a-d5f6-4b13-a7ec-be8a8d9b794c {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:54:45.045700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:54:45.049824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cc17773c-6579-4c5a-8ea1-4530a6781565 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.4435077
Dec 10 03:54:45.050673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33072) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:45.114708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:45.129065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Deleting port 4a67270d-2e53-4d3d-9aa9-b2df68f39431 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:45.129436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.130016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.188113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-2f2f9bd8-594e-4e45-8329-61e8e859d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.189949 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-2f2f9bd8-594e-4e45-8329-61e8e859d597 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.3946905
Dec 10 03:54:45.190878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.191619 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 8857284f-196b-442f-935e-9d88fd5624f7 of type vlan for network 66cbc769-eda5-457d-9dc6-15260787e35c
Dec 10 03:54:45.322750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.326598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.340756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.341436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.351218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:45.454446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.473004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:45.508796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.514231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'Network': ['ID=b3366f94-fc87-4906-a4e6-5b1a1b323173,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:45.515911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.517721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:45.520394 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.0628233
Dec 10 03:54:45.521280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:45.531253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb31e8-4900-4d57-aa43-9c80cb696411 req-b2b770e9-fd67-47e2-8d94-c482b35a11ab tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.532621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ecb31e8-4900-4d57-aa43-9c80cb696411 req-b2b770e9-fd67-47e2-8d94-c482b35a11ab tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 944 time: 0.2691619
Dec 10 03:54:45.536956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:45.538784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:45.546271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Request body: {'subnet': {'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:45.554576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.563958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.566001 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "DELETE /v2.0/subnets/8814d4c2-6c9c-4edd-8297-2de7462ec431 HTTP/1.1" status: 204  len: 168 time: 1.5868115
Dec 10 03:54:45.570138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33096) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:45.570875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.571730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event deleted for resources: {'Subnet': ['ID=8814d4c2-6c9c-4edd-8297-2de7462ec431,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:45.576364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-c21ebcec-c538-403d-80e5-98a8255379c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.577823 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-c21ebcec-c538-403d-80e5-98a8255379c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3657351
Dec 10 03:54:45.581249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:45.581801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:45.583852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abd582-1923-4af4-99d8-2ba1afc0f052 None None] Network c48f3257-3834-4e8b-85b3-2c3508f6a7c5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:45.642874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.643461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:45.793944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Calling delete_port for 4a67270d-2e53-4d3d-9aa9-b2df68f39431 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:45.879437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Pushing event updated for resources: {'Port': ['ID=8206b115-20ff-4f0c-91a5-7c79ff276c45,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:45.888499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:45.889024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349016-0b11-4ace-a8bb-d95fd49a538d req-ab3bb477-7833-46fd-8af0-a1381d596e36 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:45.890540 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d349016-0b11-4ace-a8bb-d95fd49a538d req-ab3bb477-7833-46fd-8af0-a1381d596e36 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 944 time: 0.5879750
Dec 10 03:54:45.899686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4570322
Dec 10 03:54:45.901123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ab73635-f1cc-47f6-88d1-bc85630beb7e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:45.922035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:45.939360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:45.972239 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ecb31e8-4900-4d57-aa43-9c80cb696411 req-36d214d3-fcaa-4418-8d33-e10f69a3eb39 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4071479
Dec 10 03:54:46.012306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.020190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:46.025191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.030476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d349016-0b11-4ace-a8bb-d95fd49a538d req-0782dfd8-e6b4-4395-a041-338051f393b7 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288590
Dec 10 03:54:46.031827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Usage tracker for resource:subnet and tenant:664cf5dcdcff4f66ae1a0398dc630bd9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:46.035314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:46.042319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:46.099904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Made reservation on behalf of 664cf5dcdcff4f66ae1a0398dc630bd9 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:46.104439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.174027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:46.206270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.210616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] DHCP port deletion for c48f3257-3834-4e8b-85b3-2c3508f6a7c5 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:54:46.215044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ecb8491f-5b53-4a8e-bfbd-d68dd9cc6120 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:46.215364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Deleting port 2c05b19b-b447-4706-ac9a-eb92d90e737d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:46.215928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.265916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a67270d-2e53-4d3d-9aa9-b2df68f39431,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:46.298758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:46.337645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:46.364083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:46.369213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=66cbc769-eda5-457d-9dc6-15260787e35c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:46.372675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:46.373770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:46.374319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-952084426', 'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:46.378849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:46.382690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:network and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:46.385861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:46.386757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Deleting port 2c05b19b-b447-4706-ac9a-eb92d90e737d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:46.386757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.389130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 66cbc769-eda5-457d-9dc6-15260787e35c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:46.391287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:46.400180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.405240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Made reservation on behalf of 2baf6ff902a24153951ac38d85a1aae1 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:46.407925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.421236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:46.428867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.432481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-2e91588d-1cea-44f4-af97-d2186e6e9e1f service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7970111
Dec 10 03:54:46.445181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4a67270d-2e53-4d3d-9aa9-b2df68f39431 HTTP/1.1" status: 204  len: 168 time: 1.3898845
Dec 10 03:54:46.451730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:46.459397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:security_group_rule and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:46.490084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:46.506048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:46.515028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] For port 2c05b19b-b447-4706-ac9a-eb92d90e737d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c05b19b-b447-4706-ac9a-eb92d90e737d,segment=NetworkSegment(a2889ce4-b9f8-446e-81e4-fe5f6443218c),segment_id=a2889ce4-b9f8-446e-81e4-fe5f6443218c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:46.515422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.531344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 488c7e80-ba76-44db-9c20-a359b65ea8df details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:54:46.563591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:46.567495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.615029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.623900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:46.655918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Calling delete_port for 2c05b19b-b447-4706-ac9a-eb92d90e737d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:46.739527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.743875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'Subnet': ['ID=e7fb15db-9fc6-4fba-a70b-a9440ad9bacb,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:46.746021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a62bada-9336-4919-a7de-450b3e31d416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.753734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:46.757918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.763421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:46.800516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Checking segment: {'id': '036f1e02-5e45-46ad-aaf3-6abb125b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:46.801046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Network hostable DHCP agents. Network: b3366f94-fc87-4906-a4e6-5b1a1b323173, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:46.810019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:46.817231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a055fc-822c-44b9-941c-fa716dd39ff0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:46.821813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:46.835353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.835776 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Added segment 1497d3fb-8c08-43c6-a850-996841668064 of type vlan for network 4c004dde-4602-4e2e-abf5-e929ed12ee4b
Dec 10 03:54:46.839419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.851626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:46.866868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:46.876808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.882313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, b3366f94-fc87-4906-a4e6-5b1a1b323173) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:46.887822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:46.888415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.926826 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Floating IP aa678105-b05f-48e2-88ea-8b2c1d903299 associated. External IP: 172.26.1.142, port: 7cefe9e2-e13e-4217-81e1-2608310c5721.
Dec 10 03:54:46.951446 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4131794
Dec 10 03:54:46.952998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c6489-b215-4baf-a350-e18a5d7f9a02 None None] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:46.954234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.955123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33124) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:46.959200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:46.960490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:46.964178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33128) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:46.968609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Request body: {'port': {'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2124158917'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:46.985734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:46.990904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Pushing event deleted for resources: {'Port': ['ID=2c05b19b-b447-4706-ac9a-eb92d90e737d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:46.993545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] No DVR routers for this DVR port 2c05b19b-b447-4706-ac9a-eb92d90e737d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:54:47.061099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:47.096182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=488c7e80-ba76-44db-9c20-a359b65ea8df,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:47.116835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'port_id': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'mac_address': 'fa:16:3e:3e:b1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:54:47.272877 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7db40d13-14a0-4310-ba49-7e7380b9598a req-6b0773d1-45e6-48c6-a9e1-3a7cc08b6624 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8193107
Dec 10 03:54:47.290091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] For port 2c05b19b-b447-4706-ac9a-eb92d90e737d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c05b19b-b447-4706-ac9a-eb92d90e737d,segment=NetworkSegment(a2889ce4-b9f8-446e-81e4-fe5f6443218c),segment_id=a2889ce4-b9f8-446e-81e4-fe5f6443218c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:47.290451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.308919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.327200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c05b19b-b447-4706-ac9a-eb92d90e737d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:54:47.380012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2c05b19b-b447-4706-ac9a-eb92d90e737d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:54:47.380428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c05b19b-b447-4706-ac9a-eb92d90e737d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:54:47.384654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488c7e80-ba76-44db-9c20-a359b65ea8df {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:54:47.435173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Calling delete_port for 2c05b19b-b447-4706-ac9a-eb92d90e737d owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:47.439156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=488c7e80-ba76-44db-9c20-a359b65ea8df,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:47.446805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.449945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ac78950-65d9-4ee2-87d0-9e3901dc8c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:47.478266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.480675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-b3366f94-fc87-4906-a4e6-5b1a1b323173', 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173', 'tenant_id': '664cf5dcdcff4f66ae1a0398dc630bd9', 'fixed_ips': [{'subnet_id': 'e7fb15db-9fc6-4fba-a70b-a9440ad9bacb'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:47.481538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.496213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Network': ['ID=4c004dde-4602-4e2e-abf5-e929ed12ee4b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:47.499235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:47.508315 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.3319192
Dec 10 03:54:47.516666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:47.521226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:47.538558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'subnet': {'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:47.541705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:47.548715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:47.554520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:47.556775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Usage tracker for resource:security_group_rule and tenant:25a31dc2c5fb4c6b93a35803bea0f000 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:47.563262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:47.566082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Usage tracker for resource:port and tenant:664cf5dcdcff4f66ae1a0398dc630bd9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:47.572515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:subnet and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:47.575331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:47.577336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:47.587738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:47.593566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:47.609570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:47.637968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Made reservation on behalf of 664cf5dcdcff4f66ae1a0398dc630bd9 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:47.641932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.673904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb70c2-12b1-46c7-8e61-6a72bc694bc5 req-e27c8cc7-2d14-4ebd-82c9-b51fd677f84c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:47.675415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1ccb70c2-12b1-46c7-8e61-6a72bc694bc5 req-e27c8cc7-2d14-4ebd-82c9-b51fd677f84c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 944 time: 0.4177115
Dec 10 03:54:47.680377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.681900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Made reservation on behalf of 2baf6ff902a24153951ac38d85a1aae1 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:47.683705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.700148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:47.706713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:47.720084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b75b-deeb-4706-a195-e873d8e17cab req-4ab7b6ee-f45e-40e3-a359-ecfa99fbdf0e tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:47.728048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b62b75b-deeb-4706-a195-e873d8e17cab req-4ab7b6ee-f45e-40e3-a359-ecfa99fbdf0e tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 944 time: 0.4719059
Dec 10 03:54:47.788943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:47.789158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:47.791696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] device_id is not set on port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:47.792613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Allocated IP 172.20.0.2 (b3366f94-fc87-4906-a4e6-5b1a1b323173/e7fb15db-9fc6-4fba-a70b-a9440ad9bacb/9d470b79-3ebf-465d-bde4-0cfb1270b0ee) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:47.817797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:47.825433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-5156aaa5-fdaa-4846-8c38-19ca4136af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:47.827458 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-5156aaa5-fdaa-4846-8c38-19ca4136af10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1097 time: 0.3986504
Dec 10 03:54:47.830229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:47.891197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Router 353aac51-8218-41de-b30c-9b2ec9419bf6 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:54:47.916917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.053998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.065902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Transition to ACTIVE for port object 9d470b79-3ebf-465d-bde4-0cfb1270b0ee will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:48.071595 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b62b75b-deeb-4706-a195-e873d8e17cab req-15f806bf-9a76-483c-a5aa-8285dd6f0e22 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3423479
Dec 10 03:54:48.073814 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1ccb70c2-12b1-46c7-8e61-6a72bc694bc5 req-9b97ebf6-f7f1-413e-a2fd-47d135ab829f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3747218
Dec 10 03:54:48.105840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Transition to ACTIVE for port object 9d470b79-3ebf-465d-bde4-0cfb1270b0ee will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:48.112903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.125201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:48.140359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=ace53091-8484-4593-b9c0-3507057f55d2,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:48.151729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.153546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:48.163524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '8857284f-196b-442f-935e-9d88fd5624f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:48.163885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 66cbc769-eda5-457d-9dc6-15260787e35c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:48.166267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.178015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c590c9d6-4d75-4b0d-8c52-94d5281d6f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:48.195751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['488c7e80-ba76-44db-9c20-a359b65ea8df'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:54:48.199411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-54e1536e-3bc2-493f-8317-792adc2061da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:48.200867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-54e1536e-3bc2-493f-8317-792adc2061da service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.3437490
Dec 10 03:54:48.246965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Pushing event updated for resources: {'Port': ['ID=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:48.250142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:48.251835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:48.255842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:48.258696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:48.278711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997b863-2690-4b42-bba2-8bf2aa3af46c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:48.285732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25a31dc2c5fb4c6b93a35803bea0f000&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2784193
Dec 10 03:54:48.285732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:48.289856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33142) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:48.296924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Allocated IP 172.20.0.4 (b3366f94-fc87-4906-a4e6-5b1a1b323173/e7fb15db-9fc6-4fba-a70b-a9440ad9bacb/170bdb88-a8f8-4ec1-bbd9-74222f64bbbf) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:48.383427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Deleting port 2c05b19b-b447-4706-ac9a-eb92d90e737d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:48.383771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.397284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Attempting to bind port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:48.397616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Attempting to bind port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '036f1e02-5e45-46ad-aaf3-6abb125b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:48.398076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Attempting to bind port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee on network b3366f94-fc87-4906-a4e6-5b1a1b323173 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:48.411856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:48.411856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Checking segment: {'id': '036f1e02-5e45-46ad-aaf3-6abb125b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:48.411856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.412392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Bound using segment: {'id': '036f1e02-5e45-46ad-aaf3-6abb125b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:48.413453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Bound port: 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036f1e02-5e45-46ad-aaf3-6abb125b4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:48.413908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.440594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-632f6aef-f912-4be5-95c6-e52b5ea66f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 217 time: 0.2312982
Dec 10 03:54:48.441197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 66cbc769-eda5-457d-9dc6-15260787e35c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:48.515677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] The port '2c05b19b-b447-4706-ac9a-eb92d90e737d' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:54:48.562979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 66cbc769-eda5-457d-9dc6-15260787e35c) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:48.570144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:48.575243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] For port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:48.583947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.587153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] For port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,segment=NetworkSegment(036f1e02-5e45-46ad-aaf3-6abb125b4679),segment_id=036f1e02-5e45-46ad-aaf3-6abb125b4679)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:48.589442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7fb96-0c8a-4c45-b275-ca736c60b5a8 None None] Network 66cbc769-eda5-457d-9dc6-15260787e35c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:48.595233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:48.595896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.602069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] Sync routers for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:48.611380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.611584 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:48.612194 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4aa4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.620656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:48.635442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.678222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-02e04143-bc61-4abd-9104-fa630c8c150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:48.679971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-02e04143-bc61-4abd-9104-fa630c8c150b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.2060876
Dec 10 03:54:48.687132 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4aa4c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.700977 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:48.702039 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4aa4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.745977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.761541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.762526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Transition to ACTIVE for port object 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:48.771860 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.8474107
Dec 10 03:54:48.778708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.781982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33146) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:48.813499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Pushing event updated for resources: {'Port': ['ID=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:48.821048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:48.828431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4aa4c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.829163 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa88d12-14a8-4d7e-90c5-495a7aecda56 None None] The sync data for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:48.870502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97698970>,) {'filters': {'network_id': ['c48f3257-3834-4e8b-85b3-2c3508f6a7c5']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.893623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97698970>, 'a2889ce4-b9f8-446e-81e4-fe5f6443218c') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.894238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97698970>, 'a2889ce4-b9f8-446e-81e4-fe5f6443218c') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:48.914913 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 9.8905597
Dec 10 03:54:48.919957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33150) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:48.922847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.966051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.993637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-66cbc769-eda5-457d-9dc6-15260787e35c', 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'ace53091-8484-4593-b9c0-3507057f55d2'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:48.994396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:48.995844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.031523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:49.038714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.055877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:49.056437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:49.072356 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:49.161120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.172174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-3ab826ac-a95c-4064-9940-a16b2ceae617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:49.173833 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-3ab826ac-a95c-4064-9940-a16b2ceae617 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4725776
Dec 10 03:54:49.176213 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c247d7b-e7b8-4883-aeb3-932d919875d2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "GET /v2.0/floatingips/aa678105-b05f-48e2-88ea-8b2c1d903299 HTTP/1.1" status: 200  len: 983 time: 0.2414937
Dec 10 03:54:49.203237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33158) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:49.263802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Allocated IP 172.20.0.1 (66cbc769-eda5-457d-9dc6-15260787e35c/ace53091-8484-4593-b9c0-3507057f55d2/e36278bf-a881-468b-a8a6-166b3853d72a) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:49.329152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:49.379417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:49.398805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.405804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-135d1ba8-11ba-4cfa-ae77-23ba3f29fa26 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:49.420939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.421547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9d470b79-3ebf-465d-bde4-0cfb1270b0ee up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:49.424377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.439697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Pushing event deleted for resources: {'Network': ['ID=c48f3257-3834-4e8b-85b3-2c3508f6a7c5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:49.443778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:49.451673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] 10.222.0.44 "DELETE /v2.0/networks/c48f3257-3834-4e8b-85b3-2c3508f6a7c5 HTTP/1.1" status: 204  len: 168 time: 3.8749907
Dec 10 03:54:49.452078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'Port': ['ID=170bdb88-a8f8-4ec1-bbd9-74222f64bbbf,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:49.484661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:49.496638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.524623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:49.535085 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-f5b562c5-4fab-4067-9d67-5e5fe2f13eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2939806
Dec 10 03:54:49.554496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fc8e7d8-9686-49b7-aab3-45a225d28e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:49.590016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997b863-2690-4b42-bba2-8bf2aa3af46c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:49.593733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:49.599930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:49.643098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.654507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Transition to ACTIVE for port object e36278bf-a881-468b-a8a6-166b3853d72a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:49.669242 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4d7180f1-2984-403e-a966-5d94035fce08 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2426 time: 0.4612460
Dec 10 03:54:49.674488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Transition to ACTIVE for port object e36278bf-a881-468b-a8a6-166b3853d72a will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:49.681003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33168) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:49.681949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.682465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.686056 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f997b863-2690-4b42-bba2-8bf2aa3af46c HTTP/1.1" status: 204  len: 168 time: 1.3899984
Dec 10 03:54:49.693596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:49.749744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Network 66cbc769-eda5-457d-9dc6-15260787e35c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:49.757934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:49.763683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:49.764257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:49.764363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.808069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65fbb9bf-6074-4caf-81c0-a699916097c0 req-9816b382-6b42-464f-ae2b-1d2742013cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2667308
Dec 10 03:54:49.823797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:49.933529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:49.943129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.9865756
Dec 10 03:54:49.946354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Pushing event updated for resources: {'Port': ['ID=e36278bf-a881-468b-a8a6-166b3853d72a,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:49.947352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33180) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:49.953757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Request body: {'port': {'network_id': 'b3366f94-fc87-4906-a4e6-5b1a1b323173', 'name': 'tempest-ExtraDHCPOptionsTestJSON-338694451', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:49.953922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84246-e322-46d9-9237-0cf54b64ade1 req-3963e894-55fa-4b16-854c-8d754de7af16 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:49.954169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] bootfile-name is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:49.954507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] tftp-server is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:49.954826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] server-ip-address is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:49.955255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e3a84246-e322-46d9-9237-0cf54b64ade1 req-3963e894-55fa-4b16-854c-8d754de7af16 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 944 time: 0.6184180
Dec 10 03:54:49.970387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:49.974572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fd344a8-b1c0-4cda-a86d-7dd314c0fb87 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:50.000320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Attempting to bind port e36278bf-a881-468b-a8a6-166b3853d72a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:50.000789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Attempting to bind port e36278bf-a881-468b-a8a6-166b3853d72a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '8857284f-196b-442f-935e-9d88fd5624f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:50.001164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Attempting to bind port e36278bf-a881-468b-a8a6-166b3853d72a on network 66cbc769-eda5-457d-9dc6-15260787e35c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:50.007977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:50.008399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Checking segment: {'id': '8857284f-196b-442f-935e-9d88fd5624f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:50.009143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.009509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Bound using segment: {'id': '8857284f-196b-442f-935e-9d88fd5624f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:50.009884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:54:50.010001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Bound port: e36278bf-a881-468b-a8a6-166b3853d72a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8857284f-196b-442f-935e-9d88fd5624f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '66cbc769-eda5-457d-9dc6-15260787e35c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:50.010346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.010474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.136703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] For port e36278bf-a881-468b-a8a6-166b3853d72a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:50.140579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] For port e36278bf-a881-468b-a8a6-166b3853d72a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e36278bf-a881-468b-a8a6-166b3853d72a,segment=NetworkSegment(8857284f-196b-442f-935e-9d88fd5624f7),segment_id=8857284f-196b-442f-935e-9d88fd5624f7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:50.148705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.154476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:50.212100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:50.223249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Usage tracker for resource:port and tenant:664cf5dcdcff4f66ae1a0398dc630bd9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:50.233407 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec1b7d3a-068a-4785-97b0-8adb1d477658 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26745cd8ed414711975b17f4e3fca5cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4083350
Dec 10 03:54:50.234020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:50.234900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:50.258878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:50.291510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=ace53091-8484-4593-b9c0-3507057f55d2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:50.309045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:50.310618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Made reservation on behalf of 664cf5dcdcff4f66ae1a0398dc630bd9 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:50.315008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.325332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35eb135f-d721-4b6c-a5a0-192b40782d6e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:50.352094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:50.353439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Pushing event updated for resources: {'Port': ['ID=e36278bf-a881-468b-a8a6-166b3853d72a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:50.356844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:50.364710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546002c-6854-4260-833e-1f5ee6682c0e req-bb509500-b02d-455c-ad73-21f1eda6c6cf tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:50.366751 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9546002c-6854-4260-833e-1f5ee6682c0e req-bb509500-b02d-455c-ad73-21f1eda6c6cf tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 945 time: 0.9886878
Dec 10 03:54:50.373773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b559207e-7b27-4e0b-81ed-fac996c2b747 None None] Network 66cbc769-eda5-457d-9dc6-15260787e35c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:50.382687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] device_id is not set on port 93f88b78-b675-4dcb-8b81-aa8efb4bdba7 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:50.445896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d2643-7582-4691-99ea-b0143207795c None None] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:50.474586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.539024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 488c7e80-ba76-44db-9c20-a359b65ea8df up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:50.547457 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e3a84246-e322-46d9-9237-0cf54b64ade1 req-c94d9524-c777-4c3a-9ffa-24252ce0688c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5770762
Dec 10 03:54:50.563453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port 8206b115-20ff-4f0c-91a5-7c79ff276c45 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:50.564026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.583867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.597567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.608259 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9a474414-59ee-49c3-a9e7-20ee6b14eff2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccc84e145f0c4a98b87596804b441a95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2513430
Dec 10 03:54:50.610585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb5ef7be-73cf-483f-9b35-55b677547728,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:50.620057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33194) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:50.637590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:50.649136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Allocated IP 172.20.0.6 (b3366f94-fc87-4906-a4e6-5b1a1b323173/e7fb15db-9fc6-4fba-a70b-a9440ad9bacb/93f88b78-b675-4dcb-8b81-aa8efb4bdba7) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:50.652493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Provisioning for port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:50.660694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9546002c-6854-4260-833e-1f5ee6682c0e req-1ef653dc-ea71-4a3b-a343-440d6b03e164 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2630973
Dec 10 03:54:50.667598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Checking segment: {'id': '1497d3fb-8c08-43c6-a850-996841668064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:50.667947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network hostable DHCP agents. Network: 4c004dde-4602-4e2e-abf5-e929ed12ee4b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:50.686466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d233220>,) {'filters': {'network_id': ['66cbc769-eda5-457d-9dc6-15260787e35c']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:50.703078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.705906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Provisioning complete for port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:50.706293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.708956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:50.731929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688473a1-ea30-43ba-8dbf-c6b75b1aa82a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:50.735025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:50.757919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.761450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/688473a1-ea30-43ba-8dbf-c6b75b1aa82a HTTP/1.1" status: 204  len: 168 time: 0.5204878
Dec 10 03:54:50.775729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d233220>, '8857284f-196b-442f-935e-9d88fd5624f7') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:50.776277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d233220>, '8857284f-196b-442f-935e-9d88fd5624f7') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:50.812103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.844028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:50.846612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.875157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:50.875591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:50.891025 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:50.893980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 488c7e80-ba76-44db-9c20-a359b65ea8df completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:50.924236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 488c7e80-ba76-44db-9c20-a359b65ea8df triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:50.930956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.968258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 4c004dde-4602-4e2e-abf5-e929ed12ee4b) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:50.983356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.986015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:50.986804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:50.993186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb46a2-eb43-4660-b6a5-42b9cf71d3c1 None None] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:51.052313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.052985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.069722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:54:51.069722 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:54:51.069722 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': '66cbc769-eda5-457d-9dc6-15260787e35c'}]
Dec 10 03:54:51.069722 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:54:51.070493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:54:51.077461 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.5560560
Dec 10 03:54:51.081859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33202) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:51.111766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.133459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.134213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Transition to ACTIVE for port object 93f88b78-b675-4dcb-8b81-aa8efb4bdba7 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:51.156962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-815593390', 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:51.164643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:51.170202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:port and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:51.174861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:51.183682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:51.196024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.203904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for 8206b115-20ff-4f0c-91a5-7c79ff276c45 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:51.209763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:51.254135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Made reservation on behalf of 2baf6ff902a24153951ac38d85a1aae1 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:51.256688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.290600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:51.298167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:51.300953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:51.354258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] device_id is not set on port 3baaf846-4a7b-4429-b1d9-ae283bd222ae yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:51.403478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.409757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.413500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'Port': ['ID=93f88b78-b675-4dcb-8b81-aa8efb4bdba7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:51.417053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:51.422782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a1093943-c7ad-4567-b996-8daf5f9a822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:51.450959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2fb91e-4a9d-40d0-9d95-f6495e31748c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:51.455218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:51.455780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:51.456899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.479158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.487169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c2fb91e-4a9d-40d0-9d95-f6495e31748c HTTP/1.1" status: 204  len: 168 time: 0.8598239
Dec 10 03:54:51.487978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.489495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 1.5407171
Dec 10 03:54:51.493921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33216) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:51.502154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:51.508778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] For port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,segment=NetworkSegment(036f1e02-5e45-46ad-aaf3-6abb125b4679),segment_id=036f1e02-5e45-46ad-aaf3-6abb125b4679)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:51.542140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.543760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b364d01-a352-4374-bf84-449b706426dd None None] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:51.568872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:51.600792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.627239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Port': ['ID=8206b115-20ff-4f0c-91a5-7c79ff276c45,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:51.634087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:51.714323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.20.0.4 (4c004dde-4602-4e2e-abf5-e929ed12ee4b/cb5ef7be-73cf-483f-9b35-55b677547728/3baaf846-4a7b-4429-b1d9-ae283bd222ae) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:51.794679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:51.819598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.820903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:51.827158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:51.828058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Synchronizing usage tracker for tenant:664cf5dcdcff4f66ae1a0398dc630bd9 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:51.841756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port e36278bf-a881-468b-a8a6-166b3853d72a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:51.842148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:51.907840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:54:51.978630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Unset dirty status for tenant:664cf5dcdcff4f66ae1a0398dc630bd9 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:51.979998 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-866a0798-8aca-437b-adf2-67bdffc1ff1e tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.4851587
Dec 10 03:54:52.020223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33230) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:52.090296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Pushing event updated for resources: {'Port': ['ID=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:52.114659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:52.120166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=488c7e80-ba76-44db-9c20-a359b65ea8df,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:52.186173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.192370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:52.253546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Deleting port 93f88b78-b675-4dcb-8b81-aa8efb4bdba7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:52.253877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.306696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Provisioning complete for port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:52.309594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.320728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.321105 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Floating IP aa678105-b05f-48e2-88ea-8b2c1d903299 disassociated (deleted). External IP: 172.26.1.142, port: 7cefe9e2-e13e-4217-81e1-2608310c5721.
Dec 10 03:54:52.382632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33248) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:52.539323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 37bf3048-4ed4-43db-a7c1-8774ffb389ea details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:54:52.727075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:52.734491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.751704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-230082135'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:52.769859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:52.770335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'port_id': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'mac_address': 'fa:16:3e:59:46:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:54:52.786915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:network and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:52.792681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:52.801195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:52.801608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:52.813495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:52.840340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:52.902438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49843-8176-4b80-b81b-57c64a1793dc req-58450a92-544f-4d75-ac2d-047226447471 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:52.909205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7a49843-8176-4b80-b81b-57c64a1793dc req-58450a92-544f-4d75-ac2d-047226447471 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.8687224
Dec 10 03:54:52.916607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ecdcd4-9bcc-40ff-aa0b-7f32d38fc964 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:54:52.957445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54453fe-32ce-4449-a70e-d514c21c308e req-5ef5922d-8413-4501-945c-04b6a9e4b08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:52.958927 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f54453fe-32ce-4449-a70e-d514c21c308e req-5ef5922d-8413-4501-945c-04b6a9e4b08a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 944 time: 1.1419461
Dec 10 03:54:53.002004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Made reservation on behalf of 6ac4d629e5da4ea6849c920146bca771 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:53.006091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.014353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.044105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Calling delete_port for 93f88b78-b675-4dcb-8b81-aa8efb4bdba7 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:53.061198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bf3048-4ed4-43db-a7c1-8774ffb389ea {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:54:53.087216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33266) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:53.105411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.120633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:53.126921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Provisioning for port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:53.130297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:53.132385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.138865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.140273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:53.144472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:security_group_rule and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:53.150340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b6b1d218-26e8-4877-b116-3bae33f3db50 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:53.164589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7a49843-8176-4b80-b81b-57c64a1793dc req-b7d273ec-26f4-485e-9cda-2379eabf92cc tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2544808
Dec 10 03:54:53.183913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:53.196746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Provisioning complete for port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:53.197462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.224462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:53.252107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:53.256373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:53.270959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:53.290065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecdcd4-9bcc-40ff-aa0b-7f32d38fc964 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:54:53.305423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port e36278bf-a881-468b-a8a6-166b3853d72a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e36278bf-a881-468b-a8a6-166b3853d72a,segment=NetworkSegment(8857284f-196b-442f-935e-9d88fd5624f7),segment_id=8857284f-196b-442f-935e-9d88fd5624f7)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:53.305423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.305715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=3baaf846-4a7b-4429-b1d9-ae283bd222ae,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:53.305800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0c38a2ec-c813-4267-bc21-aeab903295ee None None] Port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:53.310350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:53.316890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:53.347384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:53.394390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:53.395001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.410443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.419872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:53.474327 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'code': 200}
Dec 10 03:54:53.482427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9d470b79-3ebf-465d-bde4-0cfb1270b0ee up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:53.491033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event deleted for resources: {'Port': ['ID=93f88b78-b675-4dcb-8b81-aa8efb4bdba7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:53.504139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for e36278bf-a881-468b-a8a6-166b3853d72a owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:53.529399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70adcd31-4946-4a31-b2f8-80e7e7e8c9c9 None None] Could not find standard attr ID for object 93f88b78-b675-4dcb-8b81-aa8efb4bdba7. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:54:53.552251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.552618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.553018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.553407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.553765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.554121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.554474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.554822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.555167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.555564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.555859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.556203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:53.566416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-93630637'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:53.583143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70adcd31-4946-4a31-b2f8-80e7e7e8c9c9 None None] Provisioning complete for port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:53.583525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-70adcd31-4946-4a31-b2f8-80e7e7e8c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.592698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:53.596910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Router 353aac51-8218-41de-b30c-9b2ec9419bf6 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:54:53.606176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:network and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:53.615337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:53.621295 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f54453fe-32ce-4449-a70e-d514c21c308e req-dab8d487-1d44-4ab7-8c9a-f77dc4ec1e57 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6513917
Dec 10 03:54:53.631572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:53.685316 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['37bf3048-4ed4-43db-a7c1-8774ffb389ea'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:54:53.693475 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 2.6105380
Dec 10 03:54:53.695357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:53.700159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33274) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:53.751614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-70adcd31-4946-4a31-b2f8-80e7e7e8c9c9 None None] Port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:53.792411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:53.794923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.803643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:53.804104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.816147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.841220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.846144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:53.850780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:53.890008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.893254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:security_group_rule and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:53.904127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting port 3baaf846-4a7b-4429-b1d9-ae283bd222ae {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:53.905664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:53.906876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.920725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=e36278bf-a881-468b-a8a6-166b3853d72a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:53.923692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port e36278bf-a881-468b-a8a6-166b3853d72a on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:54:53.924640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:53.931246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:53.975129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.977832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:53.995012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11f5e9d9-6b7c-4d45-80bc-976fec4dcb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:54.019211 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "DELETE /v2.0/ports/93f88b78-b675-4dcb-8b81-aa8efb4bdba7 HTTP/1.1" status: 204  len: 168 time: 1.9945378
Dec 10 03:54:54.026807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33278) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:54.047459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Request body: {'port': {'name': 'tempest-new-port-name-613452153', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:54.047849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] bootfile-name is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:54.048189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] tftp-server is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:54.048520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.api.validators [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] server-ip-address is not in valid_values {{(pid=87629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 10 03:54:54.055550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:54:54.084665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:54.098111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] Sync routers for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:54:54.115766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.133464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db4ba48-11a9-49c1-a2fd-e842f2a240d6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:54.141252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:54.164737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:54.165420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3096d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.171031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-b33cfaac-a85a-4d97-89af-7ac9c4840c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:54.172502 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-b33cfaac-a85a-4d97-89af-7ac9c4840c3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 1099 time: 0.4162865
Dec 10 03:54:54.174115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.175721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.176062 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Added segment cba71ebd-7604-4e21-9811-86a8ef9b5b6e of type vlan for network b306b7d5-0287-43c1-8e70-89438ce3cc8c
Dec 10 03:54:54.243333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d975d3dc0>,) {'filters': {'network_id': ['66cbc769-eda5-457d-9dc6-15260787e35c']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.264352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.304102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3096d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.311968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975d3dc0>, '8857284f-196b-442f-935e-9d88fd5624f7') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.311968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975d3dc0>, '8857284f-196b-442f-935e-9d88fd5624f7') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.316293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.323534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:54:54.324051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3096d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.343470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.381675 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/floatingips/aa678105-b05f-48e2-88ea-8b2c1d903299 HTTP/1.1" status: 204  len: 168 time: 4.6846507
Dec 10 03:54:54.386659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:54.391852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.392660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33284) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:54.393740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.396660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3096d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:54:54.397861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c81c01-d741-40cd-a763-cb4c9f3173fb None None] The sync data for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:54:54.405916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:54.411519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:54:54.412000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.414282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Usage tracker for resource:security_group_rule and tenant:47655f42a7e940cc9ba3ed936b69e12e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:54.423313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:54:54.429087 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:54:54.430944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.433617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:54.441083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3e43622c-bc76-44a7-8f32-6917718e10ed tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:54.441593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:54.445673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.576547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.594094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:54.594685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.603431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:54.609110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Usage tracker for resource:floatingip and tenant:ca8a008764844232a8b81f31eb109313 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:54.620386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.625893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:54.655482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:54.657813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:54.684469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.684817 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Added segment 59f8cb9a-b378-486b-be1a-8e0eca486dae of type vlan for network 033b10ba-7f37-4000-a404-d596cdd7e647
Dec 10 03:54:54.687758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b94f22-61ed-47ea-8aa5-1bdc75a4c54e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:54.698800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.717967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.724587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.725550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.725922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.726279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.726633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.726989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.727341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.727689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.728036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.728381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.728730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.729074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:54.742905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff797-01df-4d35-8af8-c1a6b1cffdc1 req-2d8a71b7-1b3c-4c1c-808d-c083fd5b0f19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:54.744423 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af8ff797-01df-4d35-8af8-c1a6b1cffdc1 req-2d8a71b7-1b3c-4c1c-808d-c083fd5b0f19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.4700637
Dec 10 03:54:54.746268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:54.759579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad27b992-bc32-4234-80b8-6837bfe5d384 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:54.778489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.848933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Calling delete_port for 3baaf846-4a7b-4429-b1d9-ae283bd222ae owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:54.885722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=66cbc769-eda5-457d-9dc6-15260787e35c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:54.897845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:54.908257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:54.928421 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/66cbc769-eda5-457d-9dc6-15260787e35c HTTP/1.1" status: 204  len: 168 time: 6.1449442
Dec 10 03:54:54.931418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Network': ['ID=b306b7d5-0287-43c1-8e70-89438ce3cc8c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:54.941822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:54.943077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33290) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:54.960375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985875128'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:54.980104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:54.984641 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.5433512
Dec 10 03:54:54.984641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:54.987956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af8ff797-01df-4d35-8af8-c1a6b1cffdc1 req-b9a246ce-a2e5-4646-afe6-b42981a70048 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032828
Dec 10 03:54:54.988564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33294) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:54.998995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:55.013920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'subnet': {'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:55.033530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:55.048018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:55.111852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.117330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.130589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:55.131203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.145765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8cbbcbf3-10f1-4716-b8d3-c8c16b7a555e tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:55.154272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.160093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:55.163366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-83899c88-659a-4001-9ccb-f0af719f450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:55.163953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.200005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Synchronizing usage tracker for tenant:47655f42a7e940cc9ba3ed936b69e12e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:55.209602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f27834ef-0035-4c42-9ee4-e39585b57925,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:55.212822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:55.230100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.237963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f46745f4-ab47-4b98-b8e8-e041edb42b13 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:55.281885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Unset dirty status for tenant:47655f42a7e940cc9ba3ed936b69e12e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:55.283057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b4d18a69-8135-4573-81a2-71d84b1cc5fa req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0966406
Dec 10 03:54:55.289102 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.1408756
Dec 10 03:54:55.289280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Port': ['ID=3baaf846-4a7b-4429-b1d9-ae283bd222ae,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:55.290069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:55.290591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33298) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:55.307335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540eb4-5e4d-4ad9-9970-e8115c565963 req-40a3e822-7971-4543-9dec-e1060dbf4d70 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:55.308798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e540eb4-5e4d-4ad9-9970-e8115c565963 req-40a3e822-7971-4543-9dec-e1060dbf4d70 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 945 time: 0.5277400
Dec 10 03:54:55.317060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:55.325061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Network': ['ID=033b10ba-7f37-4000-a404-d596cdd7e647,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:55.329616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:subnet and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:55.331557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'subnet': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:55.336210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:55.338391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 033b10ba-7f37-4000-a404-d596cdd7e647 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:55.339128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:55.362602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:54:55.368848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:55.389959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.390308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment a7f13005-fb13-45b5-ada0-ab45f800d359 of type vlan for network 66631c1d-50d6-454f-818c-a65f0175757d
Dec 10 03:54:55.411210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Made reservation on behalf of 6ac4d629e5da4ea6849c920146bca771 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:55.411727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:54:55.415246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.491359 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e540eb4-5e4d-4ad9-9970-e8115c565963 req-4b926393-305b-418c-a0d6-668616fc723d tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1681046
Dec 10 03:54:55.492847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.581888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.582972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.599516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.608911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cf570b4f-4529-4301-8e0b-4afd1e93fd1b tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:55.687420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.705264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:55.705571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.713918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-82775ce7-e720-4218-8b2f-76729ace0e6d tempest-PortsAdminExtendedAttrsTestJSON-1996545273 tempest-PortsAdminExtendedAttrsTestJSON-1996545273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:55.719937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:55.733996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.739186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:subnet and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:55.748971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:55.765353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event updated for resources: {'Port': ['ID=170bdb88-a8f8-4ec1-bbd9-74222f64bbbf,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:55.768404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:55.772402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:55.780644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3baaf846-4a7b-4429-b1d9-ae283bd222ae HTTP/1.1" status: 204  len: 168 time: 2.0726171
Dec 10 03:54:55.782563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33302) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:55.786486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] In _notify_port_updated(), no bound segment for port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf on network b3366f94-fc87-4906-a4e6-5b1a1b323173 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:54:55.792794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:55.793490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.797209 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "PUT /v2.0/ports/170bdb88-a8f8-4ec1-bbd9-74222f64bbbf HTTP/1.1" status: 200  len: 1135 time: 1.7633626
Dec 10 03:54:55.799409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b', 'external_fixed_ips': [{'subnet_id': 'cb5ef7be-73cf-483f-9b35-55b677547728', 'ip_address': '172.20.0.4'}]}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:55.803138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33306) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:55.807205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:55.810813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:55.859767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:55.887768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=66631c1d-50d6-454f-818c-a65f0175757d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:55.894598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:55.900617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9544964
Dec 10 03:54:55.901821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 66631c1d-50d6-454f-818c-a65f0175757d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:54:55.917442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33310) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:55.926495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Allocated IP 172.26.1.131 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/fb95c88a-86e1-4776-99b0-8a48ea06bb54) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:55.931769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '66631c1d-50d6-454f-818c-a65f0175757d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:55.934690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:router and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:55.949742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:55.970077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:55.997928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ddea7-02cf-4b4a-9fb9-f6d7ed9fb127 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:55.998674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a98ddea7-02cf-4b4a-9fb9-f6d7ed9fb127 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Synchronizing usage tracker for tenant:664cf5dcdcff4f66ae1a0398dc630bd9 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:54:56.018036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.019091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.028719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f2527d5-ac49-45dc-b0a8-c3a91e078f12 None None] Provisioning complete for port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:56.028898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f2527d5-ac49-45dc-b0a8-c3a91e078f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.047733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a98ddea7-02cf-4b4a-9fb9-f6d7ed9fb127 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Unset dirty status for tenant:664cf5dcdcff4f66ae1a0398dc630bd9 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:54:56.048977 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a98ddea7-02cf-4b4a-9fb9-f6d7ed9fb127 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "GET /v2.0/ports/170bdb88-a8f8-4ec1-bbd9-74222f64bbbf HTTP/1.1" status: 200  len: 1135 time: 0.2445409
Dec 10 03:54:56.051878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.052684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33316) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:56.092464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1f2527d5-ac49-45dc-b0a8-c3a91e078f12 None None] Port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:54:56.161920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.216878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:56.239327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:56.246211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Deleting port 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:54:56.246550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.267685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:56.277025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:56.300772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:56.367221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:56.370653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.489933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Subnet': ['ID=1563a3ed-3f8a-4919-ab30-3a77e1d23ab5,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:56.505964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:56.513861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.529338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12a5759e-bb91-4706-8c93-2b7c94189ebb tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:56.566488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 37bf3048-4ed4-43db-a7c1-8774ffb389ea up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:54:56.567047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Checking segment: {'id': 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:56.567209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network hostable DHCP agents. Network: b306b7d5-0287-43c1-8e70-89438ce3cc8c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:56.621368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.636279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.642382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 37bf3048-4ed4-43db-a7c1-8774ffb389ea completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:54:56.647703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 37bf3048-4ed4-43db-a7c1-8774ffb389ea triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:54:56.648245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.701349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472f144-9893-4d84-8196-fd3db8c8e353 req-a29b3b32-b263-4b78-a38f-60b517fde2db tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:56.702824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6472f144-9893-4d84-8196-fd3db8c8e353 req-a29b3b32-b263-4b78-a38f-60b517fde2db tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.5920908
Dec 10 03:54:56.722355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:56.765719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, b306b7d5-0287-43c1-8e70-89438ce3cc8c) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:56.767406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Subnet': ['ID=b4983578-fa46-40d3-8fac-41faf225efca,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:56.770387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:56.778481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55d59c-547d-48ce-a840-66e880f4c2c2 None None] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:56.782026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:56.782627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.794820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.853989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Checking segment: {'id': '59f8cb9a-b378-486b-be1a-8e0eca486dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:56.854470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network hostable DHCP agents. Network: 033b10ba-7f37-4000-a404-d596cdd7e647, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:56.856550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6472f144-9893-4d84-8196-fd3db8c8e353 req-a80a36e1-280b-49f4-948f-127b9f926297 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301801
Dec 10 03:54:56.875023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.885368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:56.887945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:54:56.905679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:54:56.916645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.922064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:56.933788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:56.938934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9452746
Dec 10 03:54:56.941626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33324) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:56.956811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e764-3409-458c-bed4-15ddd6ea9a66 req-9548d435-f9a4-4d67-8c5f-65a748e70356 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:56.958380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3b42e764-3409-458c-bed4-15ddd6ea9a66 req-9548d435-f9a4-4d67-8c5f-65a748e70356 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 945 time: 0.3401339
Dec 10 03:54:56.959047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-629351442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:56.964124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:57.018687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:57.019140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:57.033847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:57.046120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:57.070441 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'code': 200}
Dec 10 03:54:57.086025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Pushing event updated for resources: {'Port': ['ID=fb95c88a-86e1-4776-99b0-8a48ea06bb54,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:57.093279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:57.104005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:57.114063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.126561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3b42e764-3409-458c-bed4-15ddd6ea9a66 req-139a0151-a1c4-4b94-bd3d-55c282375c1b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539459
Dec 10 03:54:57.130168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:57.140429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.141049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.141575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.142052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.142547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.143023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.143493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.143963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.144442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.144922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.145952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.146430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:54:57.151798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:57.180083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-b306b7d5-0287-43c1-8e70-89438ce3cc8c', 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c', 'tenant_id': '6ac4d629e5da4ea6849c920146bca771', 'fixed_ips': [{'subnet_id': '1563a3ed-3f8a-4919-ab30-3a77e1d23ab5'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:57.180951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.230024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=eebd01d2-3dd2-44e0-b010-9284ba8765ab,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:57.235893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:57.245659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': 'a7f13005-fb13-45b5-ada0-ab45f800d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:57.246021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 66631c1d-50d6-454f-818c-a65f0175757d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:54:57.266264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.269632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:router and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:57.281091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Calling delete_port for 170bdb88-a8f8-4ec1-bbd9-74222f64bbbf owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:54:57.312552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:57.332949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 033b10ba-7f37-4000-a404-d596cdd7e647) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:57.335575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:57.347270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:57.347523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dda7cc-9d72-457f-8d63-eb547cf791ba None None] Network 033b10ba-7f37-4000-a404-d596cdd7e647 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:57.348080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.363280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.387021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0927250
Dec 10 03:54:57.389678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33328) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:57.395556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.397262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.420769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-1205627614'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:57.514034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Allocated IP 172.20.0.2 (b306b7d5-0287-43c1-8e70-89438ce3cc8c/1563a3ed-3f8a-4919-ab30-3a77e1d23ab5/2da7a086-3cd4-4553-9195-beec8db010f0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:57.559296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 66631c1d-50d6-454f-818c-a65f0175757d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:54:57.577636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.587307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 66631c1d-50d6-454f-818c-a65f0175757d) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:57.595631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:57.596271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.625804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7042866
Dec 10 03:54:57.634396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33334) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:57.641407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db3cfb-3339-4c1e-8240-68ecc5142f9d None None] Network 66631c1d-50d6-454f-818c-a65f0175757d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:57.662911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.725351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.728350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.732429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16b328f4-6bc2-4fd2-80c7-7f1dc310aba8 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:57.799254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.802329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43433431-1433-466c-ae05-541e0d180383 req-bb84cdc3-7704-4eaa-9f1a-6251a7f238ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:57.803964 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-43433431-1433-466c-ae05-541e0d180383 req-bb84cdc3-7704-4eaa-9f1a-6251a7f238ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.3639827
Dec 10 03:54:57.805032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:57.812823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.816557 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-df4879c4-a646-4f83-857d-6793d6169916 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.8702791
Dec 10 03:54:57.816557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a36d773e-ef33-40d3-bede-c44c03ab7aab tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:57.821024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33338) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:57.843943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-033b10ba-7f37-4000-a404-d596cdd7e647', 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'tenant_id': 'e12c431d2e864a439c15fcfcf9805333', 'fixed_ips': [{'subnet_id': 'b4983578-fa46-40d3-8fac-41faf225efca'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:57.844790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:57.910315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:port and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:57.915685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:57.925201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event deleted for resources: {'Port': ['ID=170bdb88-a8f8-4ec1-bbd9-74222f64bbbf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:57.928254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:58.013681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Pushing event updated for resources: {'Port': ['ID=fb95c88a-86e1-4776-99b0-8a48ea06bb54,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:58.037510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:58.090577 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-43433431-1433-466c-ae05-541e0d180383 req-e2b5ebc4-ef22-46a0-9434-df246973cd4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2219520
Dec 10 03:54:58.100750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:58.130076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.154560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Allocated IP 172.20.0.2 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/a7823380-53ef-4a57-ba0f-1f84b00ec64d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:58.235720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:54:58.239590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.242942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.249828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.286205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port 361e6fec-ccf8-465f-9fd9-caac0b975651 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:54:58.325835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.377137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.387354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.409701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Transition to ACTIVE for port object 2da7a086-3cd4-4553-9195-beec8db010f0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:58.435076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-66631c1d-50d6-454f-818c-a65f0175757d', 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'eebd01d2-3dd2-44e0-b010-9284ba8765ab'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:54:58.436109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.445984 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "DELETE /v2.0/ports/170bdb88-a8f8-4ec1-bbd9-74222f64bbbf HTTP/1.1" status: 204  len: 168 time: 2.3886449
Dec 10 03:54:58.458106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:58.467838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Transition to ACTIVE for port object 2da7a086-3cd4-4553-9195-beec8db010f0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:58.476911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.478073 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0813396
Dec 10 03:54:58.507835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33350) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:58.522371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.532457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:58.601232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Deleting subnet e7fb15db-9fc6-4fba-a70b-a9440ad9bacb {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:54:58.606817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.653610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:58.662946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:58.665331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:58.708226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Pushing event updated for resources: {'Port': ['ID=2da7a086-3cd4-4553-9195-beec8db010f0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:58.710890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.711355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:58.716484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.751640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:58.763061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:54:58.771721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Usage tracker for resource:floatingip and tenant:dc062650690242fb9c54b083303e9f7d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:54:58.775238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:54:58.777062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4ec26-145c-4350-a0f4-cc419399a77a req-484532d2-199e-4ecf-a9fa-7491e7a7931b tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:58.778686 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c2d4ec26-145c-4350-a0f4-cc419399a77a req-484532d2-199e-4ecf-a9fa-7491e7a7931b tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.7440498
Dec 10 03:54:58.789878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.20.0.4 (4c004dde-4602-4e2e-abf5-e929ed12ee4b/cb5ef7be-73cf-483f-9b35-55b677547728/11e205b6-a5cb-42e9-9b89-189c97d64f04) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:58.794344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:54:58.836293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.841754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.899222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.921299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Transition to ACTIVE for port object a7823380-53ef-4a57-ba0f-1f84b00ec64d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:58.924215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Attempting to bind port 2da7a086-3cd4-4553-9195-beec8db010f0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:58.924824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Attempting to bind port 2da7a086-3cd4-4553-9195-beec8db010f0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:58.925298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Attempting to bind port 2da7a086-3cd4-4553-9195-beec8db010f0 on network b306b7d5-0287-43c1-8e70-89438ce3cc8c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:58.944396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:58.944875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Checking segment: {'id': 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:58.945369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.945871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Bound using segment: {'id': 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:58.946400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Bound port: 2da7a086-3cd4-4553-9195-beec8db010f0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:58.946842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:58.962428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Allocated IP 172.20.0.2 (66631c1d-50d6-454f-818c-a65f0175757d/eebd01d2-3dd2-44e0-b010-9284ba8765ab/aba43fa3-05f9-4771-abb2-60181ea505eb) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:59.008405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Transition to ACTIVE for port object a7823380-53ef-4a57-ba0f-1f84b00ec64d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:59.047186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.062078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f3188-585a-402e-a70d-67239ddf0aa5 req-f4b0285d-46fe-46ac-a530-671c1cf18256 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:59.063669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-600f3188-585a-402e-a70d-67239ddf0aa5 req-f4b0285d-46fe-46ac-a530-671c1cf18256 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.5879843
Dec 10 03:54:59.081740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c2d4ec26-145c-4350-a0f4-cc419399a77a req-8911e9ed-f318-4250-a03c-1486c7928276 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2716286
Dec 10 03:54:59.106231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:59.182364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.264391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:59.272366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:59.275074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:59.289618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.9 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/361e6fec-ccf8-465f-9fd9-caac0b975651) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:59.293706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.303928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Pushing event updated for resources: {'Port': ['ID=a7823380-53ef-4a57-ba0f-1f84b00ec64d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:59.306851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:59.357440 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-600f3188-585a-402e-a70d-67239ddf0aa5 req-40826379-0e3c-4cba-9e44-6581735508d1 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2814302
Dec 10 03:54:59.383817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.411712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e60c35-178e-4344-b839-baa664a89367 req-d693436e-14a6-4296-8f70-90fe1849351b tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:54:59.411963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] For port 2da7a086-3cd4-4553-9195-beec8db010f0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:54:59.413348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a0558e99-0afa-4160-ae50-d09d84c94f1a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:59.414321 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-86e60c35-178e-4344-b839-baa664a89367 req-d693436e-14a6-4296-8f70-90fe1849351b tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.1987047
Dec 10 03:54:59.437954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] For port 2da7a086-3cd4-4553-9195-beec8db010f0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2da7a086-3cd4-4553-9195-beec8db010f0,segment=NetworkSegment(cba71ebd-7604-4e21-9811-86a8ef9b5b6e),segment_id=cba71ebd-7604-4e21-9811-86a8ef9b5b6e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:54:59.438245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33358) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:59.458473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.463111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Request body: {'floatingip': {'port_id': '488c7e80-ba76-44db-9c20-a359b65ea8df'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:54:59.489357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Allocated IP 172.20.0.1 (b306b7d5-0287-43c1-8e70-89438ce3cc8c/1563a3ed-3f8a-4919-ab30-3a77e1d23ab5/5b50270f-c5aa-4f02-bdbb-f5538dbf4e94) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:54:59.497531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:59.536338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fb15db-9fc6-4fba-a70b-a9440ad9bacb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:59.538463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.566619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:59.599542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81422eef-5937-46fc-a2c6-15e57d5da712 None None] Network b3366f94-fc87-4906-a4e6-5b1a1b323173 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:54:59.639273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.647899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8671a4ea-1152-4ba9-8990-8f8d3e48a94c tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:59.679039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.684179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.700009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Transition to ACTIVE for port object 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:59.723374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.728980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:54:59.746537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.751245 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "DELETE /v2.0/subnets/e7fb15db-9fc6-4fba-a70b-a9440ad9bacb HTTP/1.1" status: 204  len: 168 time: 1.2900836
Dec 10 03:54:59.768351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33362) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:54:59.768732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Attempting to bind port a7823380-53ef-4a57-ba0f-1f84b00ec64d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:54:59.769204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Attempting to bind port a7823380-53ef-4a57-ba0f-1f84b00ec64d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '59f8cb9a-b378-486b-be1a-8e0eca486dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:54:59.769975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Attempting to bind port a7823380-53ef-4a57-ba0f-1f84b00ec64d on network 033b10ba-7f37-4000-a404-d596cdd7e647 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:54:59.797571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:54:59.797944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Checking segment: {'id': '59f8cb9a-b378-486b-be1a-8e0eca486dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:54:59.798334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.798742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Bound using segment: {'id': '59f8cb9a-b378-486b-be1a-8e0eca486dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:54:59.799220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Bound port: a7823380-53ef-4a57-ba0f-1f84b00ec64d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f8cb9a-b378-486b-be1a-8e0eca486dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:54:59.799787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.816285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:59.822986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:59.825375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:59.860472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.878503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 4c004dde-4602-4e2e-abf5-e929ed12ee4b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:54:59.912584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:54:59.917443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:54:59.926724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Transition to ACTIVE for port object aba43fa3-05f9-4771-abb2-60181ea505eb will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:59.940730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=5b50270f-c5aa-4f02-bdbb-f5538dbf4e94,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:59.942680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:59.961239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Pushing event updated for resources: {'Port': ['ID=2da7a086-3cd4-4553-9195-beec8db010f0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:54:59.976433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:54:59.987531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Transition to ACTIVE for port object aba43fa3-05f9-4771-abb2-60181ea505eb will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:54:59.992581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:54:59.995091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.034824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.043531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:00.047947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=11e205b6-a5cb-42e9-9b89-189c97d64f04,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:00.048113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Deleting port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:00.048597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.066641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:00.097948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.115767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:00.129012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] For port a7823380-53ef-4a57-ba0f-1f84b00ec64d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:00.141615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Network 66631c1d-50d6-454f-818c-a65f0175757d is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:00.149767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] For port a7823380-53ef-4a57-ba0f-1f84b00ec64d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7823380-53ef-4a57-ba0f-1f84b00ec64d,segment=NetworkSegment(59f8cb9a-b378-486b-be1a-8e0eca486dae),segment_id=59f8cb9a-b378-486b-be1a-8e0eca486dae)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:00.153418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:00.157831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:00.161786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=eebd01d2-3dd2-44e0-b010-9284ba8765ab,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:00.166599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Pushing event updated for resources: {'Port': ['ID=aba43fa3-05f9-4771-abb2-60181ea505eb,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:00.166800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:00.169459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.203960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.236260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:00.236748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:00.358935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] DHCP port deletion for b3366f94-fc87-4906-a4e6-5b1a1b323173 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:00.385484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Deleting port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:00.385775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.481675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Attempting to bind port aba43fa3-05f9-4771-abb2-60181ea505eb on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:00.481976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Attempting to bind port aba43fa3-05f9-4771-abb2-60181ea505eb by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a7f13005-fb13-45b5-ada0-ab45f800d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:00.482351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Attempting to bind port aba43fa3-05f9-4771-abb2-60181ea505eb on network 66631c1d-50d6-454f-818c-a65f0175757d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:00.507270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:00.507661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Checking segment: {'id': 'a7f13005-fb13-45b5-ada0-ab45f800d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:00.508074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.508483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Bound using segment: {'id': 'a7f13005-fb13-45b5-ada0-ab45f800d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:00.509058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Bound port: aba43fa3-05f9-4771-abb2-60181ea505eb, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f13005-fb13-45b5-ada0-ab45f800d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66631c1d-50d6-454f-818c-a65f0175757d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:00.509473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.522019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.530081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Pushing event updated for resources: {'Port': ['ID=a7823380-53ef-4a57-ba0f-1f84b00ec64d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:00.536408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:00.546144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object 361e6fec-ccf8-465f-9fd9-caac0b975651 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:00.721143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97732e80>,) {'filters': {'network_id': ['66631c1d-50d6-454f-818c-a65f0175757d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:00.748083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97732e80>, 'a7f13005-fb13-45b5-ada0-ab45f800d359') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:00.748735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97732e80>, 'a7f13005-fb13-45b5-ada0-ab45f800d359') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:00.768483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.803683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.816195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] For port aba43fa3-05f9-4771-abb2-60181ea505eb, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:00.828484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] For port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,segment=NetworkSegment(036f1e02-5e45-46ad-aaf3-6abb125b4679),segment_id=036f1e02-5e45-46ad-aaf3-6abb125b4679)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:00.829134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.842434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] For port aba43fa3-05f9-4771-abb2-60181ea505eb, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aba43fa3-05f9-4771-abb2-60181ea505eb,segment=NetworkSegment(a7f13005-fb13-45b5-ada0-ab45f800d359),segment_id=a7f13005-fb13-45b5-ada0-ab45f800d359)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:00.875672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.879109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] For port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,segment=NetworkSegment(036f1e02-5e45-46ad-aaf3-6abb125b4679),segment_id=036f1e02-5e45-46ad-aaf3-6abb125b4679)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:00.879606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.912530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:00.913078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:00.932108 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:01.014714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.025112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Calling delete_port for 9d470b79-3ebf-465d-bde4-0cfb1270b0ee owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:01.052182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:01.062458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Allocated IP 172.26.1.66 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/90fd9787-a003-4054-86bc-7c9f212d3edc) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:01.107775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Calling delete_port for 9d470b79-3ebf-465d-bde4-0cfb1270b0ee owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:01.218190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Pushing event updated for resources: {'Port': ['ID=aba43fa3-05f9-4771-abb2-60181ea505eb,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:01.224057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:01.241006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.246268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c550934-e3e8-4c2c-9463-5a56b4127924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:01.300320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e55e78-c222-4a86-8c46-696ad4687493 None None] Network 66631c1d-50d6-454f-818c-a65f0175757d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:01.324665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Pushing event deleted for resources: {'Port': ['ID=9d470b79-3ebf-465d-bde4-0cfb1270b0ee,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:01.327259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] No DVR routers for this DVR port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:01.347333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:01.350108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:55:01.350108 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:55:01.350108 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': '66631c1d-50d6-454f-818c-a65f0175757d'}]
Dec 10 03:55:01.350108 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:01.350731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:01.370521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1095d38-1b42-4b9f-9159-de574c9d6080 req-bab04119-726c-4aa8-b4a7-7a6f3220a247 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:01.372191 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1095d38-1b42-4b9f-9159-de574c9d6080 req-bab04119-726c-4aa8-b4a7-7a6f3220a247 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.7596419
Dec 10 03:55:01.447853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:01.448326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:01.533360 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1095d38-1b42-4b9f-9159-de574c9d6080 req-fe1a1dba-c3cb-4b69-9bbc-a7d8cc1add44 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1530490
Dec 10 03:55:01.546951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7823380-53ef-4a57-ba0f-1f84b00ec64d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:01.561599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.694953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614f3af-4171-4be9-a6d6-cd7f07af8fbb None None] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:01.734016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.764988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.776331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.789691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.821719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:01.873695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fbc8e5b5-ac25-4620-984b-4c8de5b12717 None None] Provisioning for port 2da7a086-3cd4-4553-9195-beec8db010f0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:01.912944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a7823380-53ef-4a57-ba0f-1f84b00ec64d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:01.927377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2da7a086-3cd4-4553-9195-beec8db010f0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:01.944480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.954742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:01.971149 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Floating IP ce090577-6ba5-4dc2-986f-59d6110deae3 associated. External IP: 172.26.1.152, port: 488c7e80-ba76-44db-9c20-a359b65ea8df.
Dec 10 03:55:01.973882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Deleting port 9d470b79-3ebf-465d-bde4-0cfb1270b0ee {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:01.974171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.039793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=5b50270f-c5aa-4f02-bdbb-f5538dbf4e94,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:02.060234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:02.087878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.089551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c468152-751b-4ca3-b7ad-c3115936d3c0 None None] Network 033b10ba-7f37-4000-a404-d596cdd7e647 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:02.120737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:02.191315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2da7a086-3cd4-4553-9195-beec8db010f0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:02.200939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] The port '9d470b79-3ebf-465d-bde4-0cfb1270b0ee' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:55:02.203420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Provisioning for port a7823380-53ef-4a57-ba0f-1f84b00ec64d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:02.206582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2da7a086-3cd4-4553-9195-beec8db010f0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:02.206791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.242709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Provisioning complete for port a7823380-53ef-4a57-ba0f-1f84b00ec64d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:02.243079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.379926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port aba43fa3-05f9-4771-abb2-60181ea505eb {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:02.380144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.453156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.470786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:02.489714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:02.506409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:02.508271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964c52b-7988-4e8a-90d8-aa6b517f6bbc req-c28bbbad-15f7-4f88-8ee4-4a7217c01d6f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:02.513137 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c964c52b-7988-4e8a-90d8-aa6b517f6bbc req-c28bbbad-15f7-4f88-8ee4-4a7217c01d6f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.8156023
Dec 10 03:55:02.528987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.536192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33370) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:02.545514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=361e6fec-ccf8-465f-9fd9-caac0b975651,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:02.547081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Request body: {'floatingip': {'port_id': '37bf3048-4ed4-43db-a7c1-8774ffb389ea'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:02.563824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:02.573764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.590761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.649578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2da7a086-3cd4-4553-9195-beec8db010f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2da7a086-3cd4-4553-9195-beec8db010f0,segment=NetworkSegment(cba71ebd-7604-4e21-9811-86a8ef9b5b6e),segment_id=cba71ebd-7604-4e21-9811-86a8ef9b5b6e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:02.653188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] For port a7823380-53ef-4a57-ba0f-1f84b00ec64d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7823380-53ef-4a57-ba0f-1f84b00ec64d,segment=NetworkSegment(59f8cb9a-b378-486b-be1a-8e0eca486dae),segment_id=59f8cb9a-b378-486b-be1a-8e0eca486dae)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:02.658182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.662083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:02.697888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.720297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.746863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:02.747488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.774021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0d3d30>,) {'filters': {'network_id': ['b3366f94-fc87-4906-a4e6-5b1a1b323173']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:02.777845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9d470b79-3ebf-465d-bde4-0cfb1270b0ee no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:02.807001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.811849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.820707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-acc64515-7e7c-4da6-8c32-e6cbd100bb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:02.839314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9d470b79-3ebf-465d-bde4-0cfb1270b0ee {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:02.839813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9d470b79-3ebf-465d-bde4-0cfb1270b0ee not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:02.847187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2da7a086-3cd4-4553-9195-beec8db010f0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:02.851008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:02.858136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40c3ec21-2c44-4066-a49b-e89c7025ef99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:02.870173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.4785509
Dec 10 03:55:02.873580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33374) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:02.936034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port aba43fa3-05f9-4771-abb2-60181ea505eb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aba43fa3-05f9-4771-abb2-60181ea505eb,segment=NetworkSegment(a7f13005-fb13-45b5-ada0-ab45f800d359),segment_id=a7f13005-fb13-45b5-ada0-ab45f800d359)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:02.936402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.954935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Pushing event updated for resources: {'Port': ['ID=a7823380-53ef-4a57-ba0f-1f84b00ec64d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:02.959178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:02.960419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Provisioning for port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:02.967816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Provisioning complete for port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:02.968384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:02.980318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-50948256', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:91:38:81'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:03.059997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:03.072975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Provisioning complete for port 2da7a086-3cd4-4553-9195-beec8db010f0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:03.073465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-86c167ad-710f-4f91-9f80-6a5ba35fa14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.111657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0d3d30>, '036f1e02-5e45-46ad-aaf3-6abb125b4679') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:03.111974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0d3d30>, '036f1e02-5e45-46ad-aaf3-6abb125b4679') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:03.125561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:03.132148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for aba43fa3-05f9-4771-abb2-60181ea505eb owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:03.229940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:03.233546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.247367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:03.276282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:03.291363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:03.303663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:port and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:03.307478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:03.358519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7823380-53ef-4a57-ba0f-1f84b00ec64d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:03.365282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:03.399946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:03.409491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Pushing event updated for resources: {'Port': ['ID=90fd9787-a003-4054-86bc-7c9f212d3edc,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:03.415053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:03.427248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Provisioning for port 361e6fec-ccf8-465f-9fd9-caac0b975651 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:03.429897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Router dd7683b1-29a5-4bd4-9def-ec11adefc002 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:03.439690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Provisioning complete for port 361e6fec-ccf8-465f-9fd9-caac0b975651 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:03.440585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.442234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.467949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:03.509401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:03.509809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:03.525978 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:03.561751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Port 361e6fec-ccf8-465f-9fd9-caac0b975651 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:03.563249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a7823380-53ef-4a57-ba0f-1f84b00ec64d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:03.563630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.615051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8ee28-1e74-4c70-bba0-743db453ecc4 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:55:03.632423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.669923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Provisioning complete for port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:03.670318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.746929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router ac87d371-d581-4dba-a06d-f58d8a9061dc is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:03.756697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:03.795740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:03.829788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Provisioning complete for port a7823380-53ef-4a57-ba0f-1f84b00ec64d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:03.830169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97acf8f2-d18d-42f9-aac2-6a5642a3dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.910361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2da7a086-3cd4-4553-9195-beec8db010f0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:03.923277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=aba43fa3-05f9-4771-abb2-60181ea505eb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:03.925974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port aba43fa3-05f9-4771-abb2-60181ea505eb on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:03.930723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.935640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.958516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:03.970076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8ee28-1e74-4c70-bba0-743db453ecc4 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:55:03.974030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:04.012990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Router 0b299ae4-a3af-439d-83f3-ecf733e739c8 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:04.021096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:04.036710 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Sync routers for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:04.051902 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:04.054049 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3cc1f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.167369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2da7a086-3cd4-4553-9195-beec8db010f0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:04.167582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.178604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port f56c0ff0-58bb-429a-80fa-507dc2cb1995 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:04.226781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.269382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-544efb21-0cb3-4720-9f81-b323df9ee635 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:04.289156 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-474e36c7-4645-437f-be92-4b6d679a5175 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "PUT /v2.0/floatingips/ce090577-6ba5-4dc2-986f-59d6110deae3 HTTP/1.1" status: 200  len: 992 time: 4.8395898
Dec 10 03:55:04.297546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:55:04.306386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:04.308198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Pushing event deleted for resources: {'Network': ['ID=b3366f94-fc87-4906-a4e6-5b1a1b323173,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:04.313497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.339674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] Sync routers for ids ['0b299ae4-a3af-439d-83f3-ecf733e739c8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:04.343798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.345206 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "PUT /v2.0/routers/0b299ae4-a3af-439d-83f3-ecf733e739c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5184760
Dec 10 03:55:04.346458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:04.361670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33384) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:04.369333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] 10.222.0.44 "DELETE /v2.0/networks/b3366f94-fc87-4906-a4e6-5b1a1b323173 HTTP/1.1" status: 204  len: 168 time: 4.5988896
Dec 10 03:55:04.375364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'port': {'network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c', 'name': 'tempest-FloatingIPNegativeTestJSON-996558653'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:04.380334 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:04.407409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.414491 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'status': 'completed', 'code': 200}
Dec 10 03:55:04.438960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] Routers {'0b299ae4-a3af-439d-83f3-ecf733e739c8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:04.439302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc93d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b299ae4-a3af-439d-83f3-ecf733e739c8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.442131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:04.511012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Sync routers for ids ['ac87d371-d581-4dba-a06d-f58d8a9061dc'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:04.668422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.669971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 8.8849311
Dec 10 03:55:04.686462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33392) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:04.701588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc93d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.711133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Provisioning complete for port 361e6fec-ccf8-465f-9fd9-caac0b975651 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:04.711412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.752149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] Routers {'0b299ae4-a3af-439d-83f3-ecf733e739c8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:04.752863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc93d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b299ae4-a3af-439d-83f3-ecf733e739c8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.839075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.4 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/f56c0ff0-58bb-429a-80fa-507dc2cb1995) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:04.843341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33398) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:04.870037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd2910>,) {'filters': {'network_id': ['66631c1d-50d6-454f-818c-a65f0175757d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.872191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc93d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.872634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2704d4-8b2c-42a1-822e-053490b68775 None None] The sync data for ids ['0b299ae4-a3af-439d-83f3-ecf733e739c8'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:04.884008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:04.908702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:port and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:04.914620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd2910>, 'a7f13005-fb13-45b5-ada0-ab45f800d359') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.917572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd2910>, 'a7f13005-fb13-45b5-ada0-ab45f800d359') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.924995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:04.948454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:04.962417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Port 361e6fec-ccf8-465f-9fd9-caac0b975651 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:04.963913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:04.988612 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Routers {'ac87d371-d581-4dba-a06d-f58d8a9061dc'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:04.989228 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d30f610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ac87d371-d581-4dba-a06d-f58d8a9061dc'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:04.991805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Provisioning complete for port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:04.992718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.074306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d518310f-d956-4a17-aad2-7b5f69e8e17f None None] Port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:05.088899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.098573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Made reservation on behalf of 6ac4d629e5da4ea6849c920146bca771 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:05.103640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.120907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:05.121334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:05.138337 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:05.184539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5da59-e891-42b8-89f3-165d739105a5 req-08c5c3e4-d05a-405a-9e52-0f884749a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:05.186269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-08c5c3e4-d05a-405a-9e52-0f884749a0c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 1099 time: 0.7332284
Dec 10 03:55:05.197952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:05.202598 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3cc1f0>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'ce090577-6ba5-4dc2-986f-59d6110deae3', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'port_id': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'mac_address': 'fa:16:3e:3e:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:14Z', 'updated_at': '2021-12-10T03:55:00Z', 'revision_number': 1, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:05.209265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Set router ac87d371-d581-4dba-a06d-f58d8a9061dc gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:05.266592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] device_id is not set on port 79d1dc59-e978-4551-a815-f9c375f247db yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:05.320098 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Checking router: dd7683b1-29a5-4bd4-9def-ec11adefc002 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:55:05.387923 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:05.388557 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3cc1f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:05.398362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.471420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.489487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.493099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:05.510942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.546587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:05.550527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.586606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ca531b7-a859-4200-b57f-69a34bcbf553 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=664cf5dcdcff4f66ae1a0398dc630bd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7389667
Dec 10 03:55:05.593589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.598080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33404) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:05.621790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=66631c1d-50d6-454f-818c-a65f0175757d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:05.649789 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:05.660474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5da59-e891-42b8-89f3-165d739105a5 req-226c605b-ebcb-4ce9-b07d-6571eff708e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:05.663073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-226c605b-ebcb-4ce9-b07d-6571eff708e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 200  len: 907 time: 0.4621840
Dec 10 03:55:05.688285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:05.705825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/66631c1d-50d6-454f-818c-a65f0175757d HTTP/1.1" status: 204  len: 168 time: 8.0662167
Dec 10 03:55:05.716707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:05.729714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1841816273'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:05.740877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:05.744498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.749098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Allocated IP 172.20.0.9 (b306b7d5-0287-43c1-8e70-89438ce3cc8c/1563a3ed-3f8a-4919-ab30-3a77e1d23ab5/79d1dc59-e978-4551-a815-f9c375f247db) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:05.753570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:05.760467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:05.769624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:05.807803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:05.813996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:05.817442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:05.850099 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d30f610>, [{'id': 'ac87d371-d581-4dba-a06d-f58d8a9061dc', 'name': '', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b', 'external_fixed_ips': [{'subnet_id': 'cb5ef7be-73cf-483f-9b35-55b677547728', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '11e205b6-a5cb-42e9-9b89-189c97d64f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:54:56Z', 'updated_at': '2021-12-10T03:55:00Z', 'revision_number': 3, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port': {'id': '11e205b6-a5cb-42e9-9b89-189c97d64f04', 'name': '', 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87d371-d581-4dba-a06d-f58d8a9061dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'cb5ef7be-73cf-483f-9b35-55b677547728', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:58Z', 'updated_at': '2021-12-10T03:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ef7be-73cf-483f-9b35-55b677547728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:05.859544 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Checking router: ac87d371-d581-4dba-a06d-f58d8a9061dc for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:55:05.860122 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Updating router ac87d371-d581-4dba-a06d-f58d8a9061dc port 11e205b6-a5cb-42e9-9b89-189c97d64f04 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:55:05.863580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Floating IP fa695f82-27ca-4b05-bf08-d2efd7a381ab associated. External IP: 172.26.1.36, port: 37bf3048-4ed4-43db-a7c1-8774ffb389ea.
Dec 10 03:55:05.987815 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.029193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:06.094550 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-2cddee07-f983-4ed4-a0a5-3443c21faf1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 200  len: 1000 time: 0.3521662
Dec 10 03:55:06.116110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.116501 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 43b61c6d-3473-48ac-9099-0f37f8a1a5c0 of type vlan for network c44ec940-0ce4-4858-aea5-6ff7aedb8cad
Dec 10 03:55:06.202756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Pushing event updated for resources: {'Port': ['ID=90fd9787-a003-4054-86bc-7c9f212d3edc,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:06.210278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.215006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:06.227925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Transition to ACTIVE for port object 79d1dc59-e978-4551-a815-f9c375f247db will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:06.231011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.239057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.250217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.257143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.276867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.305807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting port 11e205b6-a5cb-42e9-9b89-189c97d64f04 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:06.306176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.337539 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3cc1f0>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'ce090577-6ba5-4dc2-986f-59d6110deae3', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'port_id': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'mac_address': 'fa:16:3e:3e:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:14Z', 'updated_at': '2021-12-10T03:55:00Z', 'revision_number': 1, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:06.344669 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da458eac-b06c-4bc5-80e9-aca919b6786d None None] The sync data for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv is: [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'ce090577-6ba5-4dc2-986f-59d6110deae3', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'port_id': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'mac_address': 'fa:16:3e:3e:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:14Z', 'updated_at': '2021-12-10T03:55:00Z', 'revision_number': 1, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:06.344922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object f56c0ff0-58bb-429a-80fa-507dc2cb1995 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:06.356367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5da59-e891-42b8-89f3-165d739105a5 req-87ff9269-bf9e-4654-9d23-7e3af9924056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:06.357857 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-87ff9269-bf9e-4654-9d23-7e3af9924056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 HTTP/1.1" status: 200  len: 845 time: 0.2223663
Dec 10 03:55:06.358594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.362388 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.8481367
Dec 10 03:55:06.367381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33416) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:06.379432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.438059 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.451180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.451786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Transition to ACTIVE for port object 11e205b6-a5cb-42e9-9b89-189c97d64f04 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:06.461272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:06.468540 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.472491 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:06.509087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.529417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:06.546160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:06.546931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.556454 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Attempting to bind port 11e205b6-a5cb-42e9-9b89-189c97d64f04 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:06.557128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Attempting to bind port 11e205b6-a5cb-42e9-9b89-189c97d64f04 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '1497d3fb-8c08-43c6-a850-996841668064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:06.557538 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Attempting to bind port 11e205b6-a5cb-42e9-9b89-189c97d64f04 on network 4c004dde-4602-4e2e-abf5-e929ed12ee4b {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:06.560494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:06.560633 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Pushing event updated for resources: {'Port': ['ID=11e205b6-a5cb-42e9-9b89-189c97d64f04,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:06.562994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:06.573265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.573643 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.573980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.574370 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.574726 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.575085 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.575540 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.576002 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.576468 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.576909 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.577386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.577842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:06.582811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:06.583179 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Checking segment: {'id': '1497d3fb-8c08-43c6-a850-996841668064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:06.584106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.584548 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Bound using segment: {'id': '1497d3fb-8c08-43c6-a850-996841668064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:06.585075 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Bound port: 11e205b6-a5cb-42e9-9b89-189c97d64f04, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1497d3fb-8c08-43c6-a850-996841668064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4c004dde-4602-4e2e-abf5-e929ed12ee4b'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:06.585507 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.648142 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9304767
Dec 10 03:55:06.653782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33420) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:06.672636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:06.677595 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:06.686466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] For port 11e205b6-a5cb-42e9-9b89-189c97d64f04, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:06.689715 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] For port 11e205b6-a5cb-42e9-9b89-189c97d64f04, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=11e205b6-a5cb-42e9-9b89-189c97d64f04,segment=NetworkSegment(1497d3fb-8c08-43c6-a850-996841668064),segment_id=1497d3fb-8c08-43c6-a850-996841668064)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:06.695836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=79d1dc59-e978-4551-a815-f9c375f247db,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:06.701602 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.706213 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:06.706588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:06.711584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f7b3e-f8e7-49d3-a11a-5f128bb8850b None None] New status for floating IP ce090577-6ba5-4dc2-986f-59d6110deae3: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:55:06.731425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5cf7bfe-39a7-43b6-aafe-9de9544ee541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:06.775802 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d263cbfa-957a-4436-9c3b-88ebe07ba47c tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3218 time: 0.4010315
Dec 10 03:55:06.777091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:06.777774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.779762 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Pushing event updated for resources: {'Port': ['ID=11e205b6-a5cb-42e9-9b89-189c97d64f04,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:06.780565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:06.788682 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:06.814183 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Routers {'ac87d371-d581-4dba-a06d-f58d8a9061dc'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:06.814824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d30f610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ac87d371-d581-4dba-a06d-f58d8a9061dc'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:06.909430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba8b0a24-ecbe-4566-9007-6c170898c579 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Synchronizing usage tracker for tenant:3c4229a439a440a898de1ecc4b5c271e on resource:floatingip {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:06.991142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.993068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:06.999101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.020410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b025147f-a6d8-4a88-a9c8-aefcf47aaba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:07.033073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5da59-e891-42b8-89f3-165d739105a5 req-ddc872a3-e11e-43a0-a437-a1a2d265cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:07.034976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-ddc872a3-e11e-43a0-a437-a1a2d265cc90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e42ce75-6c90-444e-8ee2-11e25290f382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6469302
Dec 10 03:55:07.071201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Router ee8fd4b7-dfd5-479f-8b12-dd4db667450e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:07.080007 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] Set router ac87d371-d581-4dba-a06d-f58d8a9061dc gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:07.112123 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.7414343
Dec 10 03:55:07.118926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33430) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:07.124007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=c44ec940-0ce4-4858-aea5-6ff7aedb8cad,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:07.130838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:07.135755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee381a04-b1d8-4e87-850a-d8aefce67648,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:07.136286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:07.136660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c44ec940-0ce4-4858-aea5-6ff7aedb8cad details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:07.138524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:07.191480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:07.199763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:07.209823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:07.212238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-555924b0-8a8f-4ef9-903c-35cf7bd221f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:07.230403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5a6f891-44d0-4c88-a382-05fa36a7b83f None None] Provisioning for port 79d1dc59-e978-4551-a815-f9c375f247db completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:07.267334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Calling delete_port for 11e205b6-a5cb-42e9-9b89-189c97d64f04 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:07.284218 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d30f610>, [{'id': 'ac87d371-d581-4dba-a06d-f58d8a9061dc', 'name': '', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:54:56Z', 'updated_at': '2021-12-10T03:55:06Z', 'revision_number': 4, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:07.289791 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db065658-fb88-43be-b8a5-588a9a418537 None None] The sync data for ids ['ac87d371-d581-4dba-a06d-f58d8a9061dc'] in dv-neutron-821182-1-hyperv is: [{'id': 'ac87d371-d581-4dba-a06d-f58d8a9061dc', 'name': '', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:54:56Z', 'updated_at': '2021-12-10T03:55:06Z', 'revision_number': 4, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:07.296493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5a6f891-44d0-4c88-a382-05fa36a7b83f None None] Provisioning complete for port 79d1dc59-e978-4551-a815-f9c375f247db triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:07.296876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f891-44d0-4c88-a382-05fa36a7b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.305819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba8b0a24-ecbe-4566-9007-6c170898c579 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Unset dirty status for tenant:3c4229a439a440a898de1ecc4b5c271e on resource:floatingip {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:07.309967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ba8b0a24-ecbe-4566-9007-6c170898c579 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.5260804
Dec 10 03:55:07.319280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33434) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:07.382979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.384087 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee381a04-b1d8-4e87-850a-d8aefce67648 HTTP/1.1" status: 204  len: 168 time: 1.7258296
Dec 10 03:55:07.398758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f891-44d0-4c88-a382-05fa36a7b83f None None] Port 79d1dc59-e978-4551-a815-f9c375f247db cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:07.410791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:07.413801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:floatingip and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:07.415665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:07.427712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:07.429926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:07.451032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:07.464894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:07.468426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.487929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:07.497075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.511226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:07.563263 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:55:07.685720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=f56c0ff0-58bb-429a-80fa-507dc2cb1995,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:07.714772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:55:07.715344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:55:07.728989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:07.738474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:07.741124 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Sync routers for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:07.752107 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:07.755775 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:07.837267 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-52f24370-65aa-46b3-908d-b442e515fe07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "PUT /v2.0/floatingips/fa695f82-27ca-4b05-bf08-d2efd7a381ab HTTP/1.1" status: 200  len: 991 time: 5.2983935
Dec 10 03:55:07.842926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:55:07.949784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-908ac307-9a83-406f-b82a-49f50bbbd94b None None] Provisioning for port f56c0ff0-58bb-429a-80fa-507dc2cb1995 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:07.997079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'status': 'completed', 'code': 200}
Dec 10 03:55:08.000694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-908ac307-9a83-406f-b82a-49f50bbbd94b None None] Provisioning complete for port f56c0ff0-58bb-429a-80fa-507dc2cb1995 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:08.010499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-908ac307-9a83-406f-b82a-49f50bbbd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.063186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.081792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:08.112302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Deleting port 90fd9787-a003-4054-86bc-7c9f212d3edc {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:08.119685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.193624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-908ac307-9a83-406f-b82a-49f50bbbd94b None None] Port f56c0ff0-58bb-429a-80fa-507dc2cb1995 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:08.203721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:08.218700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:08.219207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.269812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-5fe6dd73-5af4-4e45-b15d-1cb8296ef135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:08.271468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-5fe6dd73-5af4-4e45-b15d-1cb8296ef135 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.2684915
Dec 10 03:55:08.274798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.305038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:08.432956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Allocated IP 172.26.1.175 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a5d482b9-719c-4295-9df0-08a3b6a5c1d1) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:08.458339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.458715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.483063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33464) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:08.509689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=8cb19f6d-2023-4953-9d4b-c3657308a8de,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:08.579108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:08.585859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '43b61c6d-3473-48ac-9099-0f37f8a1a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:08.585859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: c44ec940-0ce4-4858-aea5-6ff7aedb8cad, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:08.606117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Calling delete_port for 90fd9787-a003-4054-86bc-7c9f212d3edc owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:08.633890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-6a3b626a-622a-4e15-9689-d0ec0fe0272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:08.634554 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-6a3b626a-622a-4e15-9689-d0ec0fe0272c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.3570695
Dec 10 03:55:08.669799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-c433c733-3a3a-4d13-a2d3-3f28244db0f7 service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6222515
Dec 10 03:55:08.686199 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 996 time: 5.7904408
Dec 10 03:55:08.711680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33470) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:08.726005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network c44ec940-0ce4-4858-aea5-6ff7aedb8cad is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:08.733467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a820>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'fa695f82-27ca-4b05-bf08-d2efd7a381ab', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'floating_ip_address': '172.26.1.36', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'port_id': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'mac_address': 'fa:16:3e:59:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:15Z', 'updated_at': '2021-12-10T03:55:04Z', 'revision_number': 1, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:08.737829 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Checking router: ee8fd4b7-dfd5-479f-8b12-dd4db667450e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:55:08.747200 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:08.747868 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:08.778579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-90e78583-60a6-4765-91fd-1f2c0243962c tempest-DvrRoutersNegativeTest-1952368387 tempest-DvrRoutersNegativeTest-1952368387-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-742693034', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:08.781542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.policy [None req-90e78583-60a6-4765-91fd-1f2c0243962c tempest-DvrRoutersNegativeTest-1952368387 tempest-DvrRoutersNegativeTest-1952368387-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87630) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 10 03:55:08.781813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.policy [None req-90e78583-60a6-4765-91fd-1f2c0243962c tempest-DvrRoutersNegativeTest-1952368387 tempest-DvrRoutersNegativeTest-1952368387-project] Failed policy check for 'create_router' {{(pid=87630) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 10 03:55:08.782807 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-90e78583-60a6-4765-91fd-1f2c0243962c tempest-DvrRoutersNegativeTest-1952368387 tempest-DvrRoutersNegativeTest-1952368387-project] create failed (client error): Access was denied to this resource.
Dec 10 03:55:08.783433 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-90e78583-60a6-4765-91fd-1f2c0243962c tempest-DvrRoutersNegativeTest-1952368387 tempest-DvrRoutersNegativeTest-1952368387-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2820945
Dec 10 03:55:08.793005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:08.793541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:08.835351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c44ec940-0ce4-4858-aea5-6ff7aedb8cad) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:08.844093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.852316 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce744b79-5fd4-42f4-a912-56b3e83bcbe0 None None] Network c44ec940-0ce4-4858-aea5-6ff7aedb8cad requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:08.855649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:08.856245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:08.887688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-e0398dc7-54dd-45e8-a0ec-b0380a8c2815 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 999 time: 0.2441688
Dec 10 03:55:08.977976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dae5da59-e891-42b8-89f3-165d739105a5 req-d9aa2100-a123-4ce7-bc8f-7a847c4a7f23 service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935667
Dec 10 03:55:09.003626 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.3469257
Dec 10 03:55:09.014637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.017609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33478) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:09.026274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d53ea51-1388-4d13-83ab-282439210eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:09.089434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.094254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-793e8fcd-dd23-4f86-aa27-82395e59659c tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:09.135095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=a5d482b9-719c-4295-9df0-08a3b6a5c1d1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:09.142967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:09.189545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972cd00-257b-45a8-800c-4f9f3fd7afcc tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:09.196657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972cd00-257b-45a8-800c-4f9f3fd7afcc tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:09.200594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:09.203127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972cd00-257b-45a8-800c-4f9f3fd7afcc tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:09.204313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7972cd00-257b-45a8-800c-4f9f3fd7afcc tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2464 time: 0.4916050
Dec 10 03:55:09.206559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:09.209097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-5f6604a1-8557-484d-80ca-c8a73dc5153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:09.210378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c44ec940-0ce4-4858-aea5-6ff7aedb8cad', 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': '8cb19f6d-2023-4953-9d4b-c3657308a8de'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:09.210871 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-5f6604a1-8557-484d-80ca-c8a73dc5153d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.3011224
Dec 10 03:55:09.211042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33488) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:09.211220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.213653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:09.227248 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:09.229716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Pushing event deleted for resources: {'Port': ['ID=90fd9787-a003-4054-86bc-7c9f212d3edc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:09.232158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:09.245604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:09.338244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting port 11e205b6-a5cb-42e9-9b89-189c97d64f04 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:09.338244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.454040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Allocated IP 172.20.0.3 (c44ec940-0ce4-4858-aea5-6ff7aedb8cad/8cb19f6d-2023-4953-9d4b-c3657308a8de/3bd879e1-8647-4104-9f00-0cd2e791cdbe) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:09.509495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port f56c0ff0-58bb-429a-80fa-507dc2cb1995 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:09.509860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.582620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.595325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.603103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.626169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:09.640748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb47361850dd4731af7eab92f758faef is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:09.644853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:09.668697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:09.710674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.711069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.712420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] 10.222.0.44 "DELETE /v2.0/floatingips/5418c454-3e23-4332-98d3-984194938dc2 HTTP/1.1" status: 204  len: 168 time: 2.3325896
Dec 10 03:55:09.712998 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a820>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'fa695f82-27ca-4b05-bf08-d2efd7a381ab', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'floating_ip_address': '172.26.1.36', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'port_id': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'mac_address': 'fa:16:3e:59:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:15Z', 'updated_at': '2021-12-10T03:55:04Z', 'revision_number': 1, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:09.715908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33498) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:09.717789 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca70c7-883c-4cd0-82b6-79c4fd50add1 None None] The sync data for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv is: [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'fa695f82-27ca-4b05-bf08-d2efd7a381ab', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'floating_ip_address': '172.26.1.36', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'port_id': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'mac_address': 'fa:16:3e:59:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:54:15Z', 'updated_at': '2021-12-10T03:55:04Z', 'revision_number': 1, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:09.730818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Transition to ACTIVE for port object 3bd879e1-8647-4104-9f00-0cd2e791cdbe will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:09.750579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Transition to ACTIVE for port object 3bd879e1-8647-4104-9f00-0cd2e791cdbe will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:09.757697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.763347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] For port 11e205b6-a5cb-42e9-9b89-189c97d64f04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=11e205b6-a5cb-42e9-9b89-189c97d64f04,segment=NetworkSegment(1497d3fb-8c08-43c6-a850-996841668064),segment_id=1497d3fb-8c08-43c6-a850-996841668064)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:09.763953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.764267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:09.834504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-8558e728-f9cf-40f3-abbb-c515a97e0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:09.835964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-8558e728-f9cf-40f3-abbb-c515a97e0493 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5090487
Dec 10 03:55:09.839976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Pushing event updated for resources: {'Port': ['ID=3bd879e1-8647-4104-9f00-0cd2e791cdbe,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:09.844242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:09.854640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Network c44ec940-0ce4-4858-aea5-6ff7aedb8cad is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:09.856017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:09.858858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:09.925174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Calling delete_port for 11e205b6-a5cb-42e9-9b89-189c97d64f04 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:09.954675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.963636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Attempting to bind port 3bd879e1-8647-4104-9f00-0cd2e791cdbe on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:09.964017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Attempting to bind port 3bd879e1-8647-4104-9f00-0cd2e791cdbe by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '43b61c6d-3473-48ac-9099-0f37f8a1a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:09.964394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Attempting to bind port 3bd879e1-8647-4104-9f00-0cd2e791cdbe on network c44ec940-0ce4-4858-aea5-6ff7aedb8cad {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:09.972194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:09.972585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Checking segment: {'id': '43b61c6d-3473-48ac-9099-0f37f8a1a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:09.973009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:09.973438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Bound using segment: {'id': '43b61c6d-3473-48ac-9099-0f37f8a1a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:09.973951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Bound port: 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b61c6d-3473-48ac-9099-0f37f8a1a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:09.974402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.070014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.080630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Deleting port fb95c88a-86e1-4776-99b0-8a48ea06bb54 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:10.082951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.086952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] For port 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:10.090566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] For port 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3bd879e1-8647-4104-9f00-0cd2e791cdbe,segment=NetworkSegment(43b61c6d-3473-48ac-9099-0f37f8a1a5c0),segment_id=43b61c6d-3473-48ac-9099-0f37f8a1a5c0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:10.097225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.101201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:10.140680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cd562-9269-4330-8371-393bb1cd5cf8 None None] New status for floating IP fa695f82-27ca-4b05-bf08-d2efd7a381ab: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:55:10.210842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.244297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.261019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:10.280519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Pushing event updated for resources: {'Port': ['ID=3bd879e1-8647-4104-9f00-0cd2e791cdbe,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:10.305921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.344045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:10.348570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.360648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb19f6d-2023-4953-9d4b-c3657308a8de,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:10.363059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:10.422581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:10.491572 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb47361850dd4731af7eab92f758faef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2750168
Dec 10 03:55:10.494235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33504) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:10.496077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.564124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a235a-afef-4142-971b-b8b79e22694a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:10.587091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:10.609267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d17c8b0>,) {'filters': {'network_id': ['c44ec940-0ce4-4858-aea5-6ff7aedb8cad']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:10.655059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d17c8b0>, '43b61c6d-3473-48ac-9099-0f37f8a1a5c0') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:10.655393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d17c8b0>, '43b61c6d-3473-48ac-9099-0f37f8a1a5c0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:10.668638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.676806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85ee0f10-3fec-4664-bf49-6c0d2be49699 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:10.714631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-eeecfc82-e6d0-46c1-898c-56fe05234fbf service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8243079
Dec 10 03:55:10.719920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.744596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e205b6-a5cb-42e9-9b89-189c97d64f04,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:10.752598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:10.783835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.828532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:10.828844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:10.846264 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:10.860891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.896644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.910426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.910675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:10.963407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.011210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.017413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:55:11.017413 dv-neutron-821182-1-hyperv neutron-server[87629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:55:11.017413 dv-neutron-821182-1-hyperv neutron-server[87629]: [parameters: {'id': 'c44ec940-0ce4-4858-aea5-6ff7aedb8cad'}]
Dec 10 03:55:11.017413 dv-neutron-821182-1-hyperv neutron-server[87629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:11.017795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:11.052959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for f56c0ff0-58bb-429a-80fa-507dc2cb1995 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:11.162683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.167356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.198923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.199402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac87d371-d581-4dba-a06d-f58d8a9061dc {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:11.212528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.217971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d1711ed-32a5-4303-984d-7b4dfa7c8e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:11.245034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a235a-afef-4142-971b-b8b79e22694a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:11.248307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:11.262398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.263550 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/735a235a-afef-4142-971b-b8b79e22694a HTTP/1.1" status: 204  len: 168 time: 0.7512519
Dec 10 03:55:11.267707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.271613 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ac87d371-d581-4dba-a06d-f58d8a9061dc HTTP/1.1" status: 204  len: 168 time: 6.5694463
Dec 10 03:55:11.288423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33512) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:11.383102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Calling delete_port for fb95c88a-86e1-4776-99b0-8a48ea06bb54 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:11.418446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting subnet cb5ef7be-73cf-483f-9b35-55b677547728 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:55:11.428835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.429510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3bd879e1-8647-4104-9f00-0cd2e791cdbe up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:11.489646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.525832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.567422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 3bd879e1-8647-4104-9f00-0cd2e791cdbe {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:11.567801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.602018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.620612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.625148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa0b0219-dee8-49e5-b6c5-829b1be4e945 req-aa72efa6-b509-42d6-b692-3792fa525a77 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8670640
Dec 10 03:55:11.630008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.640504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6e599de-57da-403b-b5fb-d0febc383757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:11.650202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3bd879e1-8647-4104-9f00-0cd2e791cdbe completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:11.735659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c7f4c-6863-41ea-a8fc-44421ac73d7b None None] Network c44ec940-0ce4-4858-aea5-6ff7aedb8cad requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:11.921735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.946696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.949333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:11.960721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=a5d482b9-719c-4295-9df0-08a3b6a5c1d1,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:11.971553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:11.977201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Provisioning for port 3bd879e1-8647-4104-9f00-0cd2e791cdbe completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:11.990608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:11.995103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5ef7be-73cf-483f-9b35-55b677547728,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:12.008451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.011163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:12.019091 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/cb5ef7be-73cf-483f-9b35-55b677547728 HTTP/1.1" status: 204  len: 168 time: 0.7266359
Dec 10 03:55:12.019297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Provisioning complete for port 3bd879e1-8647-4104-9f00-0cd2e791cdbe triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:12.019297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.019937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-53d9ef65-81a2-478a-b944-245f7d94e19a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:12.021715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.025767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3bd879e1-8647-4104-9f00-0cd2e791cdbe,segment=NetworkSegment(43b61c6d-3473-48ac-9099-0f37f8a1a5c0),segment_id=43b61c6d-3473-48ac-9099-0f37f8a1a5c0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:12.026262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.081535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=f56c0ff0-58bb-429a-80fa-507dc2cb1995,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:12.084546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:12.089986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.096471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50f914da-5da4-454f-b7ea-34ea9380d6df tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:12.210893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.240483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb95c88a-86e1-4776-99b0-8a48ea06bb54,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:12.246611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:12.264348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] For port 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3bd879e1-8647-4104-9f00-0cd2e791cdbe,segment=NetworkSegment(43b61c6d-3473-48ac-9099-0f37f8a1a5c0),segment_id=43b61c6d-3473-48ac-9099-0f37f8a1a5c0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:12.268257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.272814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.277451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:12.279387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.282174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1598277
Dec 10 03:55:12.311509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] DHCP port deletion for c44ec940-0ce4-4858-aea5-6ff7aedb8cad request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:12.327516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Deleting port 3bd879e1-8647-4104-9f00-0cd2e791cdbe {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:12.327897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.387727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 3bd879e1-8647-4104-9f00-0cd2e791cdbe owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:12.431746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2e638359-bd2f-4d84-8431-e7e912911818 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'floatingip': {'port_id': '79d1dc59-e978-4551-a815-f9c375f247db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:12.433940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.436949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.438180 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/d393e36c-b4ed-4b90-be14-a0cb9ce4fb6c HTTP/1.1" status: 204  len: 168 time: 2.7032740
Dec 10 03:55:12.444563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33546) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.447647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Pushing event updated for resources: {'Port': ['ID=3bd879e1-8647-4104-9f00-0cd2e791cdbe,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:12.483022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:12.570326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e638359-bd2f-4d84-8431-e7e912911818 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.607735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33550) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.642069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port 7cefe9e2-e13e-4217-81e1-2608310c5721 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:12.642412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.648777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.747892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] For port 3bd879e1-8647-4104-9f00-0cd2e791cdbe, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3bd879e1-8647-4104-9f00-0cd2e791cdbe,segment=NetworkSegment(43b61c6d-3473-48ac-9099-0f37f8a1a5c0),segment_id=43b61c6d-3473-48ac-9099-0f37f8a1a5c0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:12.748576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.809542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.814113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/f56c0ff0-58bb-429a-80fa-507dc2cb1995 HTTP/1.1" status: 204  len: 168 time: 3.6018460
Dec 10 03:55:12.814778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33558) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.824294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2090820014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:12.838313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:12.842969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:12.868987 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-2e638359-bd2f-4d84-8431-e7e912911818 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] update failed (client error): The resource could not be found.
Dec 10 03:55:12.873446 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e638359-bd2f-4d84-8431-e7e912911818 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "PUT /v2.0/floatingips/f70f2a91-38b7-4ad3-98ad-1ae25c16ec2f HTTP/1.1" status: 404  len: 507 time: 0.5077889
Dec 10 03:55:12.874254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33562) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:12.876442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-778d1f35-4fbb-49d3-8b10-c2d982a0083d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:12.876601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Calling delete_port for 3bd879e1-8647-4104-9f00-0cd2e791cdbe owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:12.876978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-778d1f35-4fbb-49d3-8b10-c2d982a0083d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Synchronizing usage tracker for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:12.882215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:12.951790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:router and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:12.969194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:12.978547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:12.980175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:12.984472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f44a8e0-ccc8-477f-a33e-007312c60c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:13.002192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-778d1f35-4fbb-49d3-8b10-c2d982a0083d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Unset dirty status for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:13.008691 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-778d1f35-4fbb-49d3-8b10-c2d982a0083d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports/f56c0ff0-58bb-429a-80fa-507dc2cb1995 HTTP/1.1" status: 404  len: 333 time: 0.1868749
Dec 10 03:55:13.009697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33568) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:13.018203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.019220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.025591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-1985955321'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:13.030996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Pushing event deleted for resources: {'Port': ['ID=3bd879e1-8647-4104-9f00-0cd2e791cdbe,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:13.035331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:13.037533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] No DVR routers for this DVR port 3bd879e1-8647-4104-9f00-0cd2e791cdbe on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:13.139848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.171334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.186285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.187453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port a5d482b9-719c-4295-9df0-08a3b6a5c1d1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:13.187794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.215550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d155970>,) {'filters': {'network_id': ['4c004dde-4602-4e2e-abf5-e929ed12ee4b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:13.240848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d155970>, '1497d3fb-8c08-43c6-a850-996841668064') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:13.240948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d155970>, '1497d3fb-8c08-43c6-a850-996841668064') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:13.260645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.309359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3bd879e1-8647-4104-9f00-0cd2e791cdbe no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:13.318846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for 7cefe9e2-e13e-4217-81e1-2608310c5721 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:13.345708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3bd879e1-8647-4104-9f00-0cd2e791cdbe {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:13.346195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3bd879e1-8647-4104-9f00-0cd2e791cdbe not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:13.348759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 3bd879e1-8647-4104-9f00-0cd2e791cdbe {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:13.348759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.374946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.397893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.402692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:13.419074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:13.419473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:13.437199 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:13.439495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:13.445656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] The port '3bd879e1-8647-4104-9f00-0cd2e791cdbe' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:55:13.448379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.449596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f98cbcd-1925-4bd7-b13a-821b75de5f80 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.8388388
Dec 10 03:55:13.452443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33572) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:13.459634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1059443337'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:13.600234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:13.603586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.621592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:13.634145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:network and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:13.637325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:13.650174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:13.655790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port 5676463e-4603-4304-ba9a-6c235ae35b4e yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:13.720644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:13.724747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.746795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.748451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.766628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-48dd85ab-0ca4-40e5-9fda-50f6be7306b8 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:13.769476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.775044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.775374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.788208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.819740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Port': ['ID=7cefe9e2-e13e-4217-81e1-2608310c5721,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:13.828891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:13.841610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:13.858755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:13.904196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:security_group_rule and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:13.911842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:13.941094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Calling delete_port for a5d482b9-719c-4295-9df0-08a3b6a5c1d1 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:13.947353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:13.990170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.016697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:14.020243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/ports/7cefe9e2-e13e-4217-81e1-2608310c5721 HTTP/1.1" status: 204  len: 168 time: 1.5746529
Dec 10 03:55:14.025843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33578) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.027159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.4 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/5676463e-4603-4304-ba9a-6c235ae35b4e) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:14.041332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  4c004dde-4602-4e2e-abf5-e929ed12ee4b {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 03:55:14.046362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c004dde-4602-4e2e-abf5-e929ed12ee4b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:14.065672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.068385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:14.083699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9da52040>,) {'filters': {'network_id': ['c44ec940-0ce4-4858-aea5-6ff7aedb8cad']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:14.097891 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4c004dde-4602-4e2e-abf5-e929ed12ee4b HTTP/1.1" status: 204  len: 168 time: 2.0699971
Dec 10 03:55:14.100997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9da52040>, '43b61c6d-3473-48ac-9099-0f37f8a1a5c0') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:14.101908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9da52040>, '43b61c6d-3473-48ac-9099-0f37f8a1a5c0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:14.144181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.172945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.178013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.206471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:14.206884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.243312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:14.247768 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:14.256727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:14.291686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45433e2-f73d-46fe-8c2e-fd3ea7359a78,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:14.306717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:14.325527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.334959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:14.355405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9560252a-aa35-49d4-9886-e7e54a8c8965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.389813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Port': ['ID=a5d482b9-719c-4295-9df0-08a3b6a5c1d1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:14.429170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:14.435100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.478105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8adab335-bd27-45c5-b923-b68ce857232a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:14.492424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:14.494457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.506662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33590) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.512930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=c44ec940-0ce4-4858-aea5-6ff7aedb8cad,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:14.517655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:14.520727 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/c44ec940-0ce4-4858-aea5-6ff7aedb8cad HTTP/1.1" status: 204  len: 168 time: 5.5019925
Dec 10 03:55:14.524847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33594) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.529170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'name': 'tempest-router--859711888', 'project_id': 'f67acb450ad546e9b916e33db1dbf4a2'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:14.532649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627407028'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:14.539059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.539842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:14.541506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.542705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "DELETE /v2.0/floatingips/f70f2a91-38b7-4ad3-98ad-1ae25c16ec2f HTTP/1.1" status: 204  len: 168 time: 1.6640179
Dec 10 03:55:14.544434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:14.548193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33598) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.549548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.550012 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Added segment 3dd7bea9-e69a-4abc-a560-793645311741 of type vlan for network ee377a0d-f32e-4f47-973d-3a0e09f0930f
Dec 10 03:55:14.550897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:14.554734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:14.558365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:router and tenant:f67acb450ad546e9b916e33db1dbf4a2 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:14.559806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'floatingip': {'floating_network_id': 'b306b7d5-0287-43c1-8e70-89438ce3cc8c', 'port_id': '79d1dc59-e978-4551-a815-f9c375f247db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:14.562479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:14.572122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:14.574418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:14.580498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:floatingip and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:14.582383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:14.585041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:14.591051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:14.593105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:14.596627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.622777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.628173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0ed8f-2701-4a7f-b13e-b8a2826853eb tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:14.628875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-16b0ed8f-2701-4a7f-b13e-b8a2826853eb tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Synchronizing usage tracker for tenant:3c4229a439a440a898de1ecc4b5c271e on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:14.643538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.648500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:14.660795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.662337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.681048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.713834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.714283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 8e2bae4d-96fb-499f-8038-a54dce9f5ce2 of type vlan for network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7
Dec 10 03:55:14.715301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-16b0ed8f-2701-4a7f-b13e-b8a2826853eb tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Unset dirty status for tenant:3c4229a439a440a898de1ecc4b5c271e on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:14.716601 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16b0ed8f-2701-4a7f-b13e-b8a2826853eb tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "GET /v2.0/ports?device_id=353aac51-8218-41de-b30c-9b2ec9419bf6 HTTP/1.1" status: 200  len: 913 time: 0.6872144
Dec 10 03:55:14.723452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33602) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.727896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.729675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object 5676463e-4603-4304-ba9a-6c235ae35b4e will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:14.737300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.747857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:14.748444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.755199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:14.865111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.887898 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.4343698
Dec 10 03:55:14.888742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Network': ['ID=ee377a0d-f32e-4f47-973d-3a0e09f0930f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:14.893570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33606) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.902339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:14.903115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:14.903710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.910432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'subnet': {'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:14.911878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:14.913064 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2648b2d2-e901-48c3-beaf-c1ba4ea06ec4 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3997660
Dec 10 03:55:14.917889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33610) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:14.984733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.045565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:15.086160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:15.088231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.100488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:subnet and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:15.109235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:15.109852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.115640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:15.118393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a719ebd6-f769-4913-9a69-c85e888f596f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:15.160662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.209732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:15.282608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:15.295595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:15.298025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:15.342198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=5676463e-4603-4304-ba9a-6c235ae35b4e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:15.359529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:15.510410 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9843578
Dec 10 03:55:15.513334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33618) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:15.526376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:15.529234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:15.540520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:15.540748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:15.561521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:15.566288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.574488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bf89fb08-044a-4ce0-97eb-8ef4ee071868 None None] Provisioning for port 5676463e-4603-4304-ba9a-6c235ae35b4e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:15.593748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:55:15.599820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f8188c1c-3b63-4a15-8ab3-42cd466335b9 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.0456131
Dec 10 03:55:15.626655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bf89fb08-044a-4ce0-97eb-8ef4ee071868 None None] Provisioning complete for port 5676463e-4603-4304-ba9a-6c235ae35b4e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:15.627092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf89fb08-044a-4ce0-97eb-8ef4ee071868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.657510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33622) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:15.668665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '79d1dc59-e978-4551-a815-f9c375f247db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:15.681998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:15.691720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:15.693335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.700566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.709507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.711588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Usage tracker for resource:floatingip and tenant:6ac4d629e5da4ea6849c920146bca771 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:15.720318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:15.731478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:15.757495 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7442048
Dec 10 03:55:15.761344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33626) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:15.766541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:91:38:81'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:15.766772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-bf89fb08-044a-4ce0-97eb-8ef4ee071868 None None] Port 5676463e-4603-4304-ba9a-6c235ae35b4e cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:15.806881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.829683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.830312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f964d40-d25a-46f2-a38b-94f54e153c86 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:15.832564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:15.839535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-2c260f9c-ab19-4a0e-9337-609e7a461bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7547648
Dec 10 03:55:15.847289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:15.852721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:15.868404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:15.902812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:15.906807 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-49075845-17d4-43e4-b989-39fc5a59446d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/routers/3f964d40-d25a-46f2-a38b-94f54e153c86 HTTP/1.1" status: 204  len: 168 time: 0.9870939
Dec 10 03:55:15.957046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:15.961756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.050035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33632) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:16.198285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-18f0c8df-dbf6-4df4-8774-c2685d4a804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:16.199677 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-18f0c8df-dbf6-4df4-8774-c2685d4a804b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 1099 time: 0.2108738
Dec 10 03:55:16.230029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.241811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.276667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:16.344463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.352660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.363728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2078679651', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:16.433032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:16.456978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:16.469210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:16.492612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:16.522208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Subnet': ['ID=7e7c117b-bd48-464f-b78a-5dfdf98249c5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:16.531840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:16.558942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Checking segment: {'id': '3dd7bea9-e69a-4abc-a560-793645311741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:16.559295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network hostable DHCP agents. Network: ee377a0d-f32e-4f47-973d-3a0e09f0930f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:16.571278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.594851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:16.595467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.596451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.628429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-48bc5240-20ab-4756-a3c2-b0b2d5312877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.665340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:16.685989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-e82b5e6a-9e4f-499f-987f-cdd67a75395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:16.687447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-e82b5e6a-9e4f-499f-987f-cdd67a75395f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 200  len: 907 time: 0.4470773
Dec 10 03:55:16.765502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.779167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=b2149ea1-a7b4-458b-a387-1eaa2591bfe3,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:16.788583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, ee377a0d-f32e-4f47-973d-3a0e09f0930f) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:16.792076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:16.796783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:16.796963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc1b9b-833b-470f-b3fb-2ab94d3949c7 None None] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:16.797379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.804194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Allocated IP 172.26.1.136 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/c0c4da60-ba6d-4970-a4f4-a49f895cdb9e) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:16.825635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '8e2bae4d-96fb-499f-8038-a54dce9f5ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:16.826290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:16.891477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9918373
Dec 10 03:55:16.897386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33642) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:16.906558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:16.919156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'network': {'name': 'tempest-router-network01--1662705275'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:16.925873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:16.956837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:16.961646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:16.962250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:16.968821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90166f5a-db8b-4125-ba66-cb8683791c50 None None] Network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:16.979666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:network and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:16.984005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:17.006312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:17.020639 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.4975908
Dec 10 03:55:17.024254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33646) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:17.057830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:17.061411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.070986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port 31c3494f-4696-424c-bdde-62a25b532194 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:17.071332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.145157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-ee377a0d-f32e-4f47-973d-3a0e09f0930f', 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f', 'tenant_id': 'abc154fbe6d24c35a93895b279d98f98', 'fixed_ips': [{'subnet_id': '7e7c117b-bd48-464f-b78a-5dfdf98249c5'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:17.146248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.179283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-62f511e0-539e-45b5-abd8-e84884ea2a23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 200  len: 1002 time: 0.4805522
Dec 10 03:55:17.357106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:17.397659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7', 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'b2149ea1-a7b4-458b-a387-1eaa2591bfe3'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:17.398625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.407838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:17.426157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Allocated IP 2001:db8::2 (ee377a0d-f32e-4f47-973d-3a0e09f0930f/7e7c117b-bd48-464f-b78a-5dfdf98249c5/68c65c09-e173-430e-a371-f912efca7d72) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:17.439863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.458695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.463479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-159695c7-7aea-4293-964a-10031b034429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:17.464927 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-159695c7-7aea-4293-964a-10031b034429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 HTTP/1.1" status: 200  len: 845 time: 0.2610099
Dec 10 03:55:17.477668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.517860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:17.534302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.552030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.559344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.559691 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Added segment 5eb4b3d5-1367-48c3-b3f2-6593617aa177 of type vlan for network 851a682d-9dda-45e4-81a8-b1f0bae2f003
Dec 10 03:55:17.578441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.581098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.735438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for 31c3494f-4696-424c-bdde-62a25b532194 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:17.789355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.799985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Transition to ACTIVE for port object 68c65c09-e173-430e-a371-f912efca7d72 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:17.810861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.819445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=5676463e-4603-4304-ba9a-6c235ae35b4e,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:17.820179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Transition to ACTIVE for port object 68c65c09-e173-430e-a371-f912efca7d72 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:17.824414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Allocated IP 172.20.0.1 (a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7/b2149ea1-a7b4-458b-a387-1eaa2591bfe3/3a76000a-bd4f-4ac3-8ed3-727b87d38b07) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:17.845702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:17.854779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.871777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e2fa4d8-4040-4c07-8a7b-f10a84860533 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:17.892220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.920562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] In _notify_port_updated(), no bound segment for port 5676463e-4603-4304-ba9a-6c235ae35b4e on network 033b10ba-7f37-4000-a404-d596cdd7e647 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:55:17.928972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:17.928972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.930805 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "PUT /v2.0/ports/5676463e-4603-4304-ba9a-6c235ae35b4e HTTP/1.1" status: 200  len: 993 time: 2.1693590
Dec 10 03:55:17.942889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33654) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:17.954928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.965606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:17.966452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.975115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:17.983635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:17.994939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c933a243-4329-4006-bb97-d4fedcfdb58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:18.010679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:18.029642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:18.032275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:18.093781 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1864569
Dec 10 03:55:18.093978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:18.094446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:18.095792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.098120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:18.100572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'network': {'name': 'tempest-router-network02--1675981807'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:18.104392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-03273c10-8af9-48e8-aa59-1d392c8c8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:18.105989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-03273c10-8af9-48e8-aa59-1d392c8c8d06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e42ce75-6c90-444e-8ee2-11e25290f382&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6297920
Dec 10 03:55:18.109816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:18.110603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c4008d65-1242-45d9-b391-4c2f6a663ac0 None None] Provisioning complete for port 5676463e-4603-4304-ba9a-6c235ae35b4e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:18.110766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Network': ['ID=851a682d-9dda-45e4-81a8-b1f0bae2f003,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.111017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c4008d65-1242-45d9-b391-4c2f6a663ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.116609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.116609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:network and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:18.121593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:18.128694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:18.144581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:18.144774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event updated for resources: {'Port': ['ID=c0c4da60-ba6d-4970-a4f4-a49f895cdb9e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.147999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.149535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:18.181963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:18.185559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.224530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Pushing event updated for resources: {'Port': ['ID=68c65c09-e173-430e-a371-f912efca7d72,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.227951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:18.230005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port 5676463e-4603-4304-ba9a-6c235ae35b4e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:18.230508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.236863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.237223 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Added segment 039e5fdd-fc54-4097-947f-d18ee4c91066 of type vlan for network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd
Dec 10 03:55:18.242073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.247170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ccaf9930-e58d-43dd-ae03-c5aba8437f2b tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:18.289098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.296553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Port': ['ID=31c3494f-4696-424c-bdde-62a25b532194,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.372607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.392250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.457319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c4008d65-1242-45d9-b391-4c2f6a663ac0 None None] Port 5676463e-4603-4304-ba9a-6c235ae35b4e cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:18.478773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Attempting to bind port 68c65c09-e173-430e-a371-f912efca7d72 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:18.479149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Attempting to bind port 68c65c09-e173-430e-a371-f912efca7d72 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '3dd7bea9-e69a-4abc-a560-793645311741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:18.479522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Attempting to bind port 68c65c09-e173-430e-a371-f912efca7d72 on network ee377a0d-f32e-4f47-973d-3a0e09f0930f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:18.486109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Checking segment: {'id': '3dd7bea9-e69a-4abc-a560-793645311741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Bound using segment: {'id': '3dd7bea9-e69a-4abc-a560-793645311741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Bound port: 68c65c09-e173-430e-a371-f912efca7d72, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd7bea9-e69a-4abc-a560-793645311741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ee377a0d-f32e-4f47-973d-3a0e09f0930f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:18.501490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.518840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.525285 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-0a244b8c-f6a9-496e-974b-cb16bd8de53e service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076400
Dec 10 03:55:18.573551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Transition to ACTIVE for port object 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:18.600118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:18.600727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.622654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:18.638147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Transition to ACTIVE for port object 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:18.654314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.660405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:18.718348 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6228869
Dec 10 03:55:18.728693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:18.731853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] For port 68c65c09-e173-430e-a371-f912efca7d72, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:18.731987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33664) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:18.734451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:18.740253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:18.767857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Network': ['ID=53df44f4-3f2c-48bd-8455-f9de26fd7ccd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.773617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.774662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.783216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:18.783417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] For port 68c65c09-e173-430e-a371-f912efca7d72, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=68c65c09-e173-430e-a371-f912efca7d72,segment=NetworkSegment(3dd7bea9-e69a-4abc-a560-793645311741),segment_id=3dd7bea9-e69a-4abc-a560-793645311741)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:18.797799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port c0c4da60-ba6d-4970-a4f4-a49f895cdb9e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:18.798142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.811086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:18.823525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.827521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=b2149ea1-a7b4-458b-a387-1eaa2591bfe3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.839510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'subnet': {'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:18.841858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.928651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.932468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Pushing event updated for resources: {'Port': ['ID=3a76000a-bd4f-4ac3-8ed3-727b87d38b07,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:18.941357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:18.954200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:18.957484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Attempting to bind port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:18.958378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Attempting to bind port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '8e2bae4d-96fb-499f-8038-a54dce9f5ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:18.958918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Attempting to bind port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 on network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:18.961337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0e061aa-50cf-4501-9264-7eeb9eae80b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:19.010497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:19.011213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Checking segment: {'id': '8e2bae4d-96fb-499f-8038-a54dce9f5ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:19.011802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.012363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Bound using segment: {'id': '8e2bae4d-96fb-499f-8038-a54dce9f5ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:19.013009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Bound port: 3a76000a-bd4f-4ac3-8ed3-727b87d38b07, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2bae4d-96fb-499f-8038-a54dce9f5ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:19.013586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.098086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c588fd0>,) {'filters': {'network_id': ['a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:19.111612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Pushing event updated for resources: {'Port': ['ID=68c65c09-e173-430e-a371-f912efca7d72,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:19.112286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c588fd0>, '8e2bae4d-96fb-499f-8038-a54dce9f5ce2') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:19.112599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c588fd0>, '8e2bae4d-96fb-499f-8038-a54dce9f5ce2') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:19.116753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:19.127824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.146465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.150005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] For port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:19.153477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:19.154087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:19.170817 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:19.250373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.267819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] For port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3a76000a-bd4f-4ac3-8ed3-727b87d38b07,segment=NetworkSegment(8e2bae4d-96fb-499f-8038-a54dce9f5ce2),segment_id=8e2bae4d-96fb-499f-8038-a54dce9f5ce2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:19.288464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.295585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dfab7bb4-4634-4dd6-840e-7ad406ba02c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:19.420573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:55:19.420573 dv-neutron-821182-1-hyperv neutron-server[87629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:55:19.420573 dv-neutron-821182-1-hyperv neutron-server[87629]: [parameters: {'id': 'a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7'}]
Dec 10 03:55:19.420573 dv-neutron-821182-1-hyperv neutron-server[87629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:19.421006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:19.442982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.459463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Pushing event updated for resources: {'Port': ['ID=3a76000a-bd4f-4ac3-8ed3-727b87d38b07,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:19.462629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:19.471090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for 5676463e-4603-4304-ba9a-6c235ae35b4e owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:19.485367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a83d77-fafe-46fb-b690-6f9ca627f02f None None] Network a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:19.521339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.670252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.699603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Router 353aac51-8218-41de-b30c-9b2ec9419bf6 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:19.729476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:19.737195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbf5580b-ea14-4efe-9136-5a72d3e98b37 req-56a51d15-c5fc-4b5c-8ce8-ea84fa5c2ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1821220
Dec 10 03:55:19.757348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:subnet and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:19.761893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:19.786757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:19.897917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:19.901330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.947723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.948039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.953155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:19.966354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:19.978968 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] Sync routers for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:19.979628 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "PUT /v2.0/routers/353aac51-8218-41de-b30c-9b2ec9419bf6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2538364
Dec 10 03:55:19.982256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33672) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:19.996181 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:19.996802 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a1f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:20.044625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:20.044961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.074011 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a1f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:20.088497 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] Routers {'353aac51-8218-41de-b30c-9b2ec9419bf6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:20.089687 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a1f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['353aac51-8218-41de-b30c-9b2ec9419bf6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:20.155296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Calling delete_port for c0c4da60-ba6d-4970-a4f4-a49f895cdb9e owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:20.162962 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d26a1f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:20.163709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1322b-4c82-45d5-86aa-ad22b7f72b08 None None] The sync data for ids ['353aac51-8218-41de-b30c-9b2ec9419bf6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:20.212837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8a217-f41d-41d3-9cc0-650079e5ada1 None None] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:20.258187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Allocated IP 172.26.1.97 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/d2e4913f-50a4-4385-9b78-9ccd9c6be5fa) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:20.267905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.283556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:20.336135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-db5e7a07-1c97-40a7-b5a1-df22eacc30d7 None None] Provisioning for port 68c65c09-e173-430e-a371-f912efca7d72 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:20.349348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.363078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=5676463e-4603-4304-ba9a-6c235ae35b4e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:20.420905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:20.603965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3a76000a-bd4f-4ac3-8ed3-727b87d38b07,segment=NetworkSegment(8e2bae4d-96fb-499f-8038-a54dce9f5ce2),segment_id=8e2bae4d-96fb-499f-8038-a54dce9f5ce2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:20.604645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.781135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96793e0a-397a-47c4-91fb-0fa79e89a9b9 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:55:20.855729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:20.910290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.926372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.935492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port feda51a8-d797-4f15-8cf0-586fd6210d8d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:20.936015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:20.947013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96793e0a-397a-47c4-91fb-0fa79e89a9b9 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:55:20.951864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-268329b0-1a11-466e-b544-f3b71a7dcfd0 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.017949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.024328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.032279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-113f083d-a8f4-4c6a-a5ed-2067e2971c85 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.113697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.134706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=3a76000a-bd4f-4ac3-8ed3-727b87d38b07,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.138602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port 3a76000a-bd4f-4ac3-8ed3-727b87d38b07 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:21.139798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Port': ['ID=c0c4da60-ba6d-4970-a4f4-a49f895cdb9e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.140078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:21.159848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:21.169865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16808338-3a74-4633-bffa-4d82097c9a62 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.236822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.242128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.266610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:21.278317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:21.285403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:21.301168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.318431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.390059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Subnet': ['ID=080af2cd-ef17-47e9-ace9-efe98edc0419,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.394597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:21.400235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c55d670>,) {'filters': {'network_id': ['a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:21.404980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.424736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 68c65c09-e173-430e-a371-f912efca7d72 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:21.443310 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d0b842c9-de35-4ffb-b6c4-370c3fc174e1 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/5676463e-4603-4304-ba9a-6c235ae35b4e HTTP/1.1" status: 204  len: 168 time: 3.4914050
Dec 10 03:55:21.462121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33680) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:21.503924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for feda51a8-d797-4f15-8cf0-586fd6210d8d owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:21.528563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 68c65c09-e173-430e-a371-f912efca7d72 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:21.549392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 68c65c09-e173-430e-a371-f912efca7d72 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:21.552488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.558696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c55d670>, '8e2bae4d-96fb-499f-8038-a54dce9f5ce2') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:21.558991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c55d670>, '8e2bae4d-96fb-499f-8038-a54dce9f5ce2') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:21.575172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb87f3e-8511-4a16-98b3-7f8bd2809571 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:21.575699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-acb87f3e-8511-4a16-98b3-7f8bd2809571 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Synchronizing usage tracker for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:21.583347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.590771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] create failed (client error): The resource could not be found.
Dec 10 03:55:21.596334 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 5.9313512
Dec 10 03:55:21.596502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33686) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:21.605551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Checking segment: {'id': '5eb4b3d5-1367-48c3-b3f2-6593617aa177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:21.605911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network hostable DHCP agents. Network: 851a682d-9dda-45e4-81a8-b1f0bae2f003, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:21.658702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.679542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event updated for resources: {'Port': ['ID=d2e4913f-50a4-4385-9b78-9ccd9c6be5fa,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.685058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:21.686530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-acb87f3e-8511-4a16-98b3-7f8bd2809571 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Unset dirty status for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:21.687680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-acb87f3e-8511-4a16-98b3-7f8bd2809571 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports/5676463e-4603-4304-ba9a-6c235ae35b4e HTTP/1.1" status: 404  len: 333 time: 0.2223835
Dec 10 03:55:21.695810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33690) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:21.699012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:21.699412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.703401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:21.709127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-1861683287'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:21.712863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:21.714754 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:21.757467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 68c65c09-e173-430e-a371-f912efca7d72, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=68c65c09-e173-430e-a371-f912efca7d72,segment=NetworkSegment(3dd7bea9-e69a-4abc-a560-793645311741),segment_id=3dd7bea9-e69a-4abc-a560-793645311741)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:21.761588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.764364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.806141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port 79d1dc59-e978-4551-a815-f9c375f247db {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:21.806484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.834521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=68c65c09-e173-430e-a371-f912efca7d72,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.842233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:21.854329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 851a682d-9dda-45e4-81a8-b1f0bae2f003) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:21.864820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0670a6-520c-4447-bb26-3b80f3a99029 None None] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:21.909197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.926127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:21.927454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.933213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:21.955902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:21.968675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:21.982981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2465549
Dec 10 03:55:21.994514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:22.004307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'subnet': {'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:22.005983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:22.018490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 HTTP/1.1" status: 204  len: 168 time: 4.9933407
Dec 10 03:55:22.025322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:22.053512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844864480'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:22.105743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:22.122036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:22.123910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.132105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3260377c-cc0a-4d39-99fb-477ae8d52e23 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:22.138836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:22.140852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-851a682d-9dda-45e4-81a8-b1f0bae2f003', 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003', 'tenant_id': 'abc154fbe6d24c35a93895b279d98f98', 'fixed_ips': [{'subnet_id': '080af2cd-ef17-47e9-ace9-efe98edc0419'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:22.141970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.150857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:22.166461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:22.172829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.310834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Port': ['ID=feda51a8-d797-4f15-8cf0-586fd6210d8d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:22.343976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:22.344789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Allocated IP 2001:db8::2 (851a682d-9dda-45e4-81a8-b1f0bae2f003/080af2cd-ef17-47e9-ace9-efe98edc0419/4534c4f0-8217-4d46-b58e-c6ca124b2439) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:22.391283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.431058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:22.441715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:22.444973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:22.448386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.464413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:subnet and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:22.469873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:22.483341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:22.495850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:22.499439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.529392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:22.530724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Calling delete_port for 79d1dc59-e978-4551-a815-f9c375f247db owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:22.532789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.562706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:22.563505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.576251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Transition to ACTIVE for port object 4534c4f0-8217-4d46-b58e-c6ca124b2439 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:22.576585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:22.586329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.596149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Transition to ACTIVE for port object 4534c4f0-8217-4d46-b58e-c6ca124b2439 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:22.601777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.605679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dda8b1ca-0446-4288-b03c-011c837f1ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:22.668766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:22.671713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:22.674359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:22.703990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.704380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 230e36d4-e743-4536-979d-91f53b655cb4 of type vlan for network 2fa6f00c-73ef-49f1-9444-1ef1aa61206a
Dec 10 03:55:22.715463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Pushing event updated for resources: {'Port': ['ID=4534c4f0-8217-4d46-b58e-c6ca124b2439,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:22.716908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:22.779851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.782742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.799426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Attempting to bind port 4534c4f0-8217-4d46-b58e-c6ca124b2439 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:22.800821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Attempting to bind port 4534c4f0-8217-4d46-b58e-c6ca124b2439 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '5eb4b3d5-1367-48c3-b3f2-6593617aa177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:22.802273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Attempting to bind port 4534c4f0-8217-4d46-b58e-c6ca124b2439 on network 851a682d-9dda-45e4-81a8-b1f0bae2f003 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:22.810114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:22.811556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Checking segment: {'id': '5eb4b3d5-1367-48c3-b3f2-6593617aa177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:22.812059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.812684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Bound using segment: {'id': '5eb4b3d5-1367-48c3-b3f2-6593617aa177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:22.814461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Bound port: 4534c4f0-8217-4d46-b58e-c6ca124b2439, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb4b3d5-1367-48c3-b3f2-6593617aa177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '851a682d-9dda-45e4-81a8-b1f0bae2f003'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:22.814461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.869677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.876625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:22.924289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Port': ['ID=79d1dc59-e978-4551-a815-f9c375f247db,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:22.930074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.930920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Fanout notify agent at l3_agent the message router_deleted on router 353aac51-8218-41de-b30c-9b2ec9419bf6 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:22.933000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:22.945117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:22.987799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] For port 4534c4f0-8217-4d46-b58e-c6ca124b2439, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:22.993032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] For port 4534c4f0-8217-4d46-b58e-c6ca124b2439, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4534c4f0-8217-4d46-b58e-c6ca124b2439,segment=NetworkSegment(5eb4b3d5-1367-48c3-b3f2-6593617aa177),segment_id=5eb4b3d5-1367-48c3-b3f2-6593617aa177)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:22.997507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.003105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-63247090-4a53-4d68-82b1-aa542fc6bfe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:23.021468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.13 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/9f9c06ab-cd25-4b35-a3d8-fee84f957919) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:23.026976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.030917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/routers/353aac51-8218-41de-b30c-9b2ec9419bf6 HTTP/1.1" status: 204  len: 168 time: 3.0472879
Dec 10 03:55:23.031741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33706) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:23.097819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.104247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:23.104851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.105138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.110268 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "DELETE /v2.0/ports/79d1dc59-e978-4551-a815-f9c375f247db HTTP/1.1" status: 204  len: 168 time: 1.5068588
Dec 10 03:55:23.110268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33710) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:23.114658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:23.121278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Pushing event updated for resources: {'Port': ['ID=4534c4f0-8217-4d46-b58e-c6ca124b2439,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:23.131406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting subnet 28c9aa7c-7c99-4704-9ac0-f4de560037e0 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:55:23.134034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:23.137343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.227738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.229101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.380825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3498461
Dec 10 03:55:23.386928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33716) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:23.394992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 68c65c09-e173-430e-a371-f912efca7d72 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:23.397139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '2fa6f00c-73ef-49f1-9444-1ef1aa61206a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:23.476549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=2fa6f00c-73ef-49f1-9444-1ef1aa61206a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:23.502391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2fa6f00c-73ef-49f1-9444-1ef1aa61206a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:23.507290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:23.519280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 68c65c09-e173-430e-a371-f912efca7d72 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:23.519759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.577135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.622331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.642345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b55b5d72-483d-4aa8-a07a-647e994db2dd tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:23.644599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b7680-5bb2-40a5-b014-340bd4849286 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:23.645352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c93b7680-5bb2-40a5-b014-340bd4849286 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Synchronizing usage tracker for tenant:6ac4d629e5da4ea6849c920146bca771 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:23.678624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:23.685502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:23.688989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:23.699465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:23.702175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c93b7680-5bb2-40a5-b014-340bd4849286 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Unset dirty status for tenant:6ac4d629e5da4ea6849c920146bca771 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:23.705512 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c93b7680-5bb2-40a5-b014-340bd4849286 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b299ae4-a3af-439d-83f3-ecf733e739c8 HTTP/1.1" status: 200  len: 913 time: 0.5921943
Dec 10 03:55:23.706548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33720) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:23.742588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Subnet': ['ID=e0b53880-49b3-4aed-a980-fff889b4de07,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:23.751964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:23.815126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.822982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Checking segment: {'id': '039e5fdd-fc54-4097-947f-d18ee4c91066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:23.823333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network hostable DHCP agents. Network: 53df44f4-3f2c-48bd-8455-f9de26fd7ccd, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:23.837682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:23.841054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.850555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object 9f9c06ab-cd25-4b35-a3d8-fee84f957919 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:23.854919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:23.864967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Router 3246efe1-aa51-4cc6-8001-a05480695e5d is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:23.871134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:23.872626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:24.084009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Subnet': ['ID=28c9aa7c-7c99-4704-9ac0-f4de560037e0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:24.104909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:24.126803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.131824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff83c25-d9b9-4cbc-9415-a6c240e09007 None None] Network 9093d104-f705-4083-a5cb-5cd9af64e86b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:24.133389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/subnets/28c9aa7c-7c99-4704-9ac0-f4de560037e0 HTTP/1.1" status: 204  len: 168 time: 1.0979605
Dec 10 03:55:24.139190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33726) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.144360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 53df44f4-3f2c-48bd-8455-f9de26fd7ccd) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:24.149251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:24.150328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.195961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.204550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:24.248308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2524822
Dec 10 03:55:24.257402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33730) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.285571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa17fe-99ac-4b71-8bbd-50da486013fb None None] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:24.305718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:24.309042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:24.326037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:24.345172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=9f9c06ab-cd25-4b35-a3d8-fee84f957919,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:24.356380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:24.377650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] Sync routers for ids ['3246efe1-aa51-4cc6-8001-a05480695e5d'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:24.412680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:24.418407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.419892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.3688993
Dec 10 03:55:24.429839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33734) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.430696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] Routers {'3246efe1-aa51-4cc6-8001-a05480695e5d'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:24.431764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577eb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3246efe1-aa51-4cc6-8001-a05480695e5d'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:24.524822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072603bd-552d-493e-85ff-d7546e030e58 None None] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:24.628052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:24.628954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.640941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577eb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:24.672933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9759731
Dec 10 03:55:24.678271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33740) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.686598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:91:38:81'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:24.702448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ab63cb6e-5bb1-484f-bd0d-da030ae1ebdb None None] Provisioning for port 4534c4f0-8217-4d46-b58e-c6ca124b2439 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:24.712306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:24.715547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] Routers {'3246efe1-aa51-4cc6-8001-a05480695e5d'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:24.716137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577eb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3246efe1-aa51-4cc6-8001-a05480695e5d'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:24.830775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577eb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:24.831336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7205b1-363f-4219-a786-14b7fa3f794f None None] The sync data for ids ['3246efe1-aa51-4cc6-8001-a05480695e5d'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:24.859787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e9857e27-349d-40e1-a2eb-810d57be71dc tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/3246efe1-aa51-4cc6-8001-a05480695e5d HTTP/1.1" status: 200  len: 920 time: 0.4285488
Dec 10 03:55:24.861916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33744) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.916125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cedf1ab0-34cd-45f8-af5d-bf365fd671fe tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=3246efe1-aa51-4cc6-8001-a05480695e5d HTTP/1.1" status: 200  len: 205 time: 0.0526435
Dec 10 03:55:24.916353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33748) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:24.967693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-53df44f4-3f2c-48bd-8455-f9de26fd7ccd', 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd', 'tenant_id': 'abc154fbe6d24c35a93895b279d98f98', 'fixed_ips': [{'subnet_id': 'e0b53880-49b3-4aed-a980-fff889b4de07'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:24.968671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.020458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b4feb50e-db29-41af-8245-dd01e4edb9df None None] Provisioning for port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:25.033725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b4feb50e-db29-41af-8245-dd01e4edb9df None None] Provisioning complete for port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:25.034249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b4feb50e-db29-41af-8245-dd01e4edb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.063394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port e046a004-1567-429a-aa8d-67d071819a24 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:25.063745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.115828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] DHCP port deletion for 9093d104-f705-4083-a5cb-5cd9af64e86b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:25.144353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Deleting port e046a004-1567-429a-aa8d-67d071819a24 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:25.145063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.189682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.193167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.211753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.226620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b4feb50e-db29-41af-8245-dd01e4edb9df None None] Port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:25.453936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4534c4f0-8217-4d46-b58e-c6ca124b2439 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:25.525138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Allocated IP 2001:db8::2 (53df44f4-3f2c-48bd-8455-f9de26fd7ccd/e0b53880-49b3-4aed-a980-fff889b4de07/070e53fe-0565-465a-8154-b859daccd5ce) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:25.579911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.587918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.631411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:25.642435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port d2e4913f-50a4-4385-9b78-9ccd9c6be5fa {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:25.643106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.693395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] For port e046a004-1567-429a-aa8d-67d071819a24, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e046a004-1567-429a-aa8d-67d071819a24,segment=NetworkSegment(e66d0743-283d-428a-9b84-430fdff3b86b),segment_id=e66d0743-283d-428a-9b84-430fdff3b86b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:25.694617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.887279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=2e13283c-ea04-47fa-9716-bbb5566937ea,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:25.928888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:25.929646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:25.946987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] For port e046a004-1567-429a-aa8d-67d071819a24, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e046a004-1567-429a-aa8d-67d071819a24,segment=NetworkSegment(e66d0743-283d-428a-9b84-430fdff3b86b),segment_id=e66d0743-283d-428a-9b84-430fdff3b86b)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:25.947347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.947475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.954607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:25.960360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Calling delete_port for e046a004-1567-429a-aa8d-67d071819a24 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:25.962000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2eb209f-dc7b-491c-8dc4-7845bb2c851c tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:25.970005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '230e36d4-e743-4536-979d-91f53b655cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2fa6f00c-73ef-49f1-9444-1ef1aa61206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:25.970363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 2fa6f00c-73ef-49f1-9444-1ef1aa61206a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:26.056340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4534c4f0-8217-4d46-b58e-c6ca124b2439 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:26.065371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-997afe8b-8cee-443c-81bb-1ea6ca20c801 None None] Provisioning complete for port 4534c4f0-8217-4d46-b58e-c6ca124b2439 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:26.065602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-997afe8b-8cee-443c-81bb-1ea6ca20c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.107691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for e046a004-1567-429a-aa8d-67d071819a24 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:26.107912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4534c4f0-8217-4d46-b58e-c6ca124b2439 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:26.108287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.125085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.152087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=9f9c06ab-cd25-4b35-a3d8-fee84f957919,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:26.158113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:26.239604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.257652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:26.279985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 2fa6f00c-73ef-49f1-9444-1ef1aa61206a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:26.280667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for d2e4913f-50a4-4385-9b78-9ccd9c6be5fa owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:26.308922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] In _notify_port_updated(), no bound segment for port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 on network 033b10ba-7f37-4000-a404-d596cdd7e647 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:55:26.314543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:26.316024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.320587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Pushing event deleted for resources: {'Port': ['ID=e046a004-1567-429a-aa8d-67d071819a24,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:26.320696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "PUT /v2.0/ports/9f9c06ab-cd25-4b35-a3d8-fee84f957919 HTTP/1.1" status: 200  len: 997 time: 1.6370654
Dec 10 03:55:26.322677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33756) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:26.324583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2fa6f00c-73ef-49f1-9444-1ef1aa61206a) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:26.327443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:26.334598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] No DVR routers for this DVR port e046a004-1567-429a-aa8d-67d071819a24 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:26.337226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Allocated IP 2001:db8::1 (851a682d-9dda-45e4-81a8-b1f0bae2f003/080af2cd-ef17-47e9-ace9-efe98edc0419/fe351b42-0fee-417b-8406-09ee7ee47ebf) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:26.343978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:26.344628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.370139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d47905-cc4b-4060-ac2c-0de5a11129ca None None] Network 2fa6f00c-73ef-49f1-9444-1ef1aa61206a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:26.385670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.415600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:26.415855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:26.543219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.1516006
Dec 10 03:55:26.543451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.547139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33762) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:26.554686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Transition to ACTIVE for port object 070e53fe-0565-465a-8154-b859daccd5ce will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:26.590965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.596852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:26.597195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.610268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-997afe8b-8cee-443c-81bb-1ea6ca20c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.622488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Transition to ACTIVE for port object 070e53fe-0565-465a-8154-b859daccd5ce will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:26.647065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.656565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-10ab06b8-28a6-419a-988f-daec27ef7c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:26.740222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.749921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4534c4f0-8217-4d46-b58e-c6ca124b2439, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4534c4f0-8217-4d46-b58e-c6ca124b2439,segment=NetworkSegment(5eb4b3d5-1367-48c3-b3f2-6593617aa177),segment_id=5eb4b3d5-1367-48c3-b3f2-6593617aa177)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:26.785208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:26.786653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.823230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:26.834717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:26.838642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Pushing event updated for resources: {'Port': ['ID=070e53fe-0565-465a-8154-b859daccd5ce,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:26.857407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:26.865963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a8c50ed9-643a-422c-93c6-c01ae2fa0b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:26.872897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.899970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:26.916646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.919887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port e046a004-1567-429a-aa8d-67d071819a24 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:26.920371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.932423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e046a004-1567-429a-aa8d-67d071819a24 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:26.998072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-997afe8b-8cee-443c-81bb-1ea6ca20c801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:26.998290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:26.998440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-997afe8b-8cee-443c-81bb-1ea6ca20c801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:27.032319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e046a004-1567-429a-aa8d-67d071819a24 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:27.032801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e046a004-1567-429a-aa8d-67d071819a24 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:27.041014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=d2e4913f-50a4-4385-9b78-9ccd9c6be5fa,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:27.059393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:27.132658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.141844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3bfe3-e10e-407f-8d8e-59450074f3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2fa6f00c-73ef-49f1-9444-1ef1aa61206a', 'network_id': '2fa6f00c-73ef-49f1-9444-1ef1aa61206a', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': '2e13283c-ea04-47fa-9716-bbb5566937ea'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:27.142716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bfe3-e10e-407f-8d8e-59450074f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.164531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Attempting to bind port 070e53fe-0565-465a-8154-b859daccd5ce on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:27.164900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Attempting to bind port 070e53fe-0565-465a-8154-b859daccd5ce by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '039e5fdd-fc54-4097-947f-d18ee4c91066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:27.165270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Attempting to bind port 070e53fe-0565-465a-8154-b859daccd5ce on network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:27.175090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:27.175442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Checking segment: {'id': '039e5fdd-fc54-4097-947f-d18ee4c91066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:27.175781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.176206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Bound using segment: {'id': '039e5fdd-fc54-4097-947f-d18ee4c91066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:27.176704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Bound port: 070e53fe-0565-465a-8154-b859daccd5ce, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e5fdd-fc54-4097-947f-d18ee4c91066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '53df44f4-3f2c-48bd-8455-f9de26fd7ccd'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:27.177081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.229621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] The port 'e046a004-1567-429a-aa8d-67d071819a24' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:55:27.230766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Transition to ACTIVE for port object fe351b42-0fee-417b-8406-09ee7ee47ebf will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:27.232506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4534c4f0-8217-4d46-b58e-c6ca124b2439,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:27.235709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:27.322050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.324754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.326063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.336652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-3ed3bfe3-e10e-407f-8d8e-59450074f3fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e13283c-ea04-47fa-9716-bbb5566937ea: This subnet is being modified by another concurrent operation.
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 03:55:27.341840 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e13283c-ea04-47fa-9716-bbb5566937ea: This subnet is being modified by another concurrent operation.
Dec 10 03:55:27.346166 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 03:55:27.370725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4534c4f0-8217-4d46-b58e-c6ca124b2439 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:27.401040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fb2e3-6c26-47c9-a336-359906fe506b None None] Network 2fa6f00c-73ef-49f1-9444-1ef1aa61206a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:27.431104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.484785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c610040>,) {'filters': {'network_id': ['9093d104-f705-4083-a5cb-5cd9af64e86b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.495927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=2e13283c-ea04-47fa-9716-bbb5566937ea,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:27.496161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.515189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:27.571826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c610040>, 'e66d0743-283d-428a-9b84-430fdff3b86b') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.572161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c610040>, 'e66d0743-283d-428a-9b84-430fdff3b86b') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.579650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.597866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.599530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] For port 070e53fe-0565-465a-8154-b859daccd5ce, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:27.625629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cffd0>,) {'filters': {'network_id': ['2fa6f00c-73ef-49f1-9444-1ef1aa61206a']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.640783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cffd0>, '230e36d4-e743-4536-979d-91f53b655cb4') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.640783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cffd0>, '230e36d4-e743-4536-979d-91f53b655cb4') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:27.644153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d0c8385-3dc5-465b-a93a-088e5b8c59c6 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:27.645384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] For port 070e53fe-0565-465a-8154-b859daccd5ce, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=070e53fe-0565-465a-8154-b859daccd5ce,segment=NetworkSegment(039e5fdd-fc54-4097-947f-d18ee4c91066),segment_id=039e5fdd-fc54-4097-947f-d18ee4c91066)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:27.652191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.652837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router 3246efe1-aa51-4cc6-8001-a05480695e5d {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:27.655500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.668625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.677172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:27.682218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for 9f9c06ab-cd25-4b35-a3d8-fee84f957919 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:27.686423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.698396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:27.698793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.717674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.718757 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/3246efe1-aa51-4cc6-8001-a05480695e5d HTTP/1.1" status: 204  len: 168 time: 2.7998281
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:27.719586 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:27.724036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33770) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:27.728889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-459145554', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:27.755563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.785079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:27.801872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:router and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:27.808437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:27.825175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:27.832739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:27.836307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.839856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.842962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:27.845382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4534c4f0-8217-4d46-b58e-c6ca124b2439 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:27.845775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.848596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:27.865976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.866354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:27.866898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.873028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.873923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.878450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=2fa6f00c-73ef-49f1-9444-1ef1aa61206a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:27.882518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:27.883862 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/2fa6f00c-73ef-49f1-9444-1ef1aa61206a HTTP/1.1" status: 204  len: 168 time: 1.3356311
Dec 10 03:55:27.887157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33774) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:27.891848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Pushing event updated for resources: {'Port': ['ID=070e53fe-0565-465a-8154-b859daccd5ce,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:27.906452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-372021041'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:27.912195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:27.918535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:27.923165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:27.931515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.956189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:27.964290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:27.979796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-003b8c86-0e8d-4b0b-855e-d25e674a2ab0 None None] Provisioning complete for port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:27.980184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-003b8c86-0e8d-4b0b-855e-d25e674a2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:27.986662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:27.990929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.009641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:28.010247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.039337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:28.100135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-003b8c86-0e8d-4b0b-855e-d25e674a2ab0 None None] Port 9f9c06ab-cd25-4b35-a3d8-fee84f957919 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:28.138650 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:28.189286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Port': ['ID=fe351b42-0fee-417b-8406-09ee7ee47ebf,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:28.198101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:28.201729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:28.202077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.229762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.247534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:28.256832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.256832 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment ca8dd2ad-746d-4c6e-bf80-4731a9795c31 of type vlan for network e9e4e3fe-1691-4ccf-8937-5886a4ac0300
Dec 10 03:55:28.270629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.300758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.319455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d9397c3d-5b91-462e-9cec-16634a861797 None None] Provisioning for port fe351b42-0fee-417b-8406-09ee7ee47ebf completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:28.335626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d9397c3d-5b91-462e-9cec-16634a861797 None None] Provisioning complete for port fe351b42-0fee-417b-8406-09ee7ee47ebf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:28.336269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d9397c3d-5b91-462e-9cec-16634a861797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.379017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Network': ['ID=9093d104-f705-4083-a5cb-5cd9af64e86b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:28.398950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d9397c3d-5b91-462e-9cec-16634a861797 None None] Port fe351b42-0fee-417b-8406-09ee7ee47ebf cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:28.418299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:28.424184 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/networks/9093d104-f705-4083-a5cb-5cd9af64e86b HTTP/1.1" status: 204  len: 168 time: 4.2799206
Dec 10 03:55:28.431989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33780) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:28.498160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:28.532930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.546080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.557682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:28.597445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.623401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=9f9c06ab-cd25-4b35-a3d8-fee84f957919,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:28.635207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.640765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:28.641764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.666397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1735e06-8080-488c-9a21-f1c02e626a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:28.684836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Deleting port 8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:28.685191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.734055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8453641
Dec 10 03:55:28.735508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33784) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:28.790231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:28.930008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.952086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:28.952416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.026871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:29.078747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Calling delete_port for 5b50270f-c5aa-4f02-bdbb-f5538dbf4e94 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:29.204412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da68ae-7fba-4d39-9ffd-a3656cb38305 None None] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:29.267376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.269241 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/9f9c06ab-cd25-4b35-a3d8-fee84f957919 HTTP/1.1" status: 204  len: 168 time: 2.9392269
Dec 10 03:55:29.276096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33790) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:29.302516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Calling delete_port for 8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:29.338536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-37051dfa-9eca-43ac-94d3-978923aa3eff tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:29.338961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-37051dfa-9eca-43ac-94d3-978923aa3eff tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Synchronizing usage tracker for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:29.394491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-797574da-b9fc-4c4b-8abf-250036ff9187 None None] Provisioning for port 070e53fe-0565-465a-8154-b859daccd5ce completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:29.408253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 070e53fe-0565-465a-8154-b859daccd5ce up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:29.433622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=e9e4e3fe-1691-4ccf-8937-5886a4ac0300,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:29.448852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:29.464987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:29.649112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-37051dfa-9eca-43ac-94d3-978923aa3eff tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Unset dirty status for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:29.654640 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-37051dfa-9eca-43ac-94d3-978923aa3eff tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports/9f9c06ab-cd25-4b35-a3d8-fee84f957919 HTTP/1.1" status: 404  len: 333 time: 0.3775172
Dec 10 03:55:29.659141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33796) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:29.680090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-1672669942'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:29.687416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 070e53fe-0565-465a-8154-b859daccd5ce completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:29.696036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 070e53fe-0565-465a-8154-b859daccd5ce triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:29.696405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.714419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.782333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.792820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-855019e7-697e-461c-b110-0c3287a88f3d tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:29.834635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.871182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.875085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.881194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Port': ['ID=5b50270f-c5aa-4f02-bdbb-f5538dbf4e94,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:29.884061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:29.909410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 070e53fe-0565-465a-8154-b859daccd5ce, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=070e53fe-0565-465a-8154-b859daccd5ce,segment=NetworkSegment(039e5fdd-fc54-4097-947f-d18ee4c91066),segment_id=039e5fdd-fc54-4097-947f-d18ee4c91066)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:29.919391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.924629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ffc5ac69-f0ab-4bd0-948d-e0b80989583e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:29.928957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:29.952342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.976998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.978291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:29.985560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8361f377-045e-4a59-b1f1-f4e81c7031bf tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:30.050282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a0beb643-8e2c-4aeb-b2e1-f5ce015d7c07 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:30.086701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=070e53fe-0565-465a-8154-b859daccd5ce,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:30.096956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:30.168065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ffed2-4240-4d17-b702-bd1a53c9e40d None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:55:30.175980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 is not hosted by any dhcp agent {{(pid=87630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 10 03:55:30.181653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:30.182369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.186290 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "PUT /v2.0/networks/e9e4e3fe-1691-4ccf-8937-5886a4ac0300 HTTP/1.1" status: 200  len: 723 time: 1.2187579
Dec 10 03:55:30.202382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:30.243187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Pushing event deleted for resources: {'Port': ['ID=8f9c3f98-7730-4f9c-b7e9-b3a99ce01c0d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:30.247575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-52ec3971-e758-4cba-bb57-0ddb4be48017 None None] Provisioning complete for port 070e53fe-0565-465a-8154-b859daccd5ce triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:30.248360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-52ec3971-e758-4cba-bb57-0ddb4be48017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.255718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:30.259619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:30.341766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:30.434690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.437064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ffed2-4240-4d17-b702-bd1a53c9e40d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:55:30.477572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:30.481390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.482440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.486548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.493414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=e9e4e3fe-1691-4ccf-8937-5886a4ac0300,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:30.532559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:30.537492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Port': ['ID=fe351b42-0fee-417b-8406-09ee7ee47ebf,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:30.537654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:30.555812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:30.565479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:30.569505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.581337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:30.621641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port d70a99e0-0919-46cd-84c3-f54c8c25e0df yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:30.656380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:30.657603 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] 10.222.0.44 "DELETE /v2.0/floatingips/600c5316-04c1-4d65-a902-4ca3f6b328bd HTTP/1.1" status: 204  len: 168 time: 2.2242119
Dec 10 03:55:30.756267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.26.1.39 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/544a2201-32c1-4757-af45-9c3ac5861178) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:30.800224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:30.812892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:30.824587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:30.829147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:30.885890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:30.888074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:30.992468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.4 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/d70a99e0-0919-46cd-84c3-f54c8c25e0df) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:31.148404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:31.152351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.190777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33812) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:31.249618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Router 0b299ae4-a3af-439d-83f3-ecf733e739c8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:31.406783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 070e53fe-0565-465a-8154-b859daccd5ce up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:31.512881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.583782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 070e53fe-0565-465a-8154-b859daccd5ce triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:31.584353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.600794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.632008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:31.640721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object d70a99e0-0919-46cd-84c3-f54c8c25e0df will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:31.646092 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] Sync routers for ids ['0b299ae4-a3af-439d-83f3-ecf733e739c8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:31.659595 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] Routers {'0b299ae4-a3af-439d-83f3-ecf733e739c8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:31.660914 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d448910>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b299ae4-a3af-439d-83f3-ecf733e739c8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:31.662754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.668410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3eced756-f7b8-47b1-87c1-c8e9cbf21b43 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:31.692787 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a2e0d3dc-421d-4d04-b141-21974426ead8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c4229a439a440a898de1ecc4b5c271e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4486027
Dec 10 03:55:31.708757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33820) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:31.719513 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "PUT /v2.0/routers/0b299ae4-a3af-439d-83f3-ecf733e739c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0122812
Dec 10 03:55:31.720817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Router e76951f1-d93c-4483-89f8-aa7f5e734312 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:31.724566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33826) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:31.740755 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d448910>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:31.751225 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] Routers {'0b299ae4-a3af-439d-83f3-ecf733e739c8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:31.751975 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d448910>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b299ae4-a3af-439d-83f3-ecf733e739c8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:31.760929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:31.765369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a6b5f0b4-8f8c-4918-9877-89635b8444bf None None] Provisioning complete for port fe351b42-0fee-417b-8406-09ee7ee47ebf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:31.769433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a6b5f0b4-8f8c-4918-9877-89635b8444bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.774264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:31.787607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:31.844635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=544a2201-32c1-4757-af45-9c3ac5861178,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:31.863679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:31.866885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.871469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:31.891999 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d448910>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:31.892412 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e087b16-0d04-43f6-858b-afd9ab44f62d None None] The sync data for ids ['0b299ae4-a3af-439d-83f3-ecf733e739c8'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:31.908640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12f3698e-a287-43bf-8c6c-32ac0dcdeb1f tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:31.920875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5f0b4-8f8c-4918-9877-89635b8444bf None None] Port fe351b42-0fee-417b-8406-09ee7ee47ebf cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:31.998110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.008565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:32.015642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:32.073662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:32.176923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=d70a99e0-0919-46cd-84c3-f54c8c25e0df,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:32.197159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:32.247276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-adec309f-796f-465a-ba77-c969b0c440c2 None None] Provisioning for port d70a99e0-0919-46cd-84c3-f54c8c25e0df completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:32.255259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-adec309f-796f-465a-ba77-c969b0c440c2 None None] Provisioning complete for port d70a99e0-0919-46cd-84c3-f54c8c25e0df triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:32.256718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-adec309f-796f-465a-ba77-c969b0c440c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.284846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:32.285443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.310182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.316109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-adec309f-796f-465a-ba77-c969b0c440c2 None None] Port d70a99e0-0919-46cd-84c3-f54c8c25e0df cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:32.376741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.435320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-463325f7-e6b9-486d-bb40-f140d4f8e3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:32.460008 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7965403
Dec 10 03:55:32.463821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:32.467754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96a6cf-2890-4798-9f47-b88dfaa263b5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:32.471772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.476153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c96a6cf-2890-4798-9f47-b88dfaa263b5 HTTP/1.1" status: 204  len: 168 time: 0.7646999
Dec 10 03:55:32.479461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:32.479988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'network_id': '033b10ba-7f37-4000-a404-d596cdd7e647', 'name': 'tempest-AllowedAddressPairTestJSON-927309182'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:32.526879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.553624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:32.564324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] Sync routers for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:32.575642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2528636
Dec 10 03:55:32.577252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.587165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:32.587790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf045b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:32.604470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33838) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:32.650607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf045b0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:32.659490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:32.660099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf045b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:32.735211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf045b0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:32.735211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae62d9d-e6b2-48e4-902a-2a1e6b398330 None None] The sync data for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:32.761051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46f70b2f-5faa-4d36-ad02-5a052dc4e482 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:32.816263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.825015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.890546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33844) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:32.902332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=f9576196-c6ed-469b-9109-e3b533ee5845,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:32.924926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:32.937087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.947910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:32.948268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: e9e4e3fe-1691-4ccf-8937-5886a4ac0300, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:32.956006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:32.958734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.959202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Fanout notify agent at l3_agent the message router_deleted on router 0b299ae4-a3af-439d-83f3-ecf733e739c8 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:32.964512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Usage tracker for resource:port and tenant:e12c431d2e864a439c15fcfcf9805333 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:32.976455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:32.985967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:32.988290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:32.994593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:32.998075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-185bbd74-baf9-4cc5-830f-edb84e4d74be tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "DELETE /v2.0/routers/0b299ae4-a3af-439d-83f3-ecf733e739c8 HTTP/1.1" status: 204  len: 168 time: 1.2653863
Dec 10 03:55:32.999445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:33.006176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Usage tracker for resource:security_group_rule and tenant:dc062650690242fb9c54b083303e9f7d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:33.040308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:33.064703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:33.066852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:33.072548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Made reservation on behalf of e12c431d2e864a439c15fcfcf9805333 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:33.075948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.109735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, e9e4e3fe-1691-4ccf-8937-5886a4ac0300) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:33.118675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33391c9e-102f-40c6-9d80-8c16e21545bd None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:33.123150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:33.123726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.136039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] device_id is not set on port 42575546-c1b8-407c-ae02-dad865a01378 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:33.189813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting subnet 1563a3ed-3f8a-4919-ab30-3a77e1d23ab5 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:55:33.214797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.289288 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9543791
Dec 10 03:55:33.291656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33854) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:33.298301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:33.348293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.355965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-e9e4e3fe-1691-4ccf-8937-5886a4ac0300', 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'f9576196-c6ed-469b-9109-e3b533ee5845'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:33.357475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.456731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Allocated IP 172.20.0.12 (033b10ba-7f37-4000-a404-d596cdd7e647/b4983578-fa46-40d3-8fac-41faf225efca/42575546-c1b8-407c-ae02-dad865a01378) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:33.461792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.470160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.488920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c3f90a6-cb2d-461a-8a93-4428b9f044ac tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:33.523242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Allocated IP 172.20.0.2 (e9e4e3fe-1691-4ccf-8937-5886a4ac0300/f9576196-c6ed-469b-9109-e3b533ee5845/eefa92eb-2d6c-483c-866e-510567f8d307) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:33.555876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5821710-d00d-4ce7-919b-34a9d1e03434,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:33.570365 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc062650690242fb9c54b083303e9f7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6735089
Dec 10 03:55:33.572558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:33.576478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.576630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33858) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:33.609702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.630793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2862210'] for subnet, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.767623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.778297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5eac0fbe-b147-4d24-83fa-2dee7c8f78a1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:33.782287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.793256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Transition to ACTIVE for port object eefa92eb-2d6c-483c-866e-510567f8d307 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:33.811961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Transition to ACTIVE for port object eefa92eb-2d6c-483c-866e-510567f8d307 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:33.820495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.825700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:33.831054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Subnet': ['ID=1563a3ed-3f8a-4919-ab30-3a77e1d23ab5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:33.836221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:33.840604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.898891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8848a3f-67c8-471f-933a-b5a4a3407777 None None] Network b306b7d5-0287-43c1-8e70-89438ce3cc8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:33.980658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:33.986794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.000335 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "DELETE /v2.0/subnets/1563a3ed-3f8a-4919-ab30-3a77e1d23ab5 HTTP/1.1" status: 204  len: 168 time: 0.9973714
Dec 10 03:55:34.005346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:34.006595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Transition to ACTIVE for port object 42575546-c1b8-407c-ae02-dad865a01378 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:34.010417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33864) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:34.011274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:34.013874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:34.060361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.070244 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-61a223c8-0c18-4248-8c31-ab805fa2c274 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:55:34.073987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-61a223c8-0c18-4248-8c31-ab805fa2c274 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4665382
Dec 10 03:55:34.079008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Pushing event updated for resources: {'Port': ['ID=eefa92eb-2d6c-483c-866e-510567f8d307,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:34.091037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33870) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:34.166965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.177491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2574592'] for subnet, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.189366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:34.198519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:34.244895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:34.245582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:34.246180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.247449 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "PUT /v2.0/subnets/f9576196-c6ed-469b-9109-e3b533ee5845 HTTP/1.1" status: 200  len: 806 time: 0.9548693
Dec 10 03:55:34.251716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33874) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:34.308183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Attempting to bind port eefa92eb-2d6c-483c-866e-510567f8d307 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:34.308565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Attempting to bind port eefa92eb-2d6c-483c-866e-510567f8d307 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:34.309340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Attempting to bind port eefa92eb-2d6c-483c-866e-510567f8d307 on network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:34.322936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:34.323315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Checking segment: {'id': 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:34.323723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.324124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Bound using segment: {'id': 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:34.325156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Bound port: eefa92eb-2d6c-483c-866e-510567f8d307, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9e4e3fe-1691-4ccf-8937-5886a4ac0300'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:34.325156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.329341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.351397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router c23d9773-46ef-4cf8-b2cf-79f78634bd44 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:34.354107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Network 033b10ba-7f37-4000-a404-d596cdd7e647 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:34.357845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.360661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=f9576196-c6ed-469b-9109-e3b533ee5845,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:34.367833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:34.368140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef0a256b-15aa-41ca-bb67-14bba7da6dc9 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:34.373265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:34.380392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=42575546-c1b8-407c-ae02-dad865a01378,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:34.393231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5821710-d00d-4ce7-919b-34a9d1e03434,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:34.395206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:34.400411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.404331 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5821710-d00d-4ce7-919b-34a9d1e03434 HTTP/1.1" status: 204  len: 168 time: 0.8250253
Dec 10 03:55:34.408813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:34.482637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:34.488107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] For port eefa92eb-2d6c-483c-866e-510567f8d307, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:34.490173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:34.491078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.495446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] For port eefa92eb-2d6c-483c-866e-510567f8d307, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=eefa92eb-2d6c-483c-866e-510567f8d307,segment=NetworkSegment(ca8dd2ad-746d-4c6e-bf80-4731a9795c31),segment_id=ca8dd2ad-746d-4c6e-bf80-4731a9795c31)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:34.512992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.519312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5cca877f-de34-467c-81f1-82fc745a2425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:34.587406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] DHCP port deletion for b306b7d5-0287-43c1-8e70-89438ce3cc8c request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:34.608170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1384773
Dec 10 03:55:34.634569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Deleting port 2da7a086-3cd4-4553-9195-beec8db010f0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:34.638918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.656902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33880) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:34.715697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port 2da7a086-3cd4-4553-9195-beec8db010f0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:34.716567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:34.740543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:91:38:81'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:96:68:95'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:34.742636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Pushing event updated for resources: {'Port': ['ID=eefa92eb-2d6c-483c-866e-510567f8d307,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:34.747632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:34.893345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.003001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] For port 2da7a086-3cd4-4553-9195-beec8db010f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2da7a086-3cd4-4553-9195-beec8db010f0,segment=NetworkSegment(cba71ebd-7604-4e21-9811-86a8ef9b5b6e),segment_id=cba71ebd-7604-4e21-9811-86a8ef9b5b6e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:35.003619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.056206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port eefa92eb-2d6c-483c-866e-510567f8d307 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:35.056787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.134794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:35.138240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] For port 2da7a086-3cd4-4553-9195-beec8db010f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2da7a086-3cd4-4553-9195-beec8db010f0,segment=NetworkSegment(cba71ebd-7604-4e21-9811-86a8ef9b5b6e),segment_id=cba71ebd-7604-4e21-9811-86a8ef9b5b6e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:35.139385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.146320 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Sync routers for ids ['c23d9773-46ef-4cf8-b2cf-79f78634bd44'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:35.164850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Routers {'c23d9773-46ef-4cf8-b2cf-79f78634bd44'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:35.165496 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c23d9773-46ef-4cf8-b2cf-79f78634bd44'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:35.233621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33888) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:35.271686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Calling delete_port for 2da7a086-3cd4-4553-9195-beec8db010f0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:35.335576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.336951 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.6119912
Dec 10 03:55:35.389333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33894) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:35.389333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.434371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5c971b97-11b7-4ac7-aa27-24b3de2b9fba None None] Provisioning for port 42575546-c1b8-407c-ae02-dad865a01378 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:35.445850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5c971b97-11b7-4ac7-aa27-24b3de2b9fba None None] Provisioning complete for port 42575546-c1b8-407c-ae02-dad865a01378 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:35.447171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c971b97-11b7-4ac7-aa27-24b3de2b9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.448269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Calling delete_port for 2da7a086-3cd4-4553-9195-beec8db010f0 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:35.460288 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Set router c23d9773-46ef-4cf8-b2cf-79f78634bd44 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:35.514027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.533811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eefa92eb-2d6c-483c-866e-510567f8d307 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:35.581224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4659debe-371c-4b1c-b09c-0e9806f38743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:35.588157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:35.608280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:35.608604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:35.611828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5c971b97-11b7-4ac7-aa27-24b3de2b9fba None None] Port 42575546-c1b8-407c-ae02-dad865a01378 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:35.624443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Usage tracker for resource:security_group_rule and tenant:ca8a008764844232a8b81f31eb109313 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:35.630688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] No DVR routers for this DVR port 2da7a086-3cd4-4553-9195-beec8db010f0 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:35.650497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Pushing event deleted for resources: {'Port': ['ID=2da7a086-3cd4-4553-9195-beec8db010f0,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:35.659764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:35.666614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.681363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:35.689352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port eefa92eb-2d6c-483c-866e-510567f8d307 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:35.721798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:35.727286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:35.805242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2da7a086-3cd4-4553-9195-beec8db010f0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:35.889074 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75bb0>, [{'id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39'}], 'enable_snat': False}, 'gw_port_id': '544a2201-32c1-4757-af45-9c3ac5861178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:27Z', 'updated_at': '2021-12-10T03:55:32Z', 'revision_number': 3, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port': {'id': '544a2201-32c1-4757-af45-9c3ac5861178', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:55:30Z', 'updated_at': '2021-12-10T03:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:35.905401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2da7a086-3cd4-4553-9195-beec8db010f0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:35.905813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2da7a086-3cd4-4553-9195-beec8db010f0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:35.909009 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Checking router: c23d9773-46ef-4cf8-b2cf-79f78634bd44 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:55:35.909419 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Updating router c23d9773-46ef-4cf8-b2cf-79f78634bd44 port 544a2201-32c1-4757-af45-9c3ac5861178 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:55:36.014908 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.030515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port eefa92eb-2d6c-483c-866e-510567f8d307, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=eefa92eb-2d6c-483c-866e-510567f8d307,segment=NetworkSegment(ca8dd2ad-746d-4c6e-bf80-4731a9795c31),segment_id=ca8dd2ad-746d-4c6e-bf80-4731a9795c31)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:36.031074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.115154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Deleting port 2da7a086-3cd4-4553-9195-beec8db010f0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:36.115495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.176913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for eefa92eb-2d6c-483c-866e-510567f8d307 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:36.260960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] The port '2da7a086-3cd4-4553-9195-beec8db010f0' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:55:36.272554 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9cb42aae-e9a5-40b8-8fae-f6c872fbe119 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/c23d9773-46ef-4cf8-b2cf-79f78634bd44 HTTP/1.1" status: 200  len: 907 time: 0.8779280
Dec 10 03:55:36.278038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33900) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:36.284476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-459145554', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': True}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:36.299780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:36.352824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Usage tracker for resource:router and tenant:2baf6ff902a24153951ac38d85a1aae1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:36.374098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840750b5-3d19-4cf9-8acb-9b41a1c4964e None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:36.393581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:36.417959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:36.446797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.460738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.475510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d42e9341-9d55-4f83-b7c1-8abf6593f3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:36.490380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.499315 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.501679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.503223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.512426 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Transition to ACTIVE for port object 544a2201-32c1-4757-af45-9c3ac5861178 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:36.522635 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.527349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:36.552512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0abee0>,) {'filters': {'network_id': ['b306b7d5-0287-43c1-8e70-89438ce3cc8c']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:36.571232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0abee0>, 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:36.571708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0abee0>, 'cba71ebd-7604-4e21-9811-86a8ef9b5b6e') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:36.575979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4998e-8a71-4184-a22f-52f854af18b9,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:36.589450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.600376 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca8a008764844232a8b81f31eb109313&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3643916
Dec 10 03:55:36.601988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33906) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:36.606157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:36.607057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.616711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfdeda57-516d-4423-be2e-a22fcf4f7d36 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:36.628981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a1f0-d6f1-4ab3-aafd-dbfb3c08320b None None] Provisioning for port eefa92eb-2d6c-483c-866e-510567f8d307 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:36.634660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.635435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Attempting to bind port 544a2201-32c1-4757-af45-9c3ac5861178 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:36.635811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Attempting to bind port 544a2201-32c1-4757-af45-9c3ac5861178 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:36.636178 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Attempting to bind port 544a2201-32c1-4757-af45-9c3ac5861178 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:36.639729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a1f0-d6f1-4ab3-aafd-dbfb3c08320b None None] Provisioning complete for port eefa92eb-2d6c-483c-866e-510567f8d307 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:36.640323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a1f0-d6f1-4ab3-aafd-dbfb3c08320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.649045 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:36.649440 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:36.649971 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.650450 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:36.650840 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Bound port: 544a2201-32c1-4757-af45-9c3ac5861178, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:36.651234 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.696784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a1f0-d6f1-4ab3-aafd-dbfb3c08320b None None] Port eefa92eb-2d6c-483c-866e-510567f8d307 was deleted so its status cannot be updated. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 10 03:55:36.719668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port fe351b42-0fee-417b-8406-09ee7ee47ebf {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:36.720184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.734989 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] For port 544a2201-32c1-4757-af45-9c3ac5861178, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:36.740153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] For port 544a2201-32c1-4757-af45-9c3ac5861178, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=544a2201-32c1-4757-af45-9c3ac5861178,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:36.748063 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.748750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:36.749254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:36.767826 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:36.778742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Routers {'c23d9773-46ef-4cf8-b2cf-79f78634bd44'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:36.779363 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c23d9773-46ef-4cf8-b2cf-79f78634bd44'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:36.855144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.874083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=eefa92eb-2d6c-483c-866e-510567f8d307,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:36.931909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.933886 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Pushing event updated for resources: {'Port': ['ID=544a2201-32c1-4757-af45-9c3ac5861178,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:36.953162 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:36.953572 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:36.982873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:36.999156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:37.009180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58993103-4f11-4c4e-9b98-15799bfbad02 None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:37.016786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.022822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:37.045983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Pushing event deleted for resources: {'Network': ['ID=b306b7d5-0287-43c1-8e70-89438ce3cc8c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:37.055464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:37.065504 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] 10.222.0.44 "DELETE /v2.0/networks/b306b7d5-0287-43c1-8e70-89438ce3cc8c HTTP/1.1" status: 204  len: 168 time: 3.0530102
Dec 10 03:55:37.092650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.110662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Pushing event updated for resources: {'Port': ['ID=544a2201-32c1-4757-af45-9c3ac5861178,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:37.115596 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:37.141412 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] Set router c23d9773-46ef-4cf8-b2cf-79f78634bd44 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:37.163592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.174519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.203952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.219889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-77c6ee86-cab9-40ee-ab5e-2b10e00e73ae tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:37.283570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port eefa92eb-2d6c-483c-866e-510567f8d307 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:37.503310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Calling delete_port for fe351b42-0fee-417b-8406-09ee7ee47ebf owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:37.626578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.631122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33916) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:37.635187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5bb72010-28b7-4fd9-b9c9-e9471b384de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:37.653936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] In _notify_port_updated(), no bound segment for port 42575546-c1b8-407c-ae02-dad865a01378 on network 033b10ba-7f37-4000-a404-d596cdd7e647 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:55:37.659602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:37.660852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.662331 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "PUT /v2.0/ports/42575546-c1b8-407c-ae02-dad865a01378 HTTP/1.1" status: 200  len: 1055 time: 3.0022695
Dec 10 03:55:37.663325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.667572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4998e-8a71-4184-a22f-52f854af18b9,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:37.676870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:37.677548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33924) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:37.723786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75bb0>, [{'id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39'}], 'enable_snat': False}, 'gw_port_id': '544a2201-32c1-4757-af45-9c3ac5861178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:27Z', 'updated_at': '2021-12-10T03:55:32Z', 'revision_number': 3, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port': {'id': '544a2201-32c1-4757-af45-9c3ac5861178', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:55:30Z', 'updated_at': '2021-12-10T03:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:37.733623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334846-bcf1-421d-a718-0a25570adc82 None None] The sync data for ids ['c23d9773-46ef-4cf8-b2cf-79f78634bd44'] in dv-neutron-821182-1-hyperv is: [{'id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39'}], 'enable_snat': False}, 'gw_port_id': '544a2201-32c1-4757-af45-9c3ac5861178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:27Z', 'updated_at': '2021-12-10T03:55:32Z', 'revision_number': 3, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port': {'id': '544a2201-32c1-4757-af45-9c3ac5861178', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23d9773-46ef-4cf8-b2cf-79f78634bd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:55:30Z', 'updated_at': '2021-12-10T03:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:37.788550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port 42575546-c1b8-407c-ae02-dad865a01378 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:37.789514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.822156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event updated for resources: {'Port': ['ID=42575546-c1b8-407c-ae02-dad865a01378,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:37.831175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:37.844737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-290e7731-0da2-4a83-8b18-57beb9330ef3 None None] Provisioning complete for port 42575546-c1b8-407c-ae02-dad865a01378 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:37.845850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-290e7731-0da2-4a83-8b18-57beb9330ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.864140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:37.865286 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfb4998e-8a71-4184-a22f-52f854af18b9 HTTP/1.1" status: 204  len: 168 time: 1.2612076
Dec 10 03:55:37.908282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-290e7731-0da2-4a83-8b18-57beb9330ef3 None None] Port 42575546-c1b8-407c-ae02-dad865a01378 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:38.023224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.059183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.069290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1c851a7e-9d64-40bd-bde5-8bb550537018 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:38.069921 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9955f2bf-ba1f-40d4-bb1b-6cbadb14ef11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ac4d629e5da4ea6849c920146bca771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4175215
Dec 10 03:55:38.080197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33932) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:38.133779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32994089-fddc-4a61-be6c-69b80579acd3 None None] Network e9e4e3fe-1691-4ccf-8937-5886a4ac0300 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:38.175495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=f9576196-c6ed-469b-9109-e3b533ee5845,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:38.199835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:38.300697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.350870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.359389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-52432c32-5501-4588-8abd-9b3707c71ab2 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:38.388666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96d0b670>,) {'filters': {'network_id': ['e9e4e3fe-1691-4ccf-8937-5886a4ac0300']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:38.407618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d0b670>, 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:38.407986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d0b670>, 'ca8dd2ad-746d-4c6e-bf80-4731a9795c31') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:38.426012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.448537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Port': ['ID=fe351b42-0fee-417b-8406-09ee7ee47ebf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:38.464209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:38.505802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.548330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ebad8-75e1-4702-ab9f-6975ea23fd10 None None] DHCP port deletion for e9e4e3fe-1691-4ccf-8937-5886a4ac0300 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:38.566371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:38.567020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:38.619065 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:38.790382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.805324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:38.938445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.024947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.172072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for 42575546-c1b8-407c-ae02-dad865a01378 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:39.182023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.193916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:39.216503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.236402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=e9e4e3fe-1691-4ccf-8937-5886a4ac0300,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:39.245104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:39.266978 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/e9e4e3fe-1691-4ccf-8937-5886a4ac0300 HTTP/1.1" status: 204  len: 168 time: 5.0108795
Dec 10 03:55:39.266978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.297756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33960) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:39.322784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.365018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa252df9-e94b-49fc-8e22-83c79e34276d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:55:39.365667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa252df9-e94b-49fc-8e22-83c79e34276d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:55:39.371151 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa252df9-e94b-49fc-8e22-83c79e34276d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/e9e4e3fe-1691-4ccf-8937-5886a4ac0300 HTTP/1.1" status: 404  len: 339 time: 0.0658643
Dec 10 03:55:39.371713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33964) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:39.386379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695968299', 'description': 'd1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:39.393931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:39.395502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 544a2201-32c1-4757-af45-9c3ac5861178 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:39.401995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:network and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:39.407085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:39.417890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:39.455018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Router e76951f1-d93c-4483-89f8-aa7f5e734312 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:39.460585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.468334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:39.474803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:39.478596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.488657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db4ba48-11a9-49c1-a2fd-e842f2a240d6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:39.492583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:39.525112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.26.1.153 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/66214dc3-e4b7-4335-b540-ddb834ffdfa4) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:39.529998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 544a2201-32c1-4757-af45-9c3ac5861178 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:39.536282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 544a2201-32c1-4757-af45-9c3ac5861178 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:39.536854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.673676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.694060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 544a2201-32c1-4757-af45-9c3ac5861178, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=544a2201-32c1-4757-af45-9c3ac5861178,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:39.709118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.712648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.714072 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4db4ba48-11a9-49c1-a2fd-e842f2a240d6 HTTP/1.1" status: 204  len: 168 time: 1.6330950
Dec 10 03:55:39.721501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:39.724138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:39.737028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.746057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6457212
Dec 10 03:55:39.746361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33978) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:39.755788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:39.762592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da149452-84b9-48e5-93ae-de17139dff7d tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:39.835355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:39.839660 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-f601805d-3f23-4e42-855c-3005e76cde42 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] delete failed (client error): The resource could not be found.
Dec 10 03:55:39.841364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f601805d-3f23-4e42-855c-3005e76cde42 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-369680786 HTTP/1.1" status: 404  len: 334 time: 0.0932584
Dec 10 03:55:39.845348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=544a2201-32c1-4757-af45-9c3ac5861178,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:39.850138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 33986) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:39.853056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eefa92eb-2d6c-483c-866e-510567f8d307 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:39.870324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bff1f6d9-9595-4043-acd0-16c00957893a tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e76951f1-d93c-4483-89f8-aa7f5e734312'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:39.886436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=42575546-c1b8-407c-ae02-dad865a01378,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:39.893687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:39.946159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] Sync routers for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:39.950400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:39.954504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: eefa92eb-2d6c-483c-866e-510567f8d307 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:39.955092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eefa92eb-2d6c-483c-866e-510567f8d307 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:39.978314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:39.982838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c280d00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:40.001291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 33990) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:40.031930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.032897 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 12a3ff9e-db3e-47fd-963a-fa98d387c8e6 of type vlan for network 78d5fac1-f5a1-4a64-9bda-da8004cfbaf1
Dec 10 03:55:40.160372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c280d00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:40.204667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:40.205345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c280d00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:40.356632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c280d00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:40.359793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b193c-e868-44eb-9ae4-ae5e726cf24d None None] The sync data for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:40.459031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1932001836'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:40.498418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:40.505813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Usage tracker for resource:network and tenant:94991ef673804688ae10a522c8ecdcbb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:40.534102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:40.552326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:40.571794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bff1f6d9-9595-4043-acd0-16c00957893a tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.576647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.578515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Made reservation on behalf of 94991ef673804688ae10a522c8ecdcbb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:40.582558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.584547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.591667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:40.594249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.599608 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/42575546-c1b8-407c-ae02-dad865a01378 HTTP/1.1" status: 204  len: 168 time: 2.9156702
Dec 10 03:55:40.600445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34008) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:40.603147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.662672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:40.665373 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-00700de1-1589-47e2-b948-e9f73e9dda9f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:40.665898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-00700de1-1589-47e2-b948-e9f73e9dda9f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Synchronizing usage tracker for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:40.671379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Usage tracker for resource:security_group_rule and tenant:94991ef673804688ae10a522c8ecdcbb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:40.675267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:40.683303 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-bff1f6d9-9595-4043-acd0-16c00957893a tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] update failed (client error): The resource could not be found.
Dec 10 03:55:40.689230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bff1f6d9-9595-4043-acd0-16c00957893a tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312 HTTP/1.1" status: 404  len: 339 time: 0.8320632
Dec 10 03:55:40.689589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:40.689589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34016) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:40.697565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:40.697689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1593490583'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:40.699830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:40.702228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:40.707954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:40.710422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-00700de1-1589-47e2-b948-e9f73e9dda9f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Unset dirty status for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:40.713433 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-00700de1-1589-47e2-b948-e9f73e9dda9f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports/42575546-c1b8-407c-ae02-dad865a01378 HTTP/1.1" status: 404  len: 333 time: 0.1099217
Dec 10 03:55:40.718921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34022) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:40.719850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:network and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:40.724528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:40.763102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:40.804482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:40.808114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.819032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=66214dc3-e4b7-4335-b540-ddb834ffdfa4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:40.821890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:40.841511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port d70a99e0-0919-46cd-84c3-f54c8c25e0df {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:40.841854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:40.940357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:40.942924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34028) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:41.029794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.030147 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Added segment 51e62567-a108-4b84-ac3b-fbab39cfc598 of type vlan for network 12fba43d-2937-445f-8151-8a612e3433eb
Dec 10 03:55:41.043085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.055762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.077867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c41a412-e0a3-4c63-bed1-5b7e2315ae27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:41.079321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.085277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:41.085887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.093255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:41.175958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-945592427'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:41.183599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.199562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:41.202087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:41.212567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9da476-a7a1-41b1-ae3c-4d5911873053,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:41.218627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:41.223261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:41.226054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:41.236416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:41.243434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.243918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Added segment b90ad08c-c382-4e05-8d56-d3e68dee4230 of type vlan for network 8803834f-d2e1-454e-af15-c435f1e18c61
Dec 10 03:55:41.336230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.9602971
Dec 10 03:55:41.338664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34038) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:41.343584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=78d5fac1-f5a1-4a64-9bda-da8004cfbaf1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:41.344972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.347454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:41.352691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:41.353599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.361224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:41.362178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:41.365176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.373843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cee96680-ced8-4df2-adbe-83fbe36684f5 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:41.390123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 544a2201-32c1-4757-af45-9c3ac5861178 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:41.401988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.427073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.435383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.490868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.558272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 544a2201-32c1-4757-af45-9c3ac5861178 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:41.558653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.740851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:41.751604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for d70a99e0-0919-46cd-84c3-f54c8c25e0df owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:41.768016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.784090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Network': ['ID=12fba43d-2937-445f-8151-8a612e3433eb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:41.795690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:41.799138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 12fba43d-2937-445f-8151-8a612e3433eb details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:41.805784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:security_group_rule and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:41.812005 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.1197760
Dec 10 03:55:41.812005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:41.812005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:41.819654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:41.907687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:41.915326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'subnet': {'network_id': '12fba43d-2937-445f-8151-8a612e3433eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:41.916417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5b940-ca1d-4103-9c82-95a09f2911b2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:41.917096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6fe5b940-ca1d-4103-9c82-95a09f2911b2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:41.945258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.950762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:41.951349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:41.962221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-017e41be-4ed5-49a5-9ea2-66ebc13ecee2 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:42.049658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:42.056057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Usage tracker for resource:subnet and tenant:abc154fbe6d24c35a93895b279d98f98 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:42.060323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:42.070692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:42.080785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6fe5b940-ca1d-4103-9c82-95a09f2911b2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:42.082005 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6fe5b940-ca1d-4103-9c82-95a09f2911b2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks?id=78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 HTTP/1.1" status: 200  len: 761 time: 0.7386317
Dec 10 03:55:42.085194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34046) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:42.092324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'description': 'd2'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:42.107554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.109232 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.1060066
Dec 10 03:55:42.113874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Pushing event updated for resources: {'Network': ['ID=8803834f-d2e1-454e-af15-c435f1e18c61,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:42.118176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.131113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 8803834f-d2e1-454e-af15-c435f1e18c61 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:42.150489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:42.151030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:42.198349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:42.308720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Made reservation on behalf of abc154fbe6d24c35a93895b279d98f98 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:42.313056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.327206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.327554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment 715d9294-fcae-488c-8cd0-e7972d75fb5a of type vlan for network f1ef5031-682b-4906-8eb7-aae624e3f1be
Dec 10 03:55:42.332028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e54aa1c-aaf3-4ba4-ac87-020fe2d5d8d8,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:42.339742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:42.358524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.367681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-81b087c8-2cec-4818-ad73-f13ae4b95496 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:42.417631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.424837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=d70a99e0-0919-46cd-84c3-f54c8c25e0df,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:42.431721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:42.553722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.560281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:42.561208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.567680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.570654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd648988-bca2-4ab4-bff8-ccf1bef664f8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:42.571222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router 425771e5-ec88-4a2d-8248-a375fbd16bae is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:42.607534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34058) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:42.655587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.673241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-887940048'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:42.694785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:42.700604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.7561655
Dec 10 03:55:42.707299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Usage tracker for resource:port and tenant:14a2800e897e45a1a5197c3d0c346e06 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:42.711295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:42.714045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=f1ef5031-682b-4906-8eb7-aae624e3f1be,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:42.719619 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/d70a99e0-0919-46cd-84c3-f54c8c25e0df HTTP/1.1" status: 204  len: 168 time: 1.9969997
Dec 10 03:55:42.721091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:42.723200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:42.724589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34062) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:42.730564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network f1ef5031-682b-4906-8eb7-aae624e3f1be details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:42.775509 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c19e3f-c7ca-4191-85b0-cc38c774d032 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:42.776043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46c19e3f-c7ca-4191-85b0-cc38c774d032 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Synchronizing usage tracker for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:42.780596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Made reservation on behalf of 14a2800e897e45a1a5197c3d0c346e06 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:42.783684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.796685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.815623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.822092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:42.824977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-645e3ed5-a039-4412-972d-a003701c0e89 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:42.826010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Usage tracker for resource:security_group_rule and tenant:14a2800e897e45a1a5197c3d0c346e06 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:42.829159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:42.833173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46c19e3f-c7ca-4191-85b0-cc38c774d032 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Unset dirty status for tenant:e12c431d2e864a439c15fcfcf9805333 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:42.834251 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-46c19e3f-c7ca-4191-85b0-cc38c774d032 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "GET /v2.0/ports/d70a99e0-0919-46cd-84c3-f54c8c25e0df HTTP/1.1" status: 404  len: 333 time: 0.1086428
Dec 10 03:55:42.838390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:42.840228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34066) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:42.851688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 is not hosted by any dhcp agent {{(pid=87630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 10 03:55:42.856931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:42.857544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:42.861164 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "PUT /v2.0/networks/78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 HTTP/1.1" status: 200  len: 758 time: 0.7726371
Dec 10 03:55:42.877341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:42.937625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port 361e6fec-ccf8-465f-9fd9-caac0b975651 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:42.938007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.145654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=78d5fac1-f5a1-4a64-9bda-da8004cfbaf1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:43.148531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:43.158926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:43.192605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.210510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657cbdc-839a-445f-adcf-1d8e31f9cc40 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:43.211623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e657cbdc-839a-445f-adcf-1d8e31f9cc40 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:43.243285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:43.254147 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Sync routers for ids ['425771e5-ec88-4a2d-8248-a375fbd16bae'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:43.259462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e657cbdc-839a-445f-adcf-1d8e31f9cc40 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:43.260673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e657cbdc-839a-445f-adcf-1d8e31f9cc40 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks?id=78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 HTTP/1.1" status: 200  len: 761 time: 0.3145850
Dec 10 03:55:43.265404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34074) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:43.266414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.277807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520457168'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:43.286656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:43.291599 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Routers {'425771e5-ec88-4a2d-8248-a375fbd16bae'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:43.292242 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25b280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['425771e5-ec88-4a2d-8248-a375fbd16bae'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:43.306730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.312590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04dbad53-df60-4860-ad2a-3f0171f1ca32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:43.321590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port d84b87b0-7657-4480-b89f-c675a3baaeb5 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:43.329638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:43.357698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:43.365516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.392772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.394645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.1142941
Dec 10 03:55:43.399390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34078) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:43.402197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Checking segment: {'id': '51e62567-a108-4b84-ac3b-fbab39cfc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:43.402628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network hostable DHCP agents. Network: 12fba43d-2937-445f-8151-8a612e3433eb, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:43.465379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:43.469038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.489763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Subnet': ['ID=db643cbd-b2ca-4fc6-8595-118988abc308,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:43.499982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:43.563931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for 361e6fec-ccf8-465f-9fd9-caac0b975651 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:43.578365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Set router 425771e5-ec88-4a2d-8248-a375fbd16bae gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:43.582618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:43.599946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca08e576-f206-44b0-8d7d-bb85d6c0dcd0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:43.621725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:43.628857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network 12fba43d-2937-445f-8151-8a612e3433eb is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:43.650044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.650803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment d953987f-a051-458a-a078-9acaf3e8aa8c of type vlan for network 211eebff-8d6a-47b9-b955-ade5fc410a03
Dec 10 03:55:43.666076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 12fba43d-2937-445f-8151-8a612e3433eb) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:43.681016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83707bd6-3e26-4282-809a-014e6574d79c None None] Network 12fba43d-2937-445f-8151-8a612e3433eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:43.713968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:43.714620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.802294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:43.863184 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a355f7c0-b70f-4a4c-bc98-cf7050e55313 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/425771e5-ec88-4a2d-8248-a375fbd16bae HTTP/1.1" status: 200  len: 907 time: 0.4534245
Dec 10 03:55:43.871688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34086) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:43.909968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.016081 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1046550
Dec 10 03:55:44.021553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34090) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:44.071615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-22aeb1cf-355f-4f6d-b7de-a2a2e5610116 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'router': {'external_gateway_info': {'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:44.094344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-12fba43d-2937-445f-8151-8a612e3433eb', 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb', 'tenant_id': 'abc154fbe6d24c35a93895b279d98f98', 'fixed_ips': [{'subnet_id': 'db643cbd-b2ca-4fc6-8595-118988abc308'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:44.095830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.158488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:55:44.244085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.249566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:44.250142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.295553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:44.318838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25b280>, [{'id': '425771e5-ec88-4a2d-8248-a375fbd16bae', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '66214dc3-e4b7-4335-b540-ddb834ffdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:36Z', 'updated_at': '2021-12-10T03:55:41Z', 'revision_number': 3, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port': {'id': '66214dc3-e4b7-4335-b540-ddb834ffdfa4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425771e5-ec88-4a2d-8248-a375fbd16bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:55:39Z', 'updated_at': '2021-12-10T03:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:44.322949 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Checking router: 425771e5-ec88-4a2d-8248-a375fbd16bae for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:55:44.323299 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Updating router 425771e5-ec88-4a2d-8248-a375fbd16bae port 66214dc3-e4b7-4335-b540-ddb834ffdfa4 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:55:44.342739 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0702255
Dec 10 03:55:44.346730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Allocated IP 2001:db8:1::2 (12fba43d-2937-445f-8151-8a612e3433eb/db643cbd-b2ca-4fc6-8595-118988abc308/ccdd03d7-5b5c-4894-aa17-4e797b081889) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:44.350073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:44.412673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:44.460802 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.496477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.511763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d65912c2-6b93-4c9f-af27-184a037de8d0 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:44.541695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=211eebff-8d6a-47b9-b955-ade5fc410a03,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:44.558711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:44.565027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.596601 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:55:44.670572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.691976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Transition to ACTIVE for port object ccdd03d7-5b5c-4894-aa17-4e797b081889 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:44.733581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Transition to ACTIVE for port object ccdd03d7-5b5c-4894-aa17-4e797b081889 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:44.756911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:44.898289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Port': ['ID=361e6fec-ccf8-465f-9fd9-caac0b975651,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:44.968314 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:44.999378 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Transition to ACTIVE for port object 66214dc3-e4b7-4335-b540-ddb834ffdfa4 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:45.019829 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.025230 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-81dff987-7bd3-4c0d-8e9d-b18aa1a8202d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.026895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.052884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.154534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.155937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Network 12fba43d-2937-445f-8151-8a612e3433eb is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:45.179801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:45.185190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:45.224610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:45.236638 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Attempting to bind port 66214dc3-e4b7-4335-b540-ddb834ffdfa4 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:45.240102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Usage tracker for resource:subnet and tenant:960d110406f6417197eb5c525d8a92f6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:45.240587 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Attempting to bind port 66214dc3-e4b7-4335-b540-ddb834ffdfa4 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:45.247572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:45.248494 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Attempting to bind port 66214dc3-e4b7-4335-b540-ddb834ffdfa4 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:45.260094 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Pushing event updated for resources: {'Port': ['ID=66214dc3-e4b7-4335-b540-ddb834ffdfa4,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:45.264736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:45.266989 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.271792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:45.272660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:45.272660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.273186 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:45.274179 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Bound port: 66214dc3-e4b7-4335-b540-ddb834ffdfa4, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:45.276042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port d84b87b0-7657-4480-b89f-c675a3baaeb5 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:45.276409 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.290152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22aeb1cf-355f-4f6d-b7de-a2a2e5610116 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.302884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:45.306857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.310680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Pushing event updated for resources: {'Port': ['ID=ccdd03d7-5b5c-4894-aa17-4e797b081889,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:45.321116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16af7099-f696-408e-8908-03414b8942ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.325797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.330276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.396439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Attempting to bind port ccdd03d7-5b5c-4894-aa17-4e797b081889 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:45.397044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Attempting to bind port ccdd03d7-5b5c-4894-aa17-4e797b081889 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '51e62567-a108-4b84-ac3b-fbab39cfc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:45.398597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Attempting to bind port ccdd03d7-5b5c-4894-aa17-4e797b081889 on network 12fba43d-2937-445f-8151-8a612e3433eb {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:45.405164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:45.405806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Checking segment: {'id': '51e62567-a108-4b84-ac3b-fbab39cfc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:45.406431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.406977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Bound using segment: {'id': '51e62567-a108-4b84-ac3b-fbab39cfc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:45.407604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Bound port: ccdd03d7-5b5c-4894-aa17-4e797b081889, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e62567-a108-4b84-ac3b-fbab39cfc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '12fba43d-2937-445f-8151-8a612e3433eb'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:45.408415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.410963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Transition to ACTIVE for port object d84b87b0-7657-4480-b89f-c675a3baaeb5 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:45.435860 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] For port 66214dc3-e4b7-4335-b540-ddb834ffdfa4, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:45.439301 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] For port 66214dc3-e4b7-4335-b540-ddb834ffdfa4, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=66214dc3-e4b7-4335-b540-ddb834ffdfa4,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:45.449033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.454365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.516432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] For port ccdd03d7-5b5c-4894-aa17-4e797b081889, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:45.521297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] For port ccdd03d7-5b5c-4894-aa17-4e797b081889, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccdd03d7-5b5c-4894-aa17-4e797b081889,segment=NetworkSegment(51e62567-a108-4b84-ac3b-fbab39cfc598),segment_id=51e62567-a108-4b84-ac3b-fbab39cfc598)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:45.531614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.538720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.546949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9bcf1735-e7a8-4784-97ff-9734239c3aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.557207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.569375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-01ab5b1a-61da-4628-adce-c296f6bfd705 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.594746 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Routers {'425771e5-ec88-4a2d-8248-a375fbd16bae'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:45.595370 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25b280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['425771e5-ec88-4a2d-8248-a375fbd16bae'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:45.633777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.648768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.653452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Pushing event updated for resources: {'Port': ['ID=ccdd03d7-5b5c-4894-aa17-4e797b081889,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:45.658586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:45.660455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.678802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=d84b87b0-7657-4480-b89f-c675a3baaeb5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:45.685625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.695088 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/ports/361e6fec-ccf8-465f-9fd9-caac0b975651 HTTP/1.1" status: 204  len: 168 time: 2.8538241
Dec 10 03:55:45.710405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34102) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:45.766722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=9b29669b-029f-430d-97f7-feedc5a5b003,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:45.769701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting port 66214dc3-e4b7-4335-b540-ddb834ffdfa4 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:45.770136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.824798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:45.833076 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] Set router 425771e5-ec88-4a2d-8248-a375fbd16bae gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:55:45.873043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Checking segment: {'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:45.873585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Network hostable DHCP agents. Network: 8803834f-d2e1-454e-af15-c435f1e18c61, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:45.886516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting subnet b4983578-fa46-40d3-8fac-41faf225efca {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:55:45.905855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:45.914173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': 'd953987f-a051-458a-a078-9acaf3e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:45.914765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: 211eebff-8d6a-47b9-b955-ade5fc410a03, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:46.042757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:46.057414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Network 8803834f-d2e1-454e-af15-c435f1e18c61 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:46.070247 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25b280>, [{'id': '425771e5-ec88-4a2d-8248-a375fbd16bae', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:36Z', 'updated_at': '2021-12-10T03:55:45Z', 'revision_number': 4, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:46.075742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:46.077466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Pushing event updated for resources: {'Port': ['ID=66214dc3-e4b7-4335-b540-ddb834ffdfa4,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:46.080630 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:46.082096 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33528b31-378b-47ab-ae78-2477cf688be1 None None] The sync data for ids ['425771e5-ec88-4a2d-8248-a375fbd16bae'] in dv-neutron-821182-1-hyperv is: [{'id': '425771e5-ec88-4a2d-8248-a375fbd16bae', 'name': 'tempest-snat-router-459145554', 'tenant_id': '2baf6ff902a24153951ac38d85a1aae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:55:36Z', 'updated_at': '2021-12-10T03:55:45Z', 'revision_number': 4, 'project_id': '2baf6ff902a24153951ac38d85a1aae1', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:46.095549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:46.117091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 211eebff-8d6a-47b9-b955-ade5fc410a03) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:46.138091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91289552-5130-4dec-8384-9a410a229852 None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:46.138640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:46.139431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.170072 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8100801
Dec 10 03:55:46.175778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34112) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:46.191617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] For port 66214dc3-e4b7-4335-b540-ddb834ffdfa4, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=66214dc3-e4b7-4335-b540-ddb834ffdfa4,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:46.191979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.194068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 8803834f-d2e1-454e-af15-c435f1e18c61) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:46.200751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.234127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d30d6-8717-4a12-8abf-3d59c96bec35 None None] Network 8803834f-d2e1-454e-af15-c435f1e18c61 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:46.290594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:46.301808 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-22aeb1cf-355f-4f6d-b7de-a2a2e5610116 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:55:46.303383 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-22aeb1cf-355f-4f6d-b7de-a2a2e5610116 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312 HTTP/1.1" status: 400  len: 364 time: 2.2780521
Dec 10 03:55:46.312693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34118) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:46.430098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Calling delete_port for 66214dc3-e4b7-4335-b540-ddb834ffdfa4 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:46.525177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:46.525805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:46.526338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:46.613974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:46.624361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:46.624707 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:46.631741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 2 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:46.635948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.638863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:subnet and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:46.640823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-127bd888-5d64-42d6-afa5-3f1a298ac33a tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:46.651840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:46.672919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:46.678966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ead0696f-4cd0-4bdc-bc88-e662075b3fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.689743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-211eebff-8d6a-47b9-b955-ade5fc410a03', 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': '9b29669b-029f-430d-97f7-feedc5a5b003'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:46.690687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.694277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Port': ['ID=66214dc3-e4b7-4335-b540-ddb834ffdfa4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:46.696576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:46.791610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.868279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Allocated IP 172.20.0.2 (211eebff-8d6a-47b9-b955-ade5fc410a03/9b29669b-029f-430d-97f7-feedc5a5b003/99e86472-9cf5-472c-81c6-d060cf1d4c04) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:46.954636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:46.954972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:46.955310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:46.993187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:46.995225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:46.995562 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:46.996139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.007226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 3 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:47.025096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.025470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 425771e5-ec88-4a2d-8248-a375fbd16bae {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:47.040397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.042051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/routers/425771e5-ec88-4a2d-8248-a375fbd16bae HTTP/1.1" status: 204  len: 168 time: 3.1688437
Dec 10 03:55:47.044444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34122) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:47.087763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:47.091242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.178065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.178638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.191693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Transition to ACTIVE for port object 99e86472-9cf5-472c-81c6-d060cf1d4c04 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:47.216641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.227409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Transition to ACTIVE for port object 99e86472-9cf5-472c-81c6-d060cf1d4c04 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:47.237389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.243763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d649a45a-dbc4-4111-b0a6-2d9d54ade5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:47.289550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:47.289888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:47.290225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:47.342516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 99e86472-9cf5-472c-81c6-d060cf1d4c04 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:47.342855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.383511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Pushing event updated for resources: {'Port': ['ID=99e86472-9cf5-472c-81c6-d060cf1d4c04,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:47.388447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:47.401943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:47.404397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:47.407167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:47.413540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:47.413874 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:47.459050 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 4 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:47.477842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.495446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:47.495787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:47.496116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:47.526076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccdd03d7-5b5c-4894-aa17-4e797b081889 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:47.530018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:47.530357 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:47.540917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 5 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:47.576546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a5023-b13b-4a71-b898-88d475d08348 None None] Network 12fba43d-2937-445f-8151-8a612e3433eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:47.616839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.709334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.720218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Deleting port 544a2201-32c1-4757-af45-9c3ac5861178 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:47.720617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.723418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.730459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Attempting to bind port 99e86472-9cf5-472c-81c6-d060cf1d4c04 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:47.730841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Attempting to bind port 99e86472-9cf5-472c-81c6-d060cf1d4c04 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd953987f-a051-458a-a078-9acaf3e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:47.731217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Attempting to bind port 99e86472-9cf5-472c-81c6-d060cf1d4c04 on network 211eebff-8d6a-47b9-b955-ade5fc410a03 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:47.770997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:47.771493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Checking segment: {'id': 'd953987f-a051-458a-a078-9acaf3e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:47.772093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.772596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Bound using segment: {'id': 'd953987f-a051-458a-a078-9acaf3e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:47.773190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Bound port: 99e86472-9cf5-472c-81c6-d060cf1d4c04, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd953987f-a051-458a-a078-9acaf3e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '211eebff-8d6a-47b9-b955-ade5fc410a03'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:47.773701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.782770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4e71f64e-531c-4cdd-a039-47561fb337e6 None None] Provisioning for port ccdd03d7-5b5c-4894-aa17-4e797b081889 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:47.788284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:47.788921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:47.789048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:47.792013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.860493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:47.910644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ccdd03d7-5b5c-4894-aa17-4e797b081889 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:47.934367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ccdd03d7-5b5c-4894-aa17-4e797b081889 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:47.934895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.943963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] For port 544a2201-32c1-4757-af45-9c3ac5861178, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=544a2201-32c1-4757-af45-9c3ac5861178,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:47.944318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.949079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Subnet': ['ID=b4983578-fa46-40d3-8fac-41faf225efca,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:47.951451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:47.952000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:47.952351 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:47.960319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:47.960522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 6 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:48.021699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.026346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:48.036266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02c679-81c0-4fad-a1d2-bb1dfd8fcaca None None] Network 033b10ba-7f37-4000-a404-d596cdd7e647 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:48.048967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/subnets/b4983578-fa46-40d3-8fac-41faf225efca HTTP/1.1" status: 204  len: 168 time: 2.3217483
Dec 10 03:55:48.055733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=99e86472-9cf5-472c-81c6-d060cf1d4c04,segment=NetworkSegment(d953987f-a051-458a-a078-9acaf3e8aa8c),segment_id=d953987f-a051-458a-a078-9acaf3e8aa8c)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:48.057815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34130) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:48.071830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Calling delete_port for 544a2201-32c1-4757-af45-9c3ac5861178 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:48.114513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.125341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9c5c9b0d-9e46-407b-a615-c2e27f484167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:48.129836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:48.130167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:48.130495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:48.235658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:48.235993 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:48.248921 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 7 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:48.251139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.257138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:48.276811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:48.277145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:48.277505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:48.305631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event deleted for resources: {'Port': ['ID=544a2201-32c1-4757-af45-9c3ac5861178,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:48.309756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:48.343177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:48.343790 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:48.354340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 8 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:48.356145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Pushing event updated for resources: {'Port': ['ID=99e86472-9cf5-472c-81c6-d060cf1d4c04,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:48.367020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:48.377093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.417903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.428396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ccdd03d7-5b5c-4894-aa17-4e797b081889, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccdd03d7-5b5c-4894-aa17-4e797b081889,segment=NetworkSegment(51e62567-a108-4b84-ac3b-fbab39cfc598),segment_id=51e62567-a108-4b84-ac3b-fbab39cfc598)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:48.437237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.439292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-493f9265-c242-492d-ab19-e3b1b7273698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:48.453029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.495819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, got binding levels [] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:48.496094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.526410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:48.526743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:48.527079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:48.586118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ccdd03d7-5b5c-4894-aa17-4e797b081889,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:48.590775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:48.678469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] DHCP port deletion for 033b10ba-7f37-4000-a404-d596cdd7e647 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:48.683783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Deleting port a7823380-53ef-4a57-ba0f-1f84b00ec64d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:48.684175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.690336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.694117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.733340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.733965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c23d9773-46ef-4cf8-b2cf-79f78634bd44 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:48.754711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.760273 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c23d9773-46ef-4cf8-b2cf-79f78634bd44 HTTP/1.1" status: 204  len: 168 time: 1.7148581
Dec 10 03:55:48.760997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34136) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:48.766903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-668609028', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:48.774633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:48.779163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:48.782676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:48.793297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:48.819678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.830304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.854091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:48.926921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port a7823380-53ef-4a57-ba0f-1f84b00ec64d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:48.927569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.070734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.084724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 99e86472-9cf5-472c-81c6-d060cf1d4c04 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:49.096504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] For port a7823380-53ef-4a57-ba0f-1f84b00ec64d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7823380-53ef-4a57-ba0f-1f84b00ec64d,segment=NetworkSegment(59f8cb9a-b378-486b-be1a-8e0eca486dae),segment_id=59f8cb9a-b378-486b-be1a-8e0eca486dae)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:49.097686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.105049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7dbe729f-a7aa-4482-802d-b2ac1985c583 None None] Provisioning complete for port ccdd03d7-5b5c-4894-aa17-4e797b081889 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:49.105546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7dbe729f-a7aa-4482-802d-b2ac1985c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.118661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:49.143143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:49.143393 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:49.166201 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 9 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:49.283105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:49.283479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:49.283775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:49.313653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Calling delete_port for a7823380-53ef-4a57-ba0f-1f84b00ec64d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:49.367246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:49.367726 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:49.371477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.384135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 10 to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5
Dec 10 03:55:49.392380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=90ee689e-7e11-449c-97a4-9a48331f0476,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:49.395645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:49.417124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Allocated IP 2001:db8::1 (ee377a0d-f32e-4f47-973d-3a0e09f0930f/7e7c117b-bd48-464f-b78a-5dfdf98249c5/ef9d8d23-4b51-4008-9def-ed2bc4d1f162) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:49.417367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.449368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:49.449707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:49.450240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:49.456243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': '715d9294-fcae-488c-8cd0-e7972d75fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:49.456724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: f1ef5031-682b-4906-8eb7-aae624e3f1be, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:49.488293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:49.488687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:49.536194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.541907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:49.570343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port d84b87b0-7657-4480-b89f-c675a3baaeb5 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:49.570457 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port d84b87b0-7657-4480-b89f-c675a3baaeb5 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:49.570749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.624318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccdd03d7-5b5c-4894-aa17-4e797b081889 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:49.656154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] No DVR routers for this DVR port a7823380-53ef-4a57-ba0f-1f84b00ec64d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:49.664423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Pushing event deleted for resources: {'Port': ['ID=a7823380-53ef-4a57-ba0f-1f84b00ec64d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:49.680350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:49.709553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ccdd03d7-5b5c-4894-aa17-4e797b081889 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:49.710024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.761425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network f1ef5031-682b-4906-8eb7-aae624e3f1be is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:49.773087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] For port a7823380-53ef-4a57-ba0f-1f84b00ec64d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7823380-53ef-4a57-ba0f-1f84b00ec64d,segment=NetworkSegment(59f8cb9a-b378-486b-be1a-8e0eca486dae),segment_id=59f8cb9a-b378-486b-be1a-8e0eca486dae)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:49.773475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.871448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.885885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, f1ef5031-682b-4906-8eb7-aae624e3f1be) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:49.890514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:49.891172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.911546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:49.924909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 99e86472-9cf5-472c-81c6-d060cf1d4c04 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:49.975212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Calling delete_port for a7823380-53ef-4a57-ba0f-1f84b00ec64d owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:49.986824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09150498-354d-4412-81f2-4afdec284267 None None] Network f1ef5031-682b-4906-8eb7-aae624e3f1be requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:50.015862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 99e86472-9cf5-472c-81c6-d060cf1d4c04 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:50.016206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.073525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Allocated IP 172.26.1.77 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/2a287b0c-49c8-4284-bf8a-cde8e6925fb2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:50.075426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc748687-4093-4adf-8b75-c5043d42ff9a None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:50.093925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port d84b87b0-7657-4480-b89f-c675a3baaeb5, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:50.094638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempted to set empty binding levels {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:55:50.118395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.131009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.141634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3065cdf-196b-436a-ad06-f1277574529f tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:50.197678 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.1481657
Dec 10 03:55:50.197913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-98ad6f94-65d1-463e-8576-28ecd2aebff8 None None] Provisioning for port 99e86472-9cf5-472c-81c6-d060cf1d4c04 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:50.201422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34146) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:50.211048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1280703333'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:50.219779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:50.236979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:50.241226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:50.242193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Transition to ACTIVE for port object ef9d8d23-4b51-4008-9def-ed2bc4d1f162 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:50.248300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:50.249201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.257387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:50.282670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.287849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:50.291825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.320426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=d84b87b0-7657-4480-b89f-c675a3baaeb5,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:50.323441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:50.332165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:50.333765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 99e86472-9cf5-472c-81c6-d060cf1d4c04 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:50.346264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.346611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment f16bdb04-14bd-43fa-bc54-1717b653b741 of type vlan for network ab319840-6b66-4206-964c-991cc8feb737
Dec 10 03:55:50.356030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34150) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:50.356300 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 7.6980989
Dec 10 03:55:50.370272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 99e86472-9cf5-472c-81c6-d060cf1d4c04 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:50.370644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.416757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.417031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:50.417415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:50.428871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bde21a79-25b3-4cf4-be5b-a56f6d1b70ae tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:50.452097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.459056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:50.462221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.508013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:50.513817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:50.518318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-f1ef5031-682b-4906-8eb7-aae624e3f1be', 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be', 'tenant_id': '6f94495ea619486eaab0e8eb2b415cde', 'fixed_ips': [{'subnet_id': '90ee689e-7e11-449c-97a4-9a48331f0476'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:50.519492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.528527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:50.542645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=99e86472-9cf5-472c-81c6-d060cf1d4c04,segment=NetworkSegment(d953987f-a051-458a-a078-9acaf3e8aa8c),segment_id=d953987f-a051-458a-a078-9acaf3e8aa8c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:50.543107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.560090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:50.564455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:50.567671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:50.568035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.572592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Deleting port d84b87b0-7657-4480-b89f-c675a3baaeb5 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:50.572937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.600943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event updated for resources: {'Port': ['ID=2a287b0c-49c8-4284-bf8a-cde8e6925fb2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:50.614058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:50.642649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.649388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:50.649517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.656890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:50.694984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.796140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=99e86472-9cf5-472c-81c6-d060cf1d4c04,segment=NetworkSegment(d953987f-a051-458a-a078-9acaf3e8aa8c),segment_id=d953987f-a051-458a-a078-9acaf3e8aa8c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:50.809205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Allocated IP 2001:db8:0:ffff::2 (f1ef5031-682b-4906-8eb7-aae624e3f1be/90ee689e-7e11-449c-97a4-9a48331f0476/b3e54cbd-43a2-409a-ba01-3462bb5cb83f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:50.813606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.830680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:50.841700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 99e86472-9cf5-472c-81c6-d060cf1d4c04 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:50.927923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Port': ['ID=ef9d8d23-4b51-4008-9def-ed2bc4d1f162,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:50.933334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:50.936085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Deleting port a7823380-53ef-4a57-ba0f-1f84b00ec64d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:50.936580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:50.949802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7823380-53ef-4a57-ba0f-1f84b00ec64d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:51.023099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a7823380-53ef-4a57-ba0f-1f84b00ec64d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:51.023381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7823380-53ef-4a57-ba0f-1f84b00ec64d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:51.023806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 544a2201-32c1-4757-af45-9c3ac5861178 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:51.042184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] The port 'a7823380-53ef-4a57-ba0f-1f84b00ec64d' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:55:51.082115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 544a2201-32c1-4757-af45-9c3ac5861178 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:51.082483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 544a2201-32c1-4757-af45-9c3ac5861178 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:51.142264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port d84b87b0-7657-4480-b89f-c675a3baaeb5, host hv-neutron-8211, got binding levels [] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:51.142881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.192605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=99e86472-9cf5-472c-81c6-d060cf1d4c04,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:51.198627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:51.207636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=ab319840-6b66-4206-964c-991cc8feb737,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:51.208532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Provisioning for port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:51.219754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Provisioning complete for port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:51.220272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.239126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:55:51.239662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:55:51.259101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network ab319840-6b66-4206-964c-991cc8feb737 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:51.269640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.305035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f5a90>,) {'filters': {'network_id': ['033b10ba-7f37-4000-a404-d596cdd7e647']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:51.319842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f5a90>, '59f8cb9a-b378-486b-be1a-8e0eca486dae') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:51.320189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f5a90>, '59f8cb9a-b378-486b-be1a-8e0eca486dae') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:51.333012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.350663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.361977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:51.363058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.406353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 99e86472-9cf5-472c-81c6-d060cf1d4c04 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:51.431699 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:51.462561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.488099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:51.508157 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3024616
Dec 10 03:55:51.514909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Calling delete_port for d84b87b0-7657-4480-b89f-c675a3baaeb5 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:51.516743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.518326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:51.534760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:51.545802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:51.552894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': 'ab319840-6b66-4206-964c-991cc8feb737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:51.561074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Provisioning complete for port 99e86472-9cf5-472c-81c6-d060cf1d4c04 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:51.561696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ae095f9-2a03-4426-81bd-fbc3972701bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.576188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.590177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.622809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Transition to ACTIVE for port object b3e54cbd-43a2-409a-ba01-3462bb5cb83f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:51.643394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Pushing event deleted for resources: {'Network': ['ID=033b10ba-7f37-4000-a404-d596cdd7e647,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:51.648557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 99e86472-9cf5-472c-81c6-d060cf1d4c04 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:51.648959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.657476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:51.688924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Transition to ACTIVE for port object b3e54cbd-43a2-409a-ba01-3462bb5cb83f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:51.710046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.715573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-90db998d-ea4f-4561-8ab0-c03bdd2ec4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:51.740194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] 10.222.0.44 "DELETE /v2.0/networks/033b10ba-7f37-4000-a404-d596cdd7e647 HTTP/1.1" status: 204  len: 168 time: 3.6175597
Dec 10 03:55:51.808240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 99e86472-9cf5-472c-81c6-d060cf1d4c04 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:51.808466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.842637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:51.852158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Network f1ef5031-682b-4906-8eb7-aae624e3f1be is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:51.877052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:51.879293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:51.884338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:subnet and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:51.887327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:51.888771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:51.898602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:51.904145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Pushing event updated for resources: {'Port': ['ID=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:51.930628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:51.996643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.009884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-512df4e6-cbc9-4f85-818a-d5937ee7aa2f tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:52.080540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.099004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Attempting to bind port b3e54cbd-43a2-409a-ba01-3462bb5cb83f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:52.099376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Attempting to bind port b3e54cbd-43a2-409a-ba01-3462bb5cb83f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '715d9294-fcae-488c-8cd0-e7972d75fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:52.099747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Attempting to bind port b3e54cbd-43a2-409a-ba01-3462bb5cb83f on network f1ef5031-682b-4906-8eb7-aae624e3f1be {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:52.107854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:52.108108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Checking segment: {'id': '715d9294-fcae-488c-8cd0-e7972d75fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:52.108510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.108902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Bound using segment: {'id': '715d9294-fcae-488c-8cd0-e7972d75fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:52.109640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Bound port: b3e54cbd-43a2-409a-ba01-3462bb5cb83f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715d9294-fcae-488c-8cd0-e7972d75fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f1ef5031-682b-4906-8eb7-aae624e3f1be'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:52.109791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.129607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:52.132546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.134366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34166) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:52.137897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event deleted for resources: {'Port': ['ID=d84b87b0-7657-4480-b89f-c675a3baaeb5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:52.142852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:52.148645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d84b87b0-7657-4480-b89f-c675a3baaeb5 HTTP/1.1" status: 204  len: 168 time: 1.7886174
Dec 10 03:55:52.155043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34170) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:52.208457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] For port b3e54cbd-43a2-409a-ba01-3462bb5cb83f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:52.211717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] For port b3e54cbd-43a2-409a-ba01-3462bb5cb83f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,segment=NetworkSegment(715d9294-fcae-488c-8cd0-e7972d75fb5a),segment_id=715d9294-fcae-488c-8cd0-e7972d75fb5a)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:52.218459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.224701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-85817cf1-0f13-47dc-bea5-4a4e9cbeb891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:52.256119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3394f60f-540c-4980-be2c-eab6fbc06c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:55:52.256670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3394f60f-540c-4980-be2c-eab6fbc06c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Synchronizing usage tracker for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:52.323476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Pushing event updated for resources: {'Port': ['ID=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:52.334676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:52.418525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1de84a70-e489-42a6-82fb-ede01eb68aa9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e12c431d2e864a439c15fcfcf9805333&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2818594
Dec 10 03:55:52.421878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34178) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:52.427769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3394f60f-540c-4980-be2c-eab6fbc06c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Unset dirty status for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:52.428930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3394f60f-540c-4980-be2c-eab6fbc06c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports/d84b87b0-7657-4480-b89f-c675a3baaeb5 HTTP/1.1" status: 404  len: 333 time: 0.2729917
Dec 10 03:55:52.439283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34182) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:52.472672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-784329372'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:52.488548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:52.510929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.557238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:52.562090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.586329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.588126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.616159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4555eb8a-5ab8-49e2-86cb-7511815591f6 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:52.644718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.657004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Made reservation on behalf of 14a2800e897e45a1a5197c3d0c346e06 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:52.659137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.698716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.790041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.793886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:52.808760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b94f22-61ed-47ea-8aa5-1bdc75a4c54e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:52.809462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 99e86472-9cf5-472c-81c6-d060cf1d4c04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=99e86472-9cf5-472c-81c6-d060cf1d4c04,segment=NetworkSegment(d953987f-a051-458a-a078-9acaf3e8aa8c),segment_id=d953987f-a051-458a-a078-9acaf3e8aa8c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:52.809889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.812758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:52.814634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Router ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:55:52.820788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:52.823881 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61b94f22-61ed-47ea-8aa5-1bdc75a4c54e HTTP/1.1" status: 204  len: 168 time: 0.3984833
Dec 10 03:55:52.866992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port 2a2c2e73-6b6a-4025-b51e-bf607853c02a yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:53.009085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event updated for resources: {'Port': ['ID=ef9d8d23-4b51-4008-9def-ed2bc4d1f162,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:53.082686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:53.091614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 99e86472-9cf5-472c-81c6-d060cf1d4c04 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:53.148231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:53.162105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] Sync routers for ids ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:53.178271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] Routers {'ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:53.180541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6b0f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:53.201831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:53.206585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.4438972
Dec 10 03:55:53.207275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34196) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:53.212362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:53.281699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:53.294067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:53.318199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6b0f70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:53.339333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] Routers {'ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:53.341803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6b0f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:53.513572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6b0f70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:53.514809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd628dbf-020d-47d4-a3d2-b0c4b63cd5a9 None None] The sync data for ids ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:53.518134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b3e54cbd-43a2-409a-ba01-3462bb5cb83f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:53.689153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b3e54cbd-43a2-409a-ba01-3462bb5cb83f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:53.723474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac5643-5733-48fb-9831-c7546e368725 None None] Network f1ef5031-682b-4906-8eb7-aae624e3f1be requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:53.849795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:53.899014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:55:53.908792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:53.918165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e4f0a95-1672-411a-8df5-9505173cb6d5 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:53.975478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:53.982623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Router e76951f1-d93c-4483-89f8-aa7f5e734312 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:54.001462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Provisioning complete for port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:54.002111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.020308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.068031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34216) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:54.087731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ea949-e1f0-45b1-8b56-d010b9aafcfb None None] DHCP port deletion for 211eebff-8d6a-47b9-b955-ade5fc410a03 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:54.106915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=4da47cc5-1fd6-43db-bccc-89bcbbf7167b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:54.165724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:54.191578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Provisioning for port b3e54cbd-43a2-409a-ba01-3462bb5cb83f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:54.198985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Provisioning complete for port b3e54cbd-43a2-409a-ba01-3462bb5cb83f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:54.199298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.279964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581858147'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:54.350510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:54.369146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:54.374346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:54.379029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port 99e86472-9cf5-472c-81c6-d060cf1d4c04 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:55:54.382005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.382598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.383151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.383699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.384096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:54.384455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.385077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.385647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.386205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.386311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.386835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.387557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.388095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.388637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:54.413541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:54.417710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.436803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.439197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:54.441189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.441889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] For port b3e54cbd-43a2-409a-ba01-3462bb5cb83f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,segment=NetworkSegment(715d9294-fcae-488c-8cd0-e7972d75fb5a),segment_id=715d9294-fcae-488c-8cd0-e7972d75fb5a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:54.443079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-edd06441-53b2-4e3b-9a83-9ab85adf4b2a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:54.450574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.461951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:54.463502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:54.493233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': 'f16bdb04-14bd-43fa-bc54-1717b653b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:54.493708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: ab319840-6b66-4206-964c-991cc8feb737, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:55:54.521248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=99e86472-9cf5-472c-81c6-d060cf1d4c04,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:54.529561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:security_group_rule and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:54.529777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:54.538568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66882aec-ec7c-419d-a99e-00cf4c991d76 tempest-RoutersAdminNegativeIpV6Test-108530986 tempest-RoutersAdminNegativeIpV6Test-108530986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:54.555338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Pushing event updated for resources: {'Port': ['ID=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:54.566429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:54.588452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7105ee-8a81-4091-a07b-15da31a8df82 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:55:54.593162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Network 8803834f-d2e1-454e-af15-c435f1e18c61 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:54.604443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:54.610983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:54.613450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.621017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:54.646569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:54.647497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:54.648102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.651781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:54.666177 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] Sync routers for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:54.678841 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:54.680072 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ef5e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:54.694356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network ab319840-6b66-4206-964c-991cc8feb737 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:55:54.707381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e5804a4-0e34-4789-ab30-525e372d27fd None None] Provisioning complete for port b3e54cbd-43a2-409a-ba01-3462bb5cb83f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:54.707778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e5804a4-0e34-4789-ab30-525e372d27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.711126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2c2e73-6b6a-4025-b51e-bf607853c02a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:54.722831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:54.732043 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4079151
Dec 10 03:55:54.732985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, ab319840-6b66-4206-964c-991cc8feb737) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:54.736721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34224) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:54.741294 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.2927692
Dec 10 03:55:54.742906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:54.743494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:54.750290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34228) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:54.846637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:54.855256 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ef5e0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:54.886017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:54.886906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ef5e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:54.978289 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ef5e0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:54.980236 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e865f-d740-412d-9420-5fdde67eb5d2 None None] The sync data for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:55.010997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.018332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.022616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.036928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.044239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3b896e0-ea6c-4a7f-ad95-7bb047e4df0b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:55.078069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.5531211
Dec 10 03:55:55.110767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34234) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:55.122046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7105ee-8a81-4091-a07b-15da31a8df82 None None] Unable to find a vacant binding_index for network ab319840-6b66-4206-964c-991cc8feb737 and agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 {{(pid=87631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 10 03:55:55.130589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'port': {'network_id': 'ab319840-6b66-4206-964c-991cc8feb737', 'name': 'tempest-NetworksIpV6TestAttrs-787549120'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:55.148956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7105ee-8a81-4091-a07b-15da31a8df82 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, ab319840-6b66-4206-964c-991cc8feb737) {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:55:55.151318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=9b29669b-029f-430d-97f7-feedc5a5b003,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:55.177541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e3135e8-6d1d-4ced-bd43-6068ed43ae6c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.212203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.224180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:55.230718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:55.322659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:55:55.351771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7479d8e4-5405-41ff-bdd1-fdad0dd12487,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:55.361185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.361793 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment a27e9e3a-57d2-4701-9804-3df3a1b24acc of type vlan for network eaa10966-ef63-402f-88a1-d61c1ae22fdb
Dec 10 03:55:55.363708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.364226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.364734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.365246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.365789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.366296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.366791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.367293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.367800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.368304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.368794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.369283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:55.381037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:55.403902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b3e54cbd-43a2-409a-ba01-3462bb5cb83f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:55.424374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.436515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:55:55.453911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.482973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.510577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b3e54cbd-43a2-409a-ba01-3462bb5cb83f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:55.511029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.577992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc1e190>,) {'filters': {'network_id': ['211eebff-8d6a-47b9-b955-ade5fc410a03']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:55.598461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.603925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:55.604514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.608728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc1e190>, 'd953987f-a051-458a-a078-9acaf3e8aa8c') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:55.609020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dc1e190>, 'd953987f-a051-458a-a078-9acaf3e8aa8c') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:55.612195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac033fd5-949b-4d94-96fd-f7a05c43b47a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:55.623813 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-2e3135e8-6d1d-4ced-bd43-6068ed43ae6c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:55:55.624841 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e3135e8-6d1d-4ced-bd43-6068ed43ae6c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312 HTTP/1.1" status: 409  len: 329 time: 0.8850501
Dec 10 03:55:55.631827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:55.633829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34238) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:55.637062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.725134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:port and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:55.739790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-ab319840-6b66-4206-964c-991cc8feb737', 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737', 'tenant_id': '6f94495ea619486eaab0e8eb2b415cde', 'fixed_ips': [{'subnet_id': '4da47cc5-1fd6-43db-bccc-89bcbbf7167b'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:55:55.740558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.766829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:55:55.796086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:55.800557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6b78c70d-df27-46bc-83d3-24a0b924c476 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "PUT /v2.0/routers/ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 200  len: 920 time: 2.5892575
Dec 10 03:55:55.800557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=eaa10966-ef63-402f-88a1-d61c1ae22fdb,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:55.802773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:55.803579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:55.805424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 99e86472-9cf5-472c-81c6-d060cf1d4c04 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:55:55.814094 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.7385101
Dec 10 03:55:55.830773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] Sync routers for ids ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:55:55.844179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:55:55.960738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 99e86472-9cf5-472c-81c6-d060cf1d4c04 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:55:55.961249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 99e86472-9cf5-472c-81c6-d060cf1d4c04 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:55:55.985687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] Routers {'ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:55.986381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:56.042965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:56.048597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:56.056344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.078689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:56.131639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Allocated IP 2001:db8::f816:3eff:feac:6e76 (ab319840-6b66-4206-964c-991cc8feb737/4da47cc5-1fd6-43db-bccc-89bcbbf7167b/b8b37618-7ef9-4de5-aba1-4c265e133214) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:56.188676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port 2a2c2e73-6b6a-4025-b51e-bf607853c02a yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:56.197116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.198235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a57263e4-2851-48c6-a08a-d5b0bf99ed07 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 200  len: 920 time: 0.3927600
Dec 10 03:55:56.199713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34250) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:56.218087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:55:56.218781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:55:56.238066 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:55:56.301968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:56.306010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.357490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] device_id is not set on port a97e9306-00d9-4b99-a00f-18499ab18211 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:55:56.382946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.388213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4803c6-9aa8-4fc4-b73a-f2cef30a9ef1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:56.390411 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5c4803c6-9aa8-4fc4-b73a-f2cef30a9ef1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=ff027c3e-a255-49e9-b3c9-cf0e0f9a6844&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1898482
Dec 10 03:55:56.393062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:56.393184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] Routers {'ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:55:56.394237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:56.454364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Transition to ACTIVE for port object b8b37618-7ef9-4de5-aba1-4c265e133214 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:56.462294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Transition to ACTIVE for port object 2a2c2e73-6b6a-4025-b51e-bf607853c02a will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:56.473182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:55:56.473637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14bd6c4-0e23-4a2e-8196-62f07c8ab615 None None] The sync data for ids ['ff027c3e-a255-49e9-b3c9-cf0e0f9a6844'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:55:56.479632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.485547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Transition to ACTIVE for port object b8b37618-7ef9-4de5-aba1-4c265e133214 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:56.496862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.506509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:56.546682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Network ab319840-6b66-4206-964c-991cc8feb737 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:56.551642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.555998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:56.556317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e859a2f-cadf-4b75-b041-93075de1fcc0 tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:56.569604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:56.575106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.608396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=211eebff-8d6a-47b9-b955-ade5fc410a03,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:56.619463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:56.624950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-98dccd94-d1dd-4880-ac6c-d0415e4ad0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:56.625136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1a44e-646a-43f3-bdb6-1c107c2a0bc1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:56.625628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f7d1a44e-646a-43f3-bdb6-1c107c2a0bc1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Synchronizing usage tracker for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:56.650141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f7d1a44e-646a-43f3-bdb6-1c107c2a0bc1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Unset dirty status for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:56.655117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f7d1a44e-646a-43f3-bdb6-1c107c2a0bc1 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.2603345
Dec 10 03:55:56.655923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34258) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:56.690057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Attempting to bind port b8b37618-7ef9-4de5-aba1-4c265e133214 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:56.690952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Attempting to bind port b8b37618-7ef9-4de5-aba1-4c265e133214 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'f16bdb04-14bd-43fa-bc54-1717b653b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:56.691318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Attempting to bind port b8b37618-7ef9-4de5-aba1-4c265e133214 on network ab319840-6b66-4206-964c-991cc8feb737 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:56.693669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Pushing event updated for resources: {'Port': ['ID=b8b37618-7ef9-4de5-aba1-4c265e133214,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:56.697353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:56.710351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:55:56.710761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Checking segment: {'id': 'f16bdb04-14bd-43fa-bc54-1717b653b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:55:56.711279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.711688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Bound using segment: {'id': 'f16bdb04-14bd-43fa-bc54-1717b653b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:55:56.712175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Bound port: b8b37618-7ef9-4de5-aba1-4c265e133214, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16bdb04-14bd-43fa-bc54-1717b653b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ab319840-6b66-4206-964c-991cc8feb737'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:55:56.712654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.742612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d1c1fc6d-1934-4b74-bcfd-397701c557ed tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 200  len: 205 time: 0.0816853
Dec 10 03:55:56.744112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:56.783757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/211eebff-8d6a-47b9-b955-ade5fc410a03 HTTP/1.1" status: 204  len: 168 time: 10.6012173
Dec 10 03:55:56.800398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34266) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:56.809185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] For port b8b37618-7ef9-4de5-aba1-4c265e133214, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:56.812400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] For port b8b37618-7ef9-4de5-aba1-4c265e133214, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b8b37618-7ef9-4de5-aba1-4c265e133214,segment=NetworkSegment(f16bdb04-14bd-43fa-bc54-1717b653b741),segment_id=f16bdb04-14bd-43fa-bc54-1717b653b741)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:55:56.819438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:56.823886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:56.912383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Pushing event updated for resources: {'Port': ['ID=b8b37618-7ef9-4de5-aba1-4c265e133214,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:56.917220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:56.960533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc79cc10-3420-4b2a-a2b8-204708b4b453 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] GET failed (client error): The resource could not be found.
Dec 10 03:55:56.961287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cc79cc10-3420-4b2a-a2b8-204708b4b453 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:56.979428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2c2e73-6b6a-4025-b51e-bf607853c02a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:57.003549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:57.021987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:57.022321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:57.022660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:57.033728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Allocated IP 2001:db8::f816:3eff:fef5:6a9f (ab319840-6b66-4206-964c-991cc8feb737/4da47cc5-1fd6-43db-bccc-89bcbbf7167b/a97e9306-00d9-4b99-a00f-18499ab18211) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:55:57.046368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.050897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:57.051259 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:57.057071 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 2 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:57.093366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cc79cc10-3420-4b2a-a2b8-204708b4b453 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:57.094517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cc79cc10-3420-4b2a-a2b8-204708b4b453 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets/9b29669b-029f-430d-97f7-feedc5a5b003 HTTP/1.1" status: 404  len: 337 time: 0.2890406
Dec 10 03:55:57.110760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34270) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:57.187079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:57.187412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:57.187745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:57.234360 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-220385d5-07dd-4016-bdd0-7a9a3050e6b4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:55:57.235144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220385d5-07dd-4016-bdd0-7a9a3050e6b4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:55:57.238117 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-220385d5-07dd-4016-bdd0-7a9a3050e6b4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/211eebff-8d6a-47b9-b955-ade5fc410a03 HTTP/1.1" status: 404  len: 339 time: 0.1261113
Dec 10 03:55:57.248933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:57.249645 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:57.254538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34274) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:57.258771 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 3 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:57.471760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.478679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b8b37618-7ef9-4de5-aba1-4c265e133214 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:57.483761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port 2a287b0c-49c8-4284-bf8a-cde8e6925fb2 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:57.484395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.530895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2926135-d8ee-4373-b23d-6ba4ed3ba812 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:57.531686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c2926135-d8ee-4373-b23d-6ba4ed3ba812 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:57.633222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b8b37618-7ef9-4de5-aba1-4c265e133214 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:57.659679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:57.660020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:57.660355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:57.684595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:57.684927 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:57.688199 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 4 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:57.695420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c2926135-d8ee-4373-b23d-6ba4ed3ba812 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:57.697743 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c2926135-d8ee-4373-b23d-6ba4ed3ba812 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4263761
Dec 10 03:55:57.699451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.706383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34282) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:57.753405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:57.753784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:57.754072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:57.802789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fed0ae7c-9911-420b-8826-f7ea4d741fbe tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:57.830740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.850473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Transition to ACTIVE for port object a97e9306-00d9-4b99-a00f-18499ab18211 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:55:57.877717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for 2a287b0c-49c8-4284-bf8a-cde8e6925fb2 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:57.878887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:57.879392 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:57.885465 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 5 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:57.904512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fed0ae7c-9911-420b-8826-f7ea4d741fbe tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:57.905673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fed0ae7c-9911-420b-8826-f7ea4d741fbe tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 207 time: 0.1983750
Dec 10 03:55:57.912476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34286) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:57.919388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:57.919730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:57.920132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:57.935226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:57.949917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:57.950254 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:57.955943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:58.136028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.142450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.149118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.155116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.155989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Synchronizing usage tracker for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:58.175806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Unset dirty status for tenant:960d110406f6417197eb5c525d8a92f6 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:58.177067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dbd7161c-b00f-4085-961d-c28ccb8a3acc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2635598
Dec 10 03:55:58.180592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34290) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:58.211141 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 6 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:58.236587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Port': ['ID=a97e9306-00d9-4b99-a00f-18499ab18211,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:58.238934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7affb4a-2228-4382-b242-a30a9257a1bf None None] Network ab319840-6b66-4206-964c-991cc8feb737 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:58.243906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network ab319840-6b66-4206-964c-991cc8feb737 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:55:58.245195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:58.246581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:58.247124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:58.250823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:55:58.256136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:58.261853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:55:58.263681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef323e0-ee1c-439c-a69e-1870e10f3ee2 None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:58.267962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.268842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.277954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.332302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:58.333019 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:58.336426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef323e0-ee1c-439c-a69e-1870e10f3ee2 None None] Network 211eebff-8d6a-47b9-b955-ade5fc410a03 could not be found, it might have been deleted concurrently. {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 10 03:55:58.343244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 7 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:58.365496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-02c734ae-7f09-4e6f-a128-f7bc2f4acb07 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.1706369
Dec 10 03:55:58.366255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34294) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:58.368949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77c337-3218-4178-bb1b-5c42bc6581c6 None None] DHCP port deletion for 211eebff-8d6a-47b9-b955-ade5fc410a03 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:55:58.393114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Provisioning for port b8b37618-7ef9-4de5-aba1-4c265e133214 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:58.407999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Provisioning complete for port b8b37618-7ef9-4de5-aba1-4c265e133214 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:58.408389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.485282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd929561-142f-4767-a9b1-cee1f0ea6036 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.486913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd929561-142f-4767-a9b1-cee1f0ea6036 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.491712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cd929561-142f-4767-a9b1-cee1f0ea6036 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1205504
Dec 10 03:55:58.492475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34298) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:58.562139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.579278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7731f4de-c3a3-4092-a59a-21cd0d59b678 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:58.636396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:58.638039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:58.639065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:58.679734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.680371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=2a287b0c-49c8-4284-bf8a-cde8e6925fb2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:58.709353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.5972030
Dec 10 03:55:58.716155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34306) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:58.734525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:58.734988 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:58.741981 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 8 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:58.752417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-da119737-0071-4f55-bb97-e99d37506156 None None] For port b8b37618-7ef9-4de5-aba1-4c265e133214, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b8b37618-7ef9-4de5-aba1-4c265e133214,segment=NetworkSegment(f16bdb04-14bd-43fa-bc54-1717b653b741),segment_id=f16bdb04-14bd-43fa-bc54-1717b653b741)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:55:58.756021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:58.762100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a1360-c7b5-4a06-847b-befb1ee6154a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.763659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a1360-c7b5-4a06-847b-befb1ee6154a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:58.765488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-478a1360-c7b5-4a06-847b-befb1ee6154a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2724741
Dec 10 03:55:58.770662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.780493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34310) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:58.780799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3c5e4a6f-7933-45d4-9218-6eab769115d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:58.845155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:58.845824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:58.847100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:58.855691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting subnet 4da47cc5-1fd6-43db-bccc-89bcbbf7167b {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:55:58.863183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:58.863630 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:58.864386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:58.883037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Pushing event updated for resources: {'Port': ['ID=b8b37618-7ef9-4de5-aba1-4c265e133214,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:58.893703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.894269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.894778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.895253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.895733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.896212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.896908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.897399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.897872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.898338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.898820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.899298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:55:58.913612 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 9 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:58.915831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:58.950136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:58.950636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:58.951066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:58.957903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:58.958796 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:58.966245 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 10 to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a
Dec 10 03:55:58.971304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.011272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:55:59.011722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:55:59.012152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:55:59.039456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:55:59.039932 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:55:59.040388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.059145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.170124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port ef9d8d23-4b51-4008-9def-ed2bc4d1f162 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:55:59.170609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.186878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34314) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.201676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:59.282540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port 2a2c2e73-6b6a-4025-b51e-bf607853c02a, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:55:59.282978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempted to set empty binding levels {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:55:59.307425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.338740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.352270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.359748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b8b37618-7ef9-4de5-aba1-4c265e133214 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:55:59.363119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3571e87-75e2-494d-acca-a8d17a74bd2c tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:55:59.398543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] In _notify_port_updated(), no bound segment for port 2a2c2e73-6b6a-4025-b51e-bf607853c02a on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:55:59.399311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.399901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.404174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "PUT /v2.0/ports/2a2c2e73-6b6a-4025-b51e-bf607853c02a HTTP/1.1" status: 200  len: 980 time: 4.5860538
Dec 10 03:55:59.406200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34318) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.434320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc71746-b5db-4b94-9f8f-cf3375277be2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.435720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7bc71746-b5db-4b94-9f8f-cf3375277be2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks/430874de-72b9-46c8-9796-57bf0340612f HTTP/1.1" status: 200  len: 800 time: 0.6539240
Dec 10 03:55:59.451187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34322) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.464239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b8b37618-7ef9-4de5-aba1-4c265e133214 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:59.464776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.557778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.558288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:55:59.569862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:59.574072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2c2e73-6b6a-4025-b51e-bf607853c02a,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:55:59.577294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:55:59.581106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:59.587016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:59.595577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.597420 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 204  len: 168 time: 2.8519664
Dec 10 03:55:59.606207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34326) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.611217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:59.615379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.619398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1253309712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:55:59.632840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.640838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:55:59.653806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f4327-763e-4612-a7ac-843d3ea569d9 None None] Network ab319840-6b66-4206-964c-991cc8feb737 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:55:59.655735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:55:59.669484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:55:59.681016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:55:59.682917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:55:59.686365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.713299 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58f8f0f6-0ced-4541-9891-b22913f59d54 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/networks/430874de-72b9-46c8-9796-57bf0340612f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2578154
Dec 10 03:55:59.717331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34330) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.758187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Provisioning for port a97e9306-00d9-4b99-a00f-18499ab18211 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:55:59.776738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Provisioning complete for port a97e9306-00d9-4b99-a00f-18499ab18211 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:55:59.777276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.794311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Calling delete_port for ef9d8d23-4b51-4008-9def-ed2bc4d1f162 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:55:59.851522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.852842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.878204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.878678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.879144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.879604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.880063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.880519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.880969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.881448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.881907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.882366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.882821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.883275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.883725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.884250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.884906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.885396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.885855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.886311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.886835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.887289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.887739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.888189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.888644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.889093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.891263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Synchronizing usage tracker for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:55:59.954571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Port a97e9306-00d9-4b99-a00f-18499ab18211 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:55:59.961862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Unset dirty status for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:55:59.968399 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2af30b7e-8e4d-4c02-8c9f-6745ae6a61f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 22116 time: 0.5454135
Dec 10 03:55:59.970278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34338) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.975601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd903d-fdbf-41af-9c1f-108ad25f3efc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:55:59.976236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:55:59.980262 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c6dd903d-fdbf-41af-9c1f-108ad25f3efc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets/c9849ed1-8fe3-47c1-be92-0d593675def2 HTTP/1.1" status: 200  len: 811 time: 0.1867387
Dec 10 03:55:59.982634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34342) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:55:59.993981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7275ef07-39da-4032-9994-724ae7ae929f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:00.020944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Provisioning complete for port b8b37618-7ef9-4de5-aba1-4c265e133214 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:00.021396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-754aa4d0-66a3-4e66-977a-a6f38d789945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.029495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.040236 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/4da47cc5-1fd6-43db-bccc-89bcbbf7167b HTTP/1.1" status: 204  len: 168 time: 1.3041859
Dec 10 03:56:00.052461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:00.053257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=4da47cc5-1fd6-43db-bccc-89bcbbf7167b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:00.056240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:00.078204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.156048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Deleting port 2a2c2e73-6b6a-4025-b51e-bf607853c02a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:00.156391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.233192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecec0a2-d509-4279-b293-47ad69a4e09b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:00.238191 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1ecec0a2-d509-4279-b293-47ad69a4e09b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "GET /v2.0/subnets/c9849ed1-8fe3-47c1-be92-0d593675def2?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2098718
Dec 10 03:56:00.239843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34350) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:00.248646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.260102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-745224023'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:00.270645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:00.307123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f11ae9-63af-4f15-a347-97845168a171 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:00.309875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f11ae9-63af-4f15-a347-97845168a171 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:00.311046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e4f11ae9-63af-4f15-a347-97845168a171 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Synchronizing usage tracker for tenant:6f94495ea619486eaab0e8eb2b415cde on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:00.350707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e4f11ae9-63af-4f15-a347-97845168a171 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Unset dirty status for tenant:6f94495ea619486eaab0e8eb2b415cde on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:00.352453 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e4f11ae9-63af-4f15-a347-97845168a171 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2952726
Dec 10 03:56:00.355422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34354) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:00.358038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:00.358178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.385623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7614d717-f353-4138-a377-a0d30280ca5d tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:00.386350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.387530 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-213c9c0c-0cc5-477d-b264-10c5a215dfcc tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7782867
Dec 10 03:56:00.394211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec218fa-8609-49cc-a348-f36cc00884ad None None] Network ab319840-6b66-4206-964c-991cc8feb737 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:00.404239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34358) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:00.433092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Port': ['ID=ef9d8d23-4b51-4008-9def-ed2bc4d1f162,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:00.439950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:00.458236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:00.462180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.473464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:00.515569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d099bbe4-7269-40bc-b46c-36974c2bdc69 None None] Provisioning complete for port a97e9306-00d9-4b99-a00f-18499ab18211 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:00.516112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d099bbe4-7269-40bc-b46c-36974c2bdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.531129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.546178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f61e35ed-9db2-4501-b5ad-9cf0b201a535 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:00.659584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d099bbe4-7269-40bc-b46c-36974c2bdc69 None None] Port a97e9306-00d9-4b99-a00f-18499ab18211 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:56:00.679523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d099bbe4-7269-40bc-b46c-36974c2bdc69 None None] Provisioning complete for port b8b37618-7ef9-4de5-aba1-4c265e133214 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:00.680144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d099bbe4-7269-40bc-b46c-36974c2bdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.687630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.720922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:00.833046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] DHCP port deletion for ab319840-6b66-4206-964c-991cc8feb737 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:00.837370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Deleting port b8b37618-7ef9-4de5-aba1-4c265e133214 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:00.837725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.844641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddcd-de25-411f-9ddd-f31808d36cd7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.860849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port 2a2c2e73-6b6a-4025-b51e-bf607853c02a, host hv-neutron-8211, got binding levels [] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:00.861226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:00.868324 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e35ddcd-de25-411f-9ddd-f31808d36cd7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:56:00.868979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e35ddcd-de25-411f-9ddd-f31808d36cd7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:00.875654 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7e35ddcd-de25-411f-9ddd-f31808d36cd7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/ab319840-6b66-4206-964c-991cc8feb737 HTTP/1.1" status: 409  len: 405 time: 0.5192406
Dec 10 03:56:00.943056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34364) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.063645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Router e76951f1-d93c-4483-89f8-aa7f5e734312 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:56:01.069735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] For port b8b37618-7ef9-4de5-aba1-4c265e133214, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b8b37618-7ef9-4de5-aba1-4c265e133214,segment=NetworkSegment(f16bdb04-14bd-43fa-bc54-1717b653b741),segment_id=f16bdb04-14bd-43fa-bc54-1717b653b741)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:01.070221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.157982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621710008'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:01.164068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.164416 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Added segment 31a08d39-f9ad-4958-9188-95d36a2e5cb1 of type vlan for network c93d06dd-f096-412b-ae59-b0a1816fa41a
Dec 10 03:56:01.206092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:01.206293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Calling delete_port for b8b37618-7ef9-4de5-aba1-4c265e133214 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:01.215472 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5801175
Dec 10 03:56:01.215678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.217912 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] Sync routers for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:01.220691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=de0512fa-e344-495e-a62e-8ba9c8161624,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:01.228545 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:01.229259 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d534e20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:01.230476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:01.288066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:01.293257 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d534e20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:01.297552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:01.303744 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] Routers {'e76951f1-d93c-4483-89f8-aa7f5e734312'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:01.304466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d534e20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e76951f1-d93c-4483-89f8-aa7f5e734312'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:01.311543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Calling delete_port for 2a2c2e73-6b6a-4025-b51e-bf607853c02a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:01.313878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-de6cd4d1-94eb-4841-b6ed-2bfc423e07ba tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] show failed (client error): The resource could not be found.
Dec 10 03:56:01.320048 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-de6cd4d1-94eb-4841-b6ed-2bfc423e07ba tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1191955860 HTTP/1.1" status: 404  len: 335 time: 0.1034002
Dec 10 03:56:01.320862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34374) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.326690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7c086081-ecdd-4bec-94f1-49575fc9c8ca tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:01.343370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.346518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.349060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-59d3a2d9-d2f4-48a7-8593-d515d148e81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:01.350935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': 'a27e9e3a-57d2-4701-9804-3df3a1b24acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:01.351467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: eaa10966-ef63-402f-88a1-d61c1ae22fdb, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:01.357524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:01.394902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:01.404310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b8b37618-7ef9-4de5-aba1-4c265e133214 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:01.425043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.425282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-7c086081-ecdd-4bec-94f1-49575fc9c8ca tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] update failed (client error): The resource could not be found.
Dec 10 03:56:01.427537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d534e20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:01.428198 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2fe91-1f38-4eab-b252-0169c5fc8874 None None] The sync data for ids ['e76951f1-d93c-4483-89f8-aa7f5e734312'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:01.429983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7c086081-ecdd-4bec-94f1-49575fc9c8ca tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-417683728 HTTP/1.1" status: 404  len: 334 time: 0.1078856
Dec 10 03:56:01.430859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.457841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:01.461125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.465135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Pushing event deleted for resources: {'Port': ['ID=b8b37618-7ef9-4de5-aba1-4c265e133214,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:01.472064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] No DVR routers for this DVR port b8b37618-7ef9-4de5-aba1-4c265e133214 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:01.473756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:01.474678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b8b37618-7ef9-4de5-aba1-4c265e133214 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:01.474994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b8b37618-7ef9-4de5-aba1-4c265e133214 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:01.509009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting subnet db643cbd-b2ca-4fc6-8595-118988abc308 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:01.512101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.537936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:01.569214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.582951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, eaa10966-ef63-402f-88a1-d61c1ae22fdb) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:01.591583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa63bcd-eb28-4c90-8002-26b379dd6ec2 None None] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:01.592957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:01.596888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:01.597532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.600949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.606351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:01.606932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.617558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:01.646877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.671339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.735869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.736465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment 695ab47b-a698-46c7-8e31-6577e4e65eec of type vlan for network 33ef7157-4f7a-43b1-a1f7-119845296fa6
Dec 10 03:56:01.781856 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5921738
Dec 10 03:56:01.806531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.813940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Network': ['ID=c93d06dd-f096-412b-ae59-b0a1816fa41a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:01.820491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.822939 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5792158
Dec 10 03:56:01.823882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:01.828923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c93d06dd-f096-412b-ae59-b0a1816fa41a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:01.830233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.832425 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2a2c2e73-6b6a-4025-b51e-bf607853c02a HTTP/1.1" status: 204  len: 168 time: 1.8610809
Dec 10 03:56:01.833053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34384) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.833975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c6e67d76-7554-4780-a646-88cfefe75acd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:01.841567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667136425'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:01.842809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-eaa10966-ef63-402f-88a1-d61c1ae22fdb', 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': 'de0512fa-e344-495e-a62e-8ba9c8161624'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:01.843643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.844771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34388) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.878639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:01.888232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:01.900553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:01.903538 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4ff83f-d0b3-4987-bce4-fe901c538b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:56:01.909266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5f4ff83f-d0b3-4987-bce4-fe901c538b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports/2a2c2e73-6b6a-4025-b51e-bf607853c02a HTTP/1.1" status: 404  len: 333 time: 0.0629296
Dec 10 03:56:01.909887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34394) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:01.912679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:01.917617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a2c2e73-6b6a-4025-b51e-bf607853c02a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:01.922686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140197018', 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:01.928964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:01.939323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:01.954771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:01.960633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Made reservation on behalf of 14a2800e897e45a1a5197c3d0c346e06 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:01.963051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:01.972770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:02.000749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:02.004620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.025053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port 4cc3fb69-3b38-45a7-8662-038897c008b1 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:56:02.029053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.035468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:02.036179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.044549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e587f6a8-9697-4012-b44d-6233a9a6d09b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:02.084808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.098579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Allocated IP 2001:db8:0:ffff::2 (eaa10966-ef63-402f-88a1-d61c1ae22fdb/de0512fa-e344-495e-a62e-8ba9c8161624/c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:02.102057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:02.131810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.139235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:02.152462 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2080364
Dec 10 03:56:02.153706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:02.156653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34400) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:02.163097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Subnet': ['ID=db643cbd-b2ca-4fc6-8595-118988abc308,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:02.166863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:02.170373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:02.229251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33192e2a-e2fd-4d77-82e1-1978c436fd4e None None] Network 12fba43d-2937-445f-8151-8a612e3433eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:02.238833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=33ef7157-4f7a-43b1-a1f7-119845296fa6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:02.246518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:02.302048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:02.313455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:02.316307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.316652 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 09df38c1-99f3-4efd-bf6c-e1653f249f19 of type vlan for network a623c36c-929e-4433-91a8-18e5f2a706cf
Dec 10 03:56:02.324276 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/subnets/db643cbd-b2ca-4fc6-8595-118988abc308 HTTP/1.1" status: 204  len: 168 time: 0.8905592
Dec 10 03:56:02.324637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:02.357246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:02.362303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:02.382088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Made reservation on behalf of 960d110406f6417197eb5c525d8a92f6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:02.385769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.403958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.460598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.467630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:02.471135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.554164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.618303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.624122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:56:02.624301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:02.624649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:56:02.624842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.636066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:02.650048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.669822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.683607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Transition to ACTIVE for port object c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:02.704710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Transition to ACTIVE for port object c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:02.713627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.717968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54808205-1d6b-4fa9-b571-3d73e474b651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:02.760752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.773931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9522393
Dec 10 03:56:02.777760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=a623c36c-929e-4433-91a8-18e5f2a706cf,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:02.781145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:02.781717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34410) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:02.790498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] DHCP port deletion for 12fba43d-2937-445f-8151-8a612e3433eb request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:02.793784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': 'a623c36c-929e-4433-91a8-18e5f2a706cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:02.798661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a623c36c-929e-4433-91a8-18e5f2a706cf details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:02.858882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port ccdd03d7-5b5c-4894-aa17-4e797b081889 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:02.859410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.896936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:02.901677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:02.903438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Deleting port ccdd03d7-5b5c-4894-aa17-4e797b081889 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:02.903823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:02.938139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:02.983793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Pushing event updated for resources: {'Port': ['ID=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:02.990617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:03.000621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:03.004652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.008938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Allocated IP 172.26.1.245 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/7513cb70-d3d9-4abf-8373-2ff2bc40497d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:03.010803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:03.015211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.017166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.048386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Attempting to bind port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:03.048756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Attempting to bind port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a27e9e3a-57d2-4701-9804-3df3a1b24acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:03.049129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Attempting to bind port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 on network eaa10966-ef63-402f-88a1-d61c1ae22fdb {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:03.071648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:03.089354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:03.089728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Checking segment: {'id': 'a27e9e3a-57d2-4701-9804-3df3a1b24acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:03.090138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.090577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Bound using segment: {'id': 'a27e9e3a-57d2-4701-9804-3df3a1b24acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:03.091027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Bound port: c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e9e3a-57d2-4701-9804-3df3a1b24acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'eaa10966-ef63-402f-88a1-d61c1ae22fdb'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:03.091414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.121300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Network 8803834f-d2e1-454e-af15-c435f1e18c61 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:03.125768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:03.129128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:03.130386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:03.130972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.134584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:03.137945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.217585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc3fb69-3b38-45a7-8662-038897c008b1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.233600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.275198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] For port ccdd03d7-5b5c-4894-aa17-4e797b081889, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccdd03d7-5b5c-4894-aa17-4e797b081889,segment=NetworkSegment(51e62567-a108-4b84-ac3b-fbab39cfc598),segment_id=51e62567-a108-4b84-ac3b-fbab39cfc598)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:03.275568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.283071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.285079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] For port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:03.293463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-de7f0c95-e477-493d-889e-709a9fc79a7f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.306288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] For port ccdd03d7-5b5c-4894-aa17-4e797b081889, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccdd03d7-5b5c-4894-aa17-4e797b081889,segment=NetworkSegment(51e62567-a108-4b84-ac3b-fbab39cfc598),segment_id=51e62567-a108-4b84-ac3b-fbab39cfc598)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:03.306694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.350259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:56:03.359143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.365519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.371232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.418305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccdd03d7-5b5c-4894-aa17-4e797b081889 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:03.439307 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5228786
Dec 10 03:56:03.446941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34418) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:03.518117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': '695ab47b-a698-46c7-8e31-6577e4e65eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:03.518579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: 33ef7157-4f7a-43b1-a1f7-119845296fa6, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:03.522738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.536553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Calling delete_port for ccdd03d7-5b5c-4894-aa17-4e797b081889 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:03.551385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] For port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,segment=NetworkSegment(a27e9e3a-57d2-4701-9804-3df3a1b24acc),segment_id=a27e9e3a-57d2-4701-9804-3df3a1b24acc)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:03.552908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=ee9b3a45-7502-4815-85bd-cf1de8b59b63,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.559449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Calling delete_port for ccdd03d7-5b5c-4894-aa17-4e797b081889 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:03.560237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.614738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:03.621248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:03.621645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.627162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=d7985895-010c-437c-998f-2d37aee52ff9,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.629404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:03.630322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f75f1ab-96b4-41ab-b2c4-f60fd807d392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.642787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c97a95-dcd9-4db5-b702-2843af965f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:03.643961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1c97a95-dcd9-4db5-b702-2843af965f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Synchronizing usage tracker for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:03.665615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.667814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ea7db28-5596-40ff-bef2-6b5d37fbc2b9 tempest-PortsAdminExtendedAttrsTestJSON-1751854169 tempest-PortsAdminExtendedAttrsTestJSON-1751854169-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.679407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1c97a95-dcd9-4db5-b702-2843af965f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Unset dirty status for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:03.681854 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1c97a95-dcd9-4db5-b702-2843af965f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports/4cc3fb69-3b38-45a7-8662-038897c008b1 HTTP/1.1" status: 200  len: 959 time: 0.2296195
Dec 10 03:56:03.685695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:03.688011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34422) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:03.749982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Checking segment: {'id': '31a08d39-f9ad-4958-9188-95d36a2e5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:03.750107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network hostable DHCP agents. Network: c93d06dd-f096-412b-ae59-b0a1816fa41a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:03.779927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Pushing event updated for resources: {'Port': ['ID=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.796639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.804589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.812155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:03.849041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event updated for resources: {'Port': ['ID=7513cb70-d3d9-4abf-8373-2ff2bc40497d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.897677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Deleting port 4cc3fb69-3b38-45a7-8662-038897c008b1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:03.897984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.916234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Pushing event deleted for resources: {'Port': ['ID=ccdd03d7-5b5c-4894-aa17-4e797b081889,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:03.918117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] No DVR routers for this DVR port ccdd03d7-5b5c-4894-aa17-4e797b081889 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:03.920921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.922723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:03.925473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:03.986733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 33ef7157-4f7a-43b1-a1f7-119845296fa6) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:03.999112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d11a1f-3db0-4109-a188-8aaa68b51106 None None] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:03.999880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.019932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:04.020535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.040956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:04.049352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Network c93d06dd-f096-412b-ae59-b0a1816fa41a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:04.079343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:04.079921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:04.086433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c93d06dd-f096-412b-ae59-b0a1816fa41a) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:04.099620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:04.100304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.104177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f303e0b-e58b-4a56-97c5-b639350f61ca None None] Network c93d06dd-f096-412b-ae59-b0a1816fa41a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:04.114740 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9507329
Dec 10 03:56:04.118311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34426) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:04.168316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'port': {'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6', 'name': 'tempest-NetworksIpV6TestAttrs-1490184380'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:04.274170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=42f0ce72-194c-4e81-924d-f72180fd6b58,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:04.277596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:04.298550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.4315655
Dec 10 03:56:04.307119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34430) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:04.316452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:04.352371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '09df38c1-99f3-4efd-bf6c-e1653f249f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a623c36c-929e-4433-91a8-18e5f2a706cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:04.352806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: a623c36c-929e-4433-91a8-18e5f2a706cf, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:04.371605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.434652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-33ef7157-4f7a-43b1-a1f7-119845296fa6', 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6', 'tenant_id': '6f94495ea619486eaab0e8eb2b415cde', 'fixed_ips': [{'subnet_id': 'ee9b3a45-7502-4815-85bd-cf1de8b59b63'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:04.435729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.531838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.620023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port ccdd03d7-5b5c-4894-aa17-4e797b081889 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:04.620023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.652038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c93d06dd-f096-412b-ae59-b0a1816fa41a', 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a', 'tenant_id': '960d110406f6417197eb5c525d8a92f6', 'fixed_ips': [{'subnet_id': 'd7985895-010c-437c-998f-2d37aee52ff9'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:04.652876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.709681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Calling delete_port for 4cc3fb69-3b38-45a7-8662-038897c008b1 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:04.756893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Allocated IP 2001:db8::f816:3eff:fed8:5995 (33ef7157-4f7a-43b1-a1f7-119845296fa6/ee9b3a45-7502-4815-85bd-cf1de8b59b63/1814e980-0a8a-4d2a-a5e1-4ff4a259c921) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:04.792226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2862210'] for subnet, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.813648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network a623c36c-929e-4433-91a8-18e5f2a706cf is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:04.848268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.850384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:04.860352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99d89d33-5de9-42dc-b462-3e126bb8ad6c tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:04.915179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:port and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:04.921567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:04.946074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a623c36c-929e-4433-91a8-18e5f2a706cf) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:04.953477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cc3fb69-3b38-45a7-8662-038897c008b1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:04.965471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:04.968178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:04.968777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:04.994764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:05.008102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.016313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:05.016562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] The port 'ccdd03d7-5b5c-4894-aa17-4e797b081889' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:05.020476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.025072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2574592'] for subnet, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.026201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.031975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-263e731e-b19b-430e-b3e3-f1b6d79cc7ad tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:05.040873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.2530653
Dec 10 03:56:05.042753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34438) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:05.044903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ca656-5169-4f88-8e09-16451e9ce981 None None] Network a623c36c-929e-4433-91a8-18e5f2a706cf requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:05.051597 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4cc3fb69-3b38-45a7-8662-038897c008b1 HTTP/1.1" status: 204  len: 168 time: 1.3570063
Dec 10 03:56:05.059134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Transition to ACTIVE for port object 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:05.076021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] device_id is not set on port 64fea8a3-de85-4ab2-9a94-d2adaa0d5c65 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:56:05.102634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34442) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:05.161942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Transition to ACTIVE for port object 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:05.199433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:05.199961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.201224 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "PUT /v2.0/subnets/d7985895-010c-437c-998f-2d37aee52ff9 HTTP/1.1" status: 200  len: 877 time: 0.8929753
Dec 10 03:56:05.208226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34446) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:05.208984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0557eaa7-9f05-4e7a-bb60-3b0ecd832878 None None] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:05.210933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f0f91b-2817-4ed7-ab78-f8af6546b7f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:56:05.211639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-60f0f91b-2817-4ed7-ab78-f8af6546b7f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Synchronizing usage tracker for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:05.240185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.292276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7697f672-5c0e-4c1e-ac45-4bd097aa735d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:05.301730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event updated for resources: {'Subnet': ['ID=d7985895-010c-437c-998f-2d37aee52ff9,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:05.312162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:05.406899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:05.427725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:05.430440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:05.432138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Allocated IP 2001:db8::f816:3eff:fe4e:2a12 (33ef7157-4f7a-43b1-a1f7-119845296fa6/ee9b3a45-7502-4815-85bd-cf1de8b59b63/64fea8a3-de85-4ab2-9a94-d2adaa0d5c65) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:05.454285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Allocated IP 172.20.0.3 (c93d06dd-f096-412b-ae59-b0a1816fa41a/d7985895-010c-437c-998f-2d37aee52ff9/b89263f1-43d2-4707-8f49-ca79f758090a) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:05.469796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.490099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.507110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.511269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.515663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Pushing event updated for resources: {'Port': ['ID=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:05.519501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:05.519779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.535588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:05.575222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-60f0f91b-2817-4ed7-ab78-f8af6546b7f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Unset dirty status for tenant:14a2800e897e45a1a5197c3d0c346e06 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:05.577510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-60f0f91b-2817-4ed7-ab78-f8af6546b7f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports/4cc3fb69-3b38-45a7-8662-038897c008b1 HTTP/1.1" status: 404  len: 333 time: 0.4736207
Dec 10 03:56:05.609519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34452) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:05.628283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028330930'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:05.675657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:05.678292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3c70>,) {'filters': {'network_id': ['12fba43d-2937-445f-8151-8a612e3433eb']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:05.696334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3c70>, '51e62567-a108-4b84-ac3b-fbab39cfc598') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:05.696628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3c70>, '51e62567-a108-4b84-ac3b-fbab39cfc598') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:05.714265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.727845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.743140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.754827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:05.755270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:05.774442 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:05.810387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5e7cd74-bbc4-4f13-8aea-725290e49cf4 None None] Provisioning for port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:05.893463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.898381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-26678927-4f3c-441f-a44a-ed093e09add1 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:05.928765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.931654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Network': ['ID=12fba43d-2937-445f-8151-8a612e3433eb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:05.936563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:05.949253 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/networks/12fba43d-2937-445f-8151-8a612e3433eb HTTP/1.1" status: 204  len: 168 time: 3.6214852
Dec 10 03:56:05.952032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Attempting to bind port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:05.952405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Attempting to bind port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '695ab47b-a698-46c7-8e31-6577e4e65eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:05.952773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Attempting to bind port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 on network 33ef7157-4f7a-43b1-a1f7-119845296fa6 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:05.954695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34460) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:05.980068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:05.980338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Checking segment: {'id': '695ab47b-a698-46c7-8e31-6577e4e65eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:05.981404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.981404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Bound using segment: {'id': '695ab47b-a698-46c7-8e31-6577e4e65eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:05.981625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Bound port: 1814e980-0a8a-4d2a-a5e1-4ff4a259c921, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695ab47b-a698-46c7-8e31-6577e4e65eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '33ef7157-4f7a-43b1-a1f7-119845296fa6'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:05.982010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:05.990960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:05.992961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.009076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Router 41c66401-56ee-4614-9e81-3dc4a1057481 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:06.064517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Made reservation on behalf of 14a2800e897e45a1a5197c3d0c346e06 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:06.067110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.132569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a3704-35c7-4833-a87a-a4da713d8801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a623c36c-929e-4433-91a8-18e5f2a706cf', 'network_id': 'a623c36c-929e-4433-91a8-18e5f2a706cf', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '42f0ce72-194c-4e81-924d-f72180fd6b58'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:06.133479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f96a3704-35c7-4833-a87a-a4da713d8801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.138057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port db6c3cc7-b2e3-4916-a581-2e09fe096c22 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:56:06.211291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.214667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.226359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b70831b1-630e-4347-91b2-f41120e43823 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:06.275076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=42f0ce72-194c-4e81-924d-f72180fd6b58,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:06.278242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting subnet e0b53880-49b3-4aed-a980-fff889b4de07 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:06.278846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Transition to ACTIVE for port object 64fea8a3-de85-4ab2-9a94-d2adaa0d5c65 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:06.293077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.315897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:06.354135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:06.354855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.357218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:06.370365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.387551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] For port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:06.402778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.420160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] For port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,segment=NetworkSegment(695ab47b-a698-46c7-8e31-6577e4e65eec),segment_id=695ab47b-a698-46c7-8e31-6577e4e65eec)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:06.429691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:06.438548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.439353 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "PUT /v2.0/routers/41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 200  len: 880 time: 6.0309503
Dec 10 03:56:06.445102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34464) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:06.449581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.457179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.460030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9759b5b0>,) {'filters': {'network_id': ['a623c36c-929e-4433-91a8-18e5f2a706cf']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:06.468944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:06.501947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] Sync routers for ids ['41c66401-56ee-4614-9e81-3dc4a1057481'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:06.530158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9759b5b0>, '09df38c1-99f3-4efd-bf6c-e1653f249f19') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:06.530401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9759b5b0>, '09df38c1-99f3-4efd-bf6c-e1653f249f19') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:06.531767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Transition to ACTIVE for port object b89263f1-43d2-4707-8f49-ca79f758090a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:06.555766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.558616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8bbacd-1fd0-467d-8972-8cbaf8713d04 None None] Network a623c36c-929e-4433-91a8-18e5f2a706cf requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:06.586599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.591494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.606167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:06.669108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.685614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Transition to ACTIVE for port object b89263f1-43d2-4707-8f49-ca79f758090a will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:06.690455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:06.691098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.698188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] Routers {'41c66401-56ee-4614-9e81-3dc4a1057481'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:06.698942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2adca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['41c66401-56ee-4614-9e81-3dc4a1057481'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:06.699755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:06.710990 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:06.775901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.786254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:06.799869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:06.808146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Pushing event updated for resources: {'Port': ['ID=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:06.809287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a08590a7-f640-4728-aab1-8a53f9fac87d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 200  len: 921 time: 0.3623869
Dec 10 03:56:06.811573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34472) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:06.815458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:06.817559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:06.826059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:06.829606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:06.830420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.854860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2adca0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:06.867542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Port': ['ID=64fea8a3-de85-4ab2-9a94-d2adaa0d5c65,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:06.880361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:06.885996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.893884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:06.951259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:06.997284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:07.017093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Network c93d06dd-f096-412b-ae59-b0a1816fa41a is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:07.021599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.029822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=d7985895-010c-437c-998f-2d37aee52ff9,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:07.038205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:07.043285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:07.044028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:07.046722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] Routers {'41c66401-56ee-4614-9e81-3dc4a1057481'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:07.047969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2adca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['41c66401-56ee-4614-9e81-3dc4a1057481'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:07.072324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.078368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f952982c-a752-4346-a089-bca7f0c23a6f tempest-QuotasNegativeTest-25868580 tempest-QuotasNegativeTest-25868580-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:07.147879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.0275152
Dec 10 03:56:07.154229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b53880-49b3-4aed-a980-fff889b4de07,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:07.154433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=a623c36c-929e-4433-91a8-18e5f2a706cf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:07.165574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.167110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.175150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:07.175486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1529aa-6051-4c59-9f1f-e0aa696940cd None None] Network 53df44f4-3f2c-48bd-8455-f9de26fd7ccd requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:07.216449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.220342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/subnets/e0b53880-49b3-4aed-a980-fff889b4de07 HTTP/1.1" status: 204  len: 168 time: 1.2637510
Dec 10 03:56:07.232176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.235215 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/a623c36c-929e-4433-91a8-18e5f2a706cf HTTP/1.1" status: 204  len: 168 time: 2.1912642
Dec 10 03:56:07.236258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:07.239833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34484) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.259988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.268076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:07.293417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617658047'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:07.310002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.312589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:07.318534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Pushing event updated for resources: {'Port': ['ID=b89263f1-43d2-4707-8f49-ca79f758090a,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:07.321554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:07.326762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:07.334761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:07.337782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2adca0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:07.337782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cd087-172e-46df-8fa1-e6d1d4d69606 None None] The sync data for ids ['41c66401-56ee-4614-9e81-3dc4a1057481'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:07.351613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting subnet ee9b3a45-7502-4815-85bd-cf1de8b59b63 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:07.355211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:07.360106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Network 8803834f-d2e1-454e-af15-c435f1e18c61 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:07.361733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.364593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:07.368972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3b8460>,) {'filters': {'network_id': ['c93d06dd-f096-412b-ae59-b0a1816fa41a']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:07.378195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:07.379114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:07.379715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.389112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=db6c3cc7-b2e3-4916-a581-2e09fe096c22,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:07.397893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:07.399834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3b8460>, '31a08d39-f9ad-4958-9188-95d36a2e5cb1') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:07.400005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3b8460>, '31a08d39-f9ad-4958-9188-95d36a2e5cb1') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:07.404567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b042fdfa-4d02-417a-b2a0-702bbed1199e tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:07.406107 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b042fdfa-4d02-417a-b2a0-702bbed1199e tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=41c66401-56ee-4614-9e81-3dc4a1057481&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5933552
Dec 10 03:56:07.409950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34490) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.415463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting subnet 080af2cd-ef17-47e9-ace9-efe98edc0419 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:07.421733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.446917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.453979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d861ea74-fe08-4015-87c9-6fd2e917c548 None None] Provisioning complete for port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:07.454480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d861ea74-fe08-4015-87c9-6fd2e917c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.464368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:07.467774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.499188 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.8885672
Dec 10 03:56:07.502802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.510753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34494) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.523216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:07.558363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.564784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.574830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Attempting to bind port b89263f1-43d2-4707-8f49-ca79f758090a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:07.575198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Attempting to bind port b89263f1-43d2-4707-8f49-ca79f758090a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '31a08d39-f9ad-4958-9188-95d36a2e5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:07.575739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Attempting to bind port b89263f1-43d2-4707-8f49-ca79f758090a on network c93d06dd-f096-412b-ae59-b0a1816fa41a {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:07.587412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,segment=NetworkSegment(a27e9e3a-57d2-4701-9804-3df3a1b24acc),segment_id=a27e9e3a-57d2-4701-9804-3df3a1b24acc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:07.588377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:07.588794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:07.609571 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:07.611690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:07.635829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:07.636285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Checking segment: {'id': '31a08d39-f9ad-4958-9188-95d36a2e5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:07.636610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.636855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.637057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Bound using segment: {'id': '31a08d39-f9ad-4958-9188-95d36a2e5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:07.637257 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 380e957f-fb19-4827-a1c3-2b76ac2edfeb of type vlan for network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa
Dec 10 03:56:07.637483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Bound port: b89263f1-43d2-4707-8f49-ca79f758090a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a08d39-f9ad-4958-9188-95d36a2e5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:07.637862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.646992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.662899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:07.700153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.760701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.801085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:56:07.801085 dv-neutron-821182-1-hyperv neutron-server[87629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:56:07.801085 dv-neutron-821182-1-hyperv neutron-server[87629]: [parameters: {'id': 'c93d06dd-f096-412b-ae59-b0a1816fa41a'}]
Dec 10 03:56:07.801085 dv-neutron-821182-1-hyperv neutron-server[87629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:07.801552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:07.804548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e2847-4584-402c-b823-b682de557467 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:07.805119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f75e2847-4584-402c-b823-b682de557467 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Synchronizing usage tracker for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:07.812463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.850476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f75e2847-4584-402c-b823-b682de557467 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Unset dirty status for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:07.854465 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f75e2847-4584-402c-b823-b682de557467 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.4407775
Dec 10 03:56:07.862345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34498) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:07.864722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:07.910305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:07.982840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.005187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.028531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] For port b89263f1-43d2-4707-8f49-ca79f758090a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:08.035220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] For port b89263f1-43d2-4707-8f49-ca79f758090a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b89263f1-43d2-4707-8f49-ca79f758090a,segment=NetworkSegment(31a08d39-f9ad-4958-9188-95d36a2e5cb1),segment_id=31a08d39-f9ad-4958-9188-95d36a2e5cb1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:08.044551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.052699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.056367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:08.057294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:08.084329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.090691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:08.091295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.108372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.118095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:08.139854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8b61ed6d-9af8-4616-be02-7b53c0d7fbda tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 200  len: 205 time: 0.1418815
Dec 10 03:56:08.148634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34502) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:08.154616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Subnet': ['ID=080af2cd-ef17-47e9-ace9-efe98edc0419,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.164755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.169374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.182861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ad994cd-3573-4160-866f-2d6030c0232c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:08.190489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] DHCP port deletion for 53df44f4-3f2c-48bd-8455-f9de26fd7ccd request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:08.192517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065049c1-0239-4c7a-a9c5-39d67cf2240a None None] Network 851a682d-9dda-45e4-81a8-b1f0bae2f003 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:08.294887 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/subnets/080af2cd-ef17-47e9-ace9-efe98edc0419 HTTP/1.1" status: 204  len: 168 time: 1.0604432
Dec 10 03:56:08.301679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34510) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:08.328005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.335895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/ee9b3a45-7502-4815-85bd-cf1de8b59b63 HTTP/1.1" status: 204  len: 168 time: 1.1641476
Dec 10 03:56:08.337784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.339860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34512) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:08.356629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca1cd3-174b-4128-bf48-e1def21e2ded None None] Network 33ef7157-4f7a-43b1-a1f7-119845296fa6 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:08.394456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Deleting port 070e53fe-0565-465a-8154-b859daccd5ce {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:08.394901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.417171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1725893
Dec 10 03:56:08.425360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] device_id is not set on port db6c3cc7-b2e3-4916-a581-2e09fe096c22 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:56:08.429333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34518) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:08.440271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.446522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:08.467379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port b89263f1-43d2-4707-8f49-ca79f758090a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:08.467719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.528967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Pushing event updated for resources: {'Port': ['ID=b89263f1-43d2-4707-8f49-ca79f758090a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.555000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.576221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101169b-1ca6-43f3-a349-e98193f2d447 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:08.578101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101169b-1ca6-43f3-a349-e98193f2d447 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:08.578769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5101169b-1ca6-43f3-a349-e98193f2d447 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Synchronizing usage tracker for tenant:6f94495ea619486eaab0e8eb2b415cde on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:08.589214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Provisioning for port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:08.592250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Transition to ACTIVE for port object db6c3cc7-b2e3-4916-a581-2e09fe096c22 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:08.598326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Provisioning complete for port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:08.598717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.616000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.625393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33cbd558-6d3d-4e66-806f-5a93f11a6b2f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:08.641153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a367484-55e7-41c7-9f0c-22d79f47d6e9 None None] Network c93d06dd-f096-412b-ae59-b0a1816fa41a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:08.641388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=7d016832-7b92-4f06-9f2a-06ac7f2bd8aa,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.656670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.659769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-490dcf5a-660b-4e5e-9395-6f954481322f tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:08.690411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:08.745697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9b3a45-7502-4815-85bd-cf1de8b59b63,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.753338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.803030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:08.807000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.813081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5101169b-1ca6-43f3-a349-e98193f2d447 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Unset dirty status for tenant:6f94495ea619486eaab0e8eb2b415cde on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:08.817430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5101169b-1ca6-43f3-a349-e98193f2d447 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4628978
Dec 10 03:56:08.818416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34522) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:08.822516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:08.828780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:08.840241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:08.848733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port 070e53fe-0565-465a-8154-b859daccd5ce {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:08.849581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.856765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=db6c3cc7-b2e3-4916-a581-2e09fe096c22,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:08.872372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:08.887489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:08.974809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:08.978714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.007332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.007675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.008019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.072394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.072721 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.074409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port b89263f1-43d2-4707-8f49-ca79f758090a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b89263f1-43d2-4707-8f49-ca79f758090a,segment=NetworkSegment(31a08d39-f9ad-4958-9188-95d36a2e5cb1),segment_id=31a08d39-f9ad-4958-9188-95d36a2e5cb1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:09.074766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.084890 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 2 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.152352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f54df32-3f0f-431e-9825-e2dc587858e5 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.188993 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f54df32-3f0f-431e-9825-e2dc587858e5 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:56:09.190189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f54df32-3f0f-431e-9825-e2dc587858e5 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:09.196276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4f54df32-3f0f-431e-9825-e2dc587858e5 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/33ef7157-4f7a-43b1-a1f7-119845296fa6 HTTP/1.1" status: 409  len: 405 time: 0.3684678
Dec 10 03:56:09.197345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34526) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:09.214640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-857905547'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:09.236270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.236270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.237151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.241466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:09.248117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for b89263f1-43d2-4707-8f49-ca79f758090a owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:09.251768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:09.275954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.276287 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.285133 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 3 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.299860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:09.306832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] For port 070e53fe-0565-465a-8154-b859daccd5ce, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=070e53fe-0565-465a-8154-b859daccd5ce,segment=NetworkSegment(039e5fdd-fc54-4097-947f-d18ee4c91066),segment_id=039e5fdd-fc54-4097-947f-d18ee4c91066)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:09.307401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.315677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:09.331149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.331472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.332443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.338637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] DHCP port deletion for 851a682d-9dda-45e4-81a8-b1f0bae2f003 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:09.348163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.349095 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.356708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.361296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 4 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.367529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:09.372500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.384800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.385535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.385922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.397744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] For port 070e53fe-0565-465a-8154-b859daccd5ce, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=070e53fe-0565-465a-8154-b859daccd5ce,segment=NetworkSegment(039e5fdd-fc54-4097-947f-d18ee4c91066),segment_id=039e5fdd-fc54-4097-947f-d18ee4c91066)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:09.398485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.401671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.402004 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.418592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port 7513cb70-d3d9-4abf-8373-2ff2bc40497d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:09.419143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.435762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 5 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.455914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.456256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.456592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.466224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.475730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85d205a5-4ec0-4e43-8625-2bae90760669 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:09.509383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.509763 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.518986 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 6 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.538926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port b89263f1-43d2-4707-8f49-ca79f758090a on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:09.548697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Calling delete_port for 070e53fe-0565-465a-8154-b859daccd5ce owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:09.592395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Calling delete_port for 070e53fe-0565-465a-8154-b859daccd5ce owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:09.596598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=b89263f1-43d2-4707-8f49-ca79f758090a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:09.599759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:09.605862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.615563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.615895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.616430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.617460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Deleting port 4534c4f0-8217-4d46-b58e-c6ca124b2439 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:09.618000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.654665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:09.669078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] DHCP port deletion for 33ef7157-4f7a-43b1-a1f7-119845296fa6 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:09.714280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.714791 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.715207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] For port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,segment=NetworkSegment(695ab47b-a698-46c7-8e31-6577e4e65eec),segment_id=695ab47b-a698-46c7-8e31-6577e4e65eec)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:09.716466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Deleting port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:09.717452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.720266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 7 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.724321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.724816 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment 41288eb4-8715-4bb9-9be1-20c44c7ac730 of type vlan for network 76d500b6-8829-435b-be12-fe4ed7f80de4
Dec 10 03:56:09.756646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.765173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.777350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.782937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.783350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.783714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.796587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-102ca0fb-0cea-4ff2-a6d7-cd11395b3a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:09.800735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.801067 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.801848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.808006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 8 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.814635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4e88d1b2-3dc9-4fb0-8b7b-98d804126254 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:09.830869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.842873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c139940>,) {'filters': {'network_id': ['c93d06dd-f096-412b-ae59-b0a1816fa41a']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:09.848156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6bdcafc2-f5a7-4c8e-a9d9-778610cdaf61 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:09.875259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c139940>, '31a08d39-f9ad-4958-9188-95d36a2e5cb1') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:09.875559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c139940>, '31a08d39-f9ad-4958-9188-95d36a2e5cb1') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:09.885526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.891331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:09.891905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.893433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:09.896551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.917206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.923811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Port': ['ID=070e53fe-0565-465a-8154-b859daccd5ce,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:09.927198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:09.927524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:09.927870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:09.930472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:09.933274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67c5f9e8-6be9-4749-b25b-16a32ddaa91f tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:09.940492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:09.941799 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:09.945421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:09.945818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:09.953337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] No DVR routers for this DVR port 070e53fe-0565-465a-8154-b859daccd5ce on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:09.962168 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 9 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:09.977979 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:10.069389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0865af-b7bf-4ca4-bbbe-06ff494a47c3 None None] Network c93d06dd-f096-412b-ae59-b0a1816fa41a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:10.085882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:10.086273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:10.154769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:10.154970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:10.155243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Pushing event updated for resources: {'Port': ['ID=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:10.155345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:10.159062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:10.181222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=0afaec2f-80d5-4219-9798-9ac4696cb400,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:10.188250 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9877057
Dec 10 03:56:10.195963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:10.196421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.199031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:10.199353 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:10.205754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempt 10 to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22
Dec 10 03:56:10.217128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:10.245892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '380e957f-fb19-4827-a1c3-2b76ac2edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:10.245892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:10.300396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.312126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:10.312458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:10.312790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempting to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:10.314773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.326594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c02bca0>,) {'filters': {'network_id': ['53df44f4-3f2c-48bd-8455-f9de26fd7ccd']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:10.331223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e454ed0b-7278-4c49-963a-b6189591f8aa tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:10.340039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c02bca0>, '039e5fdd-fc54-4097-947f-d18ee4c91066') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:10.340775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c02bca0>, '039e5fdd-fc54-4097-947f-d18ee4c91066') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:10.353453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.353877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.356334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:56:10.356659 dv-neutron-821182-1-hyperv neutron-server[87629]: ERROR neutron.plugins.ml2.managers [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Failed to bind port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'b90ad08c-c382-4e05-8d56-d3e68dee4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '8803834f-d2e1-454e-af15-c435f1e18c61'}]
Dec 10 03:56:10.357004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.370237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.376868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:10.377432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.389924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=c93d06dd-f096-412b-ae59-b0a1816fa41a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:10.402600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] For port 4534c4f0-8217-4d46-b58e-c6ca124b2439, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4534c4f0-8217-4d46-b58e-c6ca124b2439,segment=NetworkSegment(5eb4b3d5-1367-48c3-b3f2-6593617aa177),segment_id=5eb4b3d5-1367-48c3-b3f2-6593617aa177)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:10.403096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.407225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:10.407764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:10.456050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:10.456270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.457664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:10.463899 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/c93d06dd-f096-412b-ae59-b0a1816fa41a HTTP/1.1" status: 204  len: 168 time: 5.2516041
Dec 10 03:56:10.469217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.473363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:10.483102 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:10.485267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:10.486821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:10.487388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.520228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.523697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=76d500b6-8829-435b-be12-fe4ed7f80de4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:10.526990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.540509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:10.541174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:10.557179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87528099-305c-4d79-b470-94a98a62ad45 None None] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:10.557734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.560292 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a72317e-1a61-4c58-8d15-6952dad23e38 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:10.560734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a72317e-1a61-4c58-8d15-6952dad23e38 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:10.562478 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4a72317e-1a61-4c58-8d15-6952dad23e38 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/d7985895-010c-437c-998f-2d37aee52ff9 HTTP/1.1" status: 404  len: 337 time: 0.0870781
Dec 10 03:56:10.566247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34542) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.570184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 76d500b6-8829-435b-be12-fe4ed7f80de4 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:10.586979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:10.592075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.615567 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.1800385
Dec 10 03:56:10.622531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34546) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.650919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Deleting port 070e53fe-0565-465a-8154-b859daccd5ce {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:10.651863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.672692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635240558'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:10.675949 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab899031-5463-4f71-b9ca-662fe4f5560f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:10.676788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab899031-5463-4f71-b9ca-662fe4f5560f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:10.683448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34554) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.684030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ab899031-5463-4f71-b9ca-662fe4f5560f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/c93d06dd-f096-412b-ae59-b0a1816fa41a HTTP/1.1" status: 404  len: 339 time: 0.1162994
Dec 10 03:56:10.684492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port db6c3cc7-b2e3-4916-a581-2e09fe096c22, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:10.684875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attempted to set empty binding levels {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 10 03:56:10.691253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:10.696178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Calling delete_port for 4534c4f0-8217-4d46-b58e-c6ca124b2439 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:10.744459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:10.747597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.753237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:10.761615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b8aab60-8738-4b54-90b5-b99b17cb34d9 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:10.779792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for 7513cb70-d3d9-4abf-8373-2ff2bc40497d owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:10.805619 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b915a3f7-e911-4a3b-b6e8-ce72bc38f167 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:10.806074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b915a3f7-e911-4a3b-b6e8-ce72bc38f167 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:10.807745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b915a3f7-e911-4a3b-b6e8-ce72bc38f167 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/9b29669b-029f-430d-97f7-feedc5a5b003 HTTP/1.1" status: 404  len: 337 time: 0.1216466
Dec 10 03:56:10.817961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:10.821724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34558) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.832117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/networks/53df44f4-3f2c-48bd-8455-f9de26fd7ccd HTTP/1.1" status: 204  len: 168 time: 2.4292657
Dec 10 03:56:10.832117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Network': ['ID=53df44f4-3f2c-48bd-8455-f9de26fd7ccd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:10.843340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] In _notify_port_updated(), no bound segment for port db6c3cc7-b2e3-4916-a581-2e09fe096c22 on network 8803834f-d2e1-454e-af15-c435f1e18c61 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:56:10.844236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:10.844842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.848709 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "PUT /v2.0/ports/db6c3cc7-b2e3-4916-a581-2e09fe096c22 HTTP/1.1" status: 200  len: 981 time: 3.3325620
Dec 10 03:56:10.848709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34562) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.851078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34564) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:10.851775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] For port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,segment=NetworkSegment(695ab47b-a698-46c7-8e31-6577e4e65eec),segment_id=695ab47b-a698-46c7-8e31-6577e4e65eec)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:10.852227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.951302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:10.955040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:10.960923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:11.027693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.028639 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbe4380-9491-4357-994e-8bd1e66509d4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:11.029113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbe4380-9491-4357-994e-8bd1e66509d4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:11.030807 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cdbe4380-9491-4357-994e-8bd1e66509d4 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/211eebff-8d6a-47b9-b955-ade5fc410a03 HTTP/1.1" status: 404  len: 339 time: 0.2019901
Dec 10 03:56:11.035300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34570) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:11.036792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d265942-4a8b-49fe-aa61-658681daeefa tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:11.044277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event updated for resources: {'Port': ['ID=db6c3cc7-b2e3-4916-a581-2e09fe096c22,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:11.065847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:11.103656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:11.120608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Deleting port db6c3cc7-b2e3-4916-a581-2e09fe096c22 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:11.120961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.136240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9f81c9c8-d8d4-4bab-8557-3e15291640de None None] The port '070e53fe-0565-465a-8154-b859daccd5ce' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:11.148062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.157343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=7513cb70-d3d9-4abf-8373-2ff2bc40497d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:11.160763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Calling delete_port for 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:11.162413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:11.199862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.200232 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 788100c2-3dc7-4bc6-a379-64eae2a083ee of type vlan for network 579cee85-57cb-4d09-81e5-f20a78417c34
Dec 10 03:56:11.266720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port 4534c4f0-8217-4d46-b58e-c6ca124b2439 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:11.267056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.290774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.307169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.366791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.380526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.397726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da119737-0071-4f55-bb97-e99d37506156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:11.434122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] The port '4534c4f0-8217-4d46-b58e-c6ca124b2439' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:11.457261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Pushing event deleted for resources: {'Port': ['ID=4534c4f0-8217-4d46-b58e-c6ca124b2439,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:11.467016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] No DVR routers for this DVR port 4534c4f0-8217-4d46-b58e-c6ca124b2439 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:11.479222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:11.483421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.491540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:11.571707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Pushing event deleted for resources: {'Port': ['ID=1814e980-0a8a-4d2a-a5e1-4ff4a259c921,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:11.574678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:11.583214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] No DVR routers for this DVR port 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:11.588489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:56:11.611752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-7d016832-7b92-4f06-9f2a-06ac7f2bd8aa', 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '0afaec2f-80d5-4219-9798-9ac4696cb400'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:11.612908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.628108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 070e53fe-0565-465a-8154-b859daccd5ce no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:11.633882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.637000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.645210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.670802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 070e53fe-0565-465a-8154-b859daccd5ce {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:11.671161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 070e53fe-0565-465a-8154-b859daccd5ce not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:11.671589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4534c4f0-8217-4d46-b58e-c6ca124b2439 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:11.676322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd7e80>,) {'filters': {'network_id': ['78d5fac1-f5a1-4a64-9bda-da8004cfbaf1']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:11.689965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd7e80>, '12a3ff9e-db3e-47fd-963a-fa98d387c8e6') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:11.690276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbd7e80>, '12a3ff9e-db3e-47fd-963a-fa98d387c8e6') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:11.700558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.701056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router 41c66401-56ee-4614-9e81-3dc4a1057481 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:11.711564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4534c4f0-8217-4d46-b58e-c6ca124b2439 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:11.711959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4534c4f0-8217-4d46-b58e-c6ca124b2439 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:11.712394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:11.715080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.725194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.726285 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 204  len: 168 time: 3.5637667
Dec 10 03:56:11.731925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34574) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:11.740174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1627570531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:11.741356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.745972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.751126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:11.756258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:11.756651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.763411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.770467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:11.771686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:11.771826 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:11.784322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:11.787006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:11.797646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:11.798002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1814e980-0a8a-4d2a-a5e1-4ff4a259c921 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:11.903318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Allocated IP 2001:db8::1 (7d016832-7b92-4f06-9f2a-06ac7f2bd8aa/0afaec2f-80d5-4219-9798-9ac4696cb400/ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:11.963825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] For port db6c3cc7-b2e3-4916-a581-2e09fe096c22, host hv-neutron-8211, got binding levels [] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:11.964126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.015533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbe9430>,) {'filters': {'network_id': ['851a682d-9dda-45e4-81a8-b1f0bae2f003']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:12.023625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:12.041277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:12.074925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.076243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.088539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.097419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.106091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.122839 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4992113
Dec 10 03:56:12.129025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34582) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.135982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbe9430>, '5eb4b3d5-1367-48c3-b3f2-6593617aa177') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:12.136276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbe9430>, '5eb4b3d5-1367-48c3-b3f2-6593617aa177') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:12.136793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '579cee85-57cb-4d09-81e5-f20a78417c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:12.155625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=78d5fac1-f5a1-4a64-9bda-da8004cfbaf1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.159182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.180193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.190985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Transition to ACTIVE for port object ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:12.210457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Transition to ACTIVE for port object ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:12.217402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.222541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Calling delete_port for db6c3cc7-b2e3-4916-a581-2e09fe096c22 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:12.226101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.229796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f2c4bf49-12d9-4222-a5b8-26018a8f31b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.246956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/78d5fac1-f5a1-4a64-9bda-da8004cfbaf1 HTTP/1.1" status: 204  len: 168 time: 1.1778357
Dec 10 03:56:12.249999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34586) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.288161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:12.291251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:12.295175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:12.295482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.315916 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9832ea17-8fd1-4cb8-ae75-51fa87daaea8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.316471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9832ea17-8fd1-4cb8-ae75-51fa87daaea8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.316549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:56:12.320748 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9832ea17-8fd1-4cb8-ae75-51fa87daaea8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/f9576196-c6ed-469b-9109-e3b533ee5845 HTTP/1.1" status: 404  len: 337 time: 0.0583167
Dec 10 03:56:12.323679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34590) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.328475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=579cee85-57cb-4d09-81e5-f20a78417c34,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.329894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:12.331452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.336730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.340602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-24c7aada-49c9-4f2a-84cf-37a04d5f7971 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.342873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 579cee85-57cb-4d09-81e5-f20a78417c34 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:12.343359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:12.346964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:12.350147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.360092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:12.377716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.381798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b0897b41-e766-4b8c-a24b-ecc43ec12272 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6488545
Dec 10 03:56:12.383398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34594) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.386492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:12.390120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.411500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.413939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': True}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:12.449164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:12.449588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.465979 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a869f8b-0ee3-4a9b-ad9f-a0066b79ef5d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.466720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a869f8b-0ee3-4a9b-ad9f-a0066b79ef5d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6a869f8b-0ee3-4a9b-ad9f-a0066b79ef5d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/e9e4e3fe-1691-4ccf-8937-5886a4ac0300 HTTP/1.1" status: 404  len: 339 time: 0.1415865
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:12.471022 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:12.474740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34598) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.484108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Pushing event updated for resources: {'Port': ['ID=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.497112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.534281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Attempting to bind port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:12.534655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Attempting to bind port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '380e957f-fb19-4827-a1c3-2b76ac2edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:12.535012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Attempting to bind port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc on network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:12.543782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:12.546707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Checking segment: {'id': '380e957f-fb19-4827-a1c3-2b76ac2edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:12.546707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.546707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Bound using segment: {'id': '380e957f-fb19-4827-a1c3-2b76ac2edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:12.546965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=4ad8d33c-f0e6-4098-891a-0ebe02a1bcec,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.547063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Bound port: ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380e957f-fb19-4827-a1c3-2b76ac2edfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d016832-7b92-4f06-9f2a-06ac7f2bd8aa'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:12.547063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.564265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.575892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.584989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2667ac73-a576-4378-9198-2cd25edcc0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.620461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': '41288eb4-8715-4bb9-9be1-20c44c7ac730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:12.620675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: 76d500b6-8829-435b-be12-fe4ed7f80de4, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:12.637610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.639436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Pushing event deleted for resources: {'Port': ['ID=db6c3cc7-b2e3-4916-a581-2e09fe096c22,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.643206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] For port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:12.646544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] For port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,segment=NetworkSegment(380e957f-fb19-4827-a1c3-2b76ac2edfeb),segment_id=380e957f-fb19-4827-a1c3-2b76ac2edfeb)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:12.650842 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-789a7024-d951-49f4-93c5-b21b7b7d367c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.650842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789a7024-d951-49f4-93c5-b21b7b7d367c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.654793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.654963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-789a7024-d951-49f4-93c5-b21b7b7d367c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/2e13283c-ea04-47fa-9716-bbb5566937ea HTTP/1.1" status: 404  len: 337 time: 0.1765125
Dec 10 03:56:12.656707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4174fbc3-4047-409d-9d5f-503d0151d60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.656821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.658840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.661462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34602) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.662025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ab6e18e7-c646-4467-aaf1-147e34644a67 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:12.676114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:56:12.676616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:56:12.716592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Network': ['ID=851a682d-9dda-45e4-81a8-b1f0bae2f003,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.723155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.724463 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/networks/851a682d-9dda-45e4-81a8-b1f0bae2f003 HTTP/1.1" status: 204  len: 168 time: 1.8752067
Dec 10 03:56:12.725503 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aff263-c379-43c8-bf68-ced941627421 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.726067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0aff263-c379-43c8-bf68-ced941627421 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.730190 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e0aff263-c379-43c8-bf68-ced941627421 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/2fa6f00c-73ef-49f1-9444-1ef1aa61206a HTTP/1.1" status: 404  len: 339 time: 0.0467427
Dec 10 03:56:12.730190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34608) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.734073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34610) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.743438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Pushing event updated for resources: {'Port': ['ID=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:12.746708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:12.801465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network 76d500b6-8829-435b-be12-fe4ed7f80de4 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:12.815319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.817359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "DELETE /v2.0/ports/db6c3cc7-b2e3-4916-a581-2e09fe096c22 HTTP/1.1" status: 204  len: 168 time: 1.9287519
Dec 10 03:56:12.822031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34616) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.827633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b289a3-95c9-49c6-b7ee-dff1c02a73c0 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.828079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b289a3-95c9-49c6-b7ee-dff1c02a73c0 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.832033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f0b289a3-95c9-49c6-b7ee-dff1c02a73c0 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/b2149ea1-a7b4-458b-a387-1eaa2591bfe3 HTTP/1.1" status: 404  len: 337 time: 0.0942683
Dec 10 03:56:12.836405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34620) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.874778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 76d500b6-8829-435b-be12-fe4ed7f80de4) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:12.880569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting subnet 7e7c117b-bd48-464f-b78a-5dfdf98249c5 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:12.882808 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c57aa7c-29ad-4c34-94f7-195de87c5ff8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.883263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c57aa7c-29ad-4c34-94f7-195de87c5ff8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.884360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01110165-e823-41c6-91ed-eaf9b0adf3fc None None] Network 76d500b6-8829-435b-be12-fe4ed7f80de4 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:12.887254 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c57aa7c-29ad-4c34-94f7-195de87c5ff8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/a5d2ff6d-6477-4e30-8932-c1aaba6c6fe7 HTTP/1.1" status: 404  len: 339 time: 0.0475972
Dec 10 03:56:12.887994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.914798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34624) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:12.927268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:12.927858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:12.983951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c383c62d-de96-4a6f-ae08-aaf2c403ef5f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:12.984398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c383c62d-de96-4a6f-ae08-aaf2c403ef5f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:12.987606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c383c62d-de96-4a6f-ae08-aaf2c403ef5f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/8cb19f6d-2023-4953-9d4b-c3657308a8de HTTP/1.1" status: 404  len: 337 time: 0.0704913
Dec 10 03:56:12.990514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34628) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.034904 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f560c51-ec9b-493b-8f45-58409863e217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] GET failed (client error): The resource could not be found.
Dec 10 03:56:13.038440 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.8405955
Dec 10 03:56:13.039257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34632) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.042027 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9f560c51-ec9b-493b-8f45-58409863e217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] 10.222.0.44 "GET /v2.0/ports/db6c3cc7-b2e3-4916-a581-2e09fe096c22 HTTP/1.1" status: 404  len: 333 time: 0.2166994
Dec 10 03:56:13.042825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34634) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.049919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.118881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af72800-86a2-4fe5-882a-c32fdcaa58f2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.119596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af72800-86a2-4fe5-882a-c32fdcaa58f2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.121462 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4af72800-86a2-4fe5-882a-c32fdcaa58f2 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/c44ec940-0ce4-4858-aea5-6ff7aedb8cad HTTP/1.1" status: 404  len: 339 time: 0.1298497
Dec 10 03:56:13.130356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34640) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.220072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61005616-4666-4a58-b390-86871f96c887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-76d500b6-8829-435b-be12-fe4ed7f80de4', 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4', 'tenant_id': '6f94495ea619486eaab0e8eb2b415cde', 'fixed_ips': [{'subnet_id': '4ad8d33c-f0e6-4098-891a-0ebe02a1bcec'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:13.221496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.225942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.235550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.238086 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e3a57c-60c1-4983-af6a-c2897261e35f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.238529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e3a57c-60c1-4983-af6a-c2897261e35f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.243636 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e9e3a57c-60c1-4983-af6a-c2897261e35f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/eebd01d2-3dd2-44e0-b010-9284ba8765ab HTTP/1.1" status: 404  len: 337 time: 0.0620778
Dec 10 03:56:13.245402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34648) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.294253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a39df-f1bd-4975-b4b7-c2515df7f490 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.294723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a39df-f1bd-4975-b4b7-c2515df7f490 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.297711 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e38a39df-f1bd-4975-b4b7-c2515df7f490 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/66631c1d-50d6-454f-818c-a65f0175757d HTTP/1.1" status: 404  len: 339 time: 0.0485563
Dec 10 03:56:13.331396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34652) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.385142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.419207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.441365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-61005616-4666-4a58-b390-86871f96c887 None None] Allocated IP 2001:db8::f816:3eff:feaf:ce9a (76d500b6-8829-435b-be12-fe4ed7f80de4/4ad8d33c-f0e6-4098-891a-0ebe02a1bcec/0e2dab6e-91d1-4944-a543-b80e7f6fa2db) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:13.478189 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-990bd066-37b8-4392-99a0-898ad6e55b87 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.479025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990bd066-37b8-4392-99a0-898ad6e55b87 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.531319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.602338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.609968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:13.653729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7c117b-bd48-464f-b78a-5dfdf98249c5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:13.658795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:13.662868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.670929 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/subnets/7e7c117b-bd48-464f-b78a-5dfdf98249c5 HTTP/1.1" status: 204  len: 168 time: 0.9396329
Dec 10 03:56:13.673563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34656) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.675782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f25cb2-bbe1-471a-a497-f1cbdc13994e None None] Network ee377a0d-f32e-4f47-973d-3a0e09f0930f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:13.718293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-990bd066-37b8-4392-99a0-898ad6e55b87 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/ace53091-8484-4593-b9c0-3507057f55d2 HTTP/1.1" status: 404  len: 337 time: 0.3819726
Dec 10 03:56:13.722952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34660) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.765293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff2ecef-abbe-4132-adb8-1a278f509423 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.765808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff2ecef-abbe-4132-adb8-1a278f509423 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.769503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.770148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0ff2ecef-abbe-4132-adb8-1a278f509423 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/66cbc769-eda5-457d-9dc6-15260787e35c HTTP/1.1" status: 404  len: 339 time: 0.0439544
Dec 10 03:56:13.775669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34664) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.811374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-61005616-4666-4a58-b390-86871f96c887 None None] Transition to ACTIVE for port object 0e2dab6e-91d1-4944-a543-b80e7f6fa2db will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:13.822333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.834391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.836905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:13.848421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1bace26-212a-4bf2-927f-7ec6cf7d385a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:13.880480 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7015e14f-ca68-4980-b9ae-179d7a30aab5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:13.880929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7015e14f-ca68-4980-b9ae-179d7a30aab5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:13.885397 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7015e14f-ca68-4980-b9ae-179d7a30aab5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/64a5548b-bad0-41af-9d0f-83fc75dc5bb3 HTTP/1.1" status: 404  len: 337 time: 0.1075704
Dec 10 03:56:13.896881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34668) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:13.913625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-61005616-4666-4a58-b390-86871f96c887 None None] Transition to ACTIVE for port object 0e2dab6e-91d1-4944-a543-b80e7f6fa2db will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:13.969153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca41130>,) {'filters': {'network_id': ['8803834f-d2e1-454e-af15-c435f1e18c61']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:13.990014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.004793 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15a9119-7643-4f43-9636-0866e7b4f81a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:14.005272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15a9119-7643-4f43-9636-0866e7b4f81a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:14.006981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d15a9119-7643-4f43-9636-0866e7b4f81a tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/1c57de34-8720-4a8f-9b13-eacab3aa628b HTTP/1.1" status: 404  len: 339 time: 0.1053047
Dec 10 03:56:14.017840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca41130>, 'b90ad08c-c382-4e05-8d56-d3e68dee4230') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:14.018128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca41130>, 'b90ad08c-c382-4e05-8d56-d3e68dee4230') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:14.020802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33661320-045b-4f42-8ce5-9b3cfcf5841d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:14.024486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34672) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:14.047769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.062685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:14.069803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Deleting port 68c65c09-e173-430e-a371-f912efca7d72 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:14.070299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.075794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5436f9-2c28-4945-8ce7-266173df45e5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:14.076252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5436f9-2c28-4945-8ce7-266173df45e5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:14.077961 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ef5436f9-2c28-4945-8ce7-266173df45e5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/0280228c-70cd-4277-bdf6-2a4a9c8e4fe6 HTTP/1.1" status: 404  len: 337 time: 0.0525255
Dec 10 03:56:14.086364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34676) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:14.088113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.095346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d02c4-d894-43a0-bb54-bbbdf04b936f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:14.100143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '788100c2-3dc7-4bc6-a379-64eae2a083ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '579cee85-57cb-4d09-81e5-f20a78417c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:14.100507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 579cee85-57cb-4d09-81e5-f20a78417c34, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:14.106641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.114439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:14.118758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:14.139045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2373f9-082b-4263-8fb2-bce4113667a7 None None] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:14.167052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.169266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad8d33c-f0e6-4098-891a-0ebe02a1bcec,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:14.170303 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0f0c01-94d7-45df-b8b6-1ee77847654e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:14.171085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0f0c01-94d7-45df-b8b6-1ee77847654e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:14.172445 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bf0f0c01-94d7-45df-b8b6-1ee77847654e tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/04cfd47e-9cf4-4784-8c83-75f3294f1416 HTTP/1.1" status: 404  len: 339 time: 0.0739365
Dec 10 03:56:14.178992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34680) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:14.180141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61005616-4666-4a58-b390-86871f96c887 None None] Network 76d500b6-8829-435b-be12-fe4ed7f80de4 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:14.183547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:14.184140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.195719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:14.229638 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:14.238698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-61005616-4666-4a58-b390-86871f96c887 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:14.257758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61005616-4666-4a58-b390-86871f96c887 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:14.308235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 579cee85-57cb-4d09-81e5-f20a78417c34 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:14.317464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61005616-4666-4a58-b390-86871f96c887 None None] Pushing event updated for resources: {'Port': ['ID=0e2dab6e-91d1-4944-a543-b80e7f6fa2db,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:14.328353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-14eb9b8e-a500-44ce-acdc-aeb0ef8b7efc None None] Provisioning for port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:14.331649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.334968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-61005616-4666-4a58-b390-86871f96c887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:14.429092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2d4940>,) {'filters': {'network_id': ['76d500b6-8829-435b-be12-fe4ed7f80de4']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:14.432188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a89d5ab5-8fcd-4d29-9ab8-85b5f7d12d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.441638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-61005616-4666-4a58-b390-86871f96c887 None None] Attempting to bind port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:14.442994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-61005616-4666-4a58-b390-86871f96c887 None None] Attempting to bind port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '41288eb4-8715-4bb9-9be1-20c44c7ac730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:14.442994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61005616-4666-4a58-b390-86871f96c887 None None] Attempting to bind port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db on network 76d500b6-8829-435b-be12-fe4ed7f80de4 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:14.453086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 579cee85-57cb-4d09-81e5-f20a78417c34) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:14.465628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:14.466440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.467845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2d4940>, '41288eb4-8715-4bb9-9be1-20c44c7ac730') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:14.468336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2d4940>, '41288eb4-8715-4bb9-9be1-20c44c7ac730') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:14.487749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting subnet c9849ed1-8fe3-47c1-be92-0d593675def2 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:14.500573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.515155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61005616-4666-4a58-b390-86871f96c887 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:14.515542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61005616-4666-4a58-b390-86871f96c887 None None] Checking segment: {'id': '41288eb4-8715-4bb9-9be1-20c44c7ac730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:14.515960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.516450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61005616-4666-4a58-b390-86871f96c887 None None] Bound using segment: {'id': '41288eb4-8715-4bb9-9be1-20c44c7ac730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:14.516854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-61005616-4666-4a58-b390-86871f96c887 None None] Bound port: 0e2dab6e-91d1-4944-a543-b80e7f6fa2db, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41288eb4-8715-4bb9-9be1-20c44c7ac730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '76d500b6-8829-435b-be12-fe4ed7f80de4'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:14.517243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.525067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] For port 68c65c09-e173-430e-a371-f912efca7d72, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=68c65c09-e173-430e-a371-f912efca7d72,segment=NetworkSegment(3dd7bea9-e69a-4abc-a560-793645311741),segment_id=3dd7bea9-e69a-4abc-a560-793645311741)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:14.525653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.527564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.533954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:14.539568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.559942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1b92e-0e36-4f96-a915-35bfa2443f97 None None] Network 579cee85-57cb-4d09-81e5-f20a78417c34 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:14.571832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.576736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.597174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:14.618261 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.4881182
Dec 10 03:56:14.626021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34688) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:14.638613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:14.639113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.660744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Pushing event deleted for resources: {'Network': ['ID=8803834f-d2e1-454e-af15-c435f1e18c61,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:14.664079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:14.665917 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] 10.222.0.44 "DELETE /v2.0/networks/8803834f-d2e1-454e-af15-c435f1e18c61 HTTP/1.1" status: 204  len: 168 time: 1.6140368
Dec 10 03:56:14.694706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:14.695407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:14.710649 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:14.719698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Calling delete_port for 68c65c09-e173-430e-a371-f912efca7d72 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:14.769272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e74167-4c91-4e05-b8d0-d935660b9e3d None None] DHCP port deletion for ee377a0d-f32e-4f47-973d-3a0e09f0930f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:14.844585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-57e74167-4c91-4e05-b8d0-d935660b9e3d None None] Deleting port 68c65c09-e173-430e-a371-f912efca7d72 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:14.846589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-57e74167-4c91-4e05-b8d0-d935660b9e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.854169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:56:14.854169 dv-neutron-821182-1-hyperv neutron-server[87629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:56:14.854169 dv-neutron-821182-1-hyperv neutron-server[87629]: [parameters: {'id': '76d500b6-8829-435b-be12-fe4ed7f80de4'}]
Dec 10 03:56:14.854169 dv-neutron-821182-1-hyperv neutron-server[87629]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:14.854594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:14.868794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.908016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.913809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e790c9b-f82c-4983-a125-1fa90d840bbb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:14.932685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.947343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:14.963134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Port': ['ID=68c65c09-e173-430e-a371-f912efca7d72,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:14.966780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] No DVR routers for this DVR port 68c65c09-e173-430e-a371-f912efca7d72 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:14.968292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:14.997323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.071595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-57e74167-4c91-4e05-b8d0-d935660b9e3d None None] The port '68c65c09-e173-430e-a371-f912efca7d72' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:15.090185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34696) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:15.117624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.147611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2b8e50>,) {'filters': {'network_id': ['ee377a0d-f32e-4f47-973d-3a0e09f0930f']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:15.155913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.161973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2b8e50>, '3dd7bea9-e69a-4abc-a560-793645311741') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:15.162325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2b8e50>, '3dd7bea9-e69a-4abc-a560-793645311741') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:15.175516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.184184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.189033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.194125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.207973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:15.208418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:15.228684 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:15.246628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,segment=NetworkSegment(380e957f-fb19-4827-a1c3-2b76ac2edfeb),segment_id=380e957f-fb19-4827-a1c3-2b76ac2edfeb)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:15.287355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-61005616-4666-4a58-b390-86871f96c887 None None] For port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:15.296040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.310736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0f9bb2db-a219-4d73-be61-3688bf2b441e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:15.340569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.26.1.54 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a68aaca5-eab3-43d6-a0f0-7fb05fa366f2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:15.354832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.358946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.361217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.363683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:15.368044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d64d3a3-74a3-4d86-b5dc-53d6e3a92f74 tempest-DHCPAgentSchedulersTestJSON-2003497546 tempest-DHCPAgentSchedulersTestJSON-2003497546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:15.385254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.393273 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aadf9a8c-8446-4539-b81f-6c1d5154db10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94991ef673804688ae10a522c8ecdcbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002915
Dec 10 03:56:15.396654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34702) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:15.404892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Pushing event deleted for resources: {'Network': ['ID=ee377a0d-f32e-4f47-973d-3a0e09f0930f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:15.406451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-61005616-4666-4a58-b390-86871f96c887 None None] For port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0e2dab6e-91d1-4944-a543-b80e7f6fa2db,segment=NetworkSegment(41288eb4-8715-4bb9-9be1-20c44c7ac730),segment_id=41288eb4-8715-4bb9-9be1-20c44c7ac730)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:15.407593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:15.413264 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/networks/ee377a0d-f32e-4f47-973d-3a0e09f0930f HTTP/1.1" status: 204  len: 168 time: 1.7354205
Dec 10 03:56:15.414399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34706) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:15.433511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.445456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d02c4-d894-43a0-bb54-bbbdf04b936f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:15.455552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-61005616-4666-4a58-b390-86871f96c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.474854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:15.475330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.480550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:15.485862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d550f2b-4a48-47a4-84f2-1e53aa437ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-579cee85-57cb-4d09-81e5-f20a78417c34', 'network_id': '579cee85-57cb-4d09-81e5-f20a78417c34', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '9f3d02c4-d894-43a0-bb54-bbbdf04b936f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:15.487264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9d550f2b-4a48-47a4-84f2-1e53aa437ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.499858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:15.500330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:15.567326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1bbf7924-d513-4487-a333-a45345369e7b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Synchronizing usage tracker for tenant:abc154fbe6d24c35a93895b279d98f98 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:15.628708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1bbf7924-d513-4487-a333-a45345369e7b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Unset dirty status for tenant:abc154fbe6d24c35a93895b279d98f98 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:15.632132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1bbf7924-d513-4487-a333-a45345369e7b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76951f1-d93c-4483-89f8-aa7f5e734312 HTTP/1.1" status: 200  len: 205 time: 0.2144763
Dec 10 03:56:15.633456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34710) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:15.653181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:15.654262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:15.701833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61005616-4666-4a58-b390-86871f96c887 None None] Pushing event updated for resources: {'Port': ['ID=0e2dab6e-91d1-4944-a543-b80e7f6fa2db,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:15.705246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-61005616-4666-4a58-b390-86871f96c887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:15.730110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411508be-c50e-4929-95cd-db7a38cffd5e None None] Network 76d500b6-8829-435b-be12-fe4ed7f80de4 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:15.745698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94ea18-3780-4a30-af2a-d0e4f5b15515 None None] Network 430874de-72b9-46c8-9796-57bf0340612f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:15.764583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.771819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Subnet': ['ID=c9849ed1-8fe3-47c1-be92-0d593675def2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:15.802897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:15.877633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.913336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34718) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:15.913889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/subnets/c9849ed1-8fe3-47c1-be92-0d593675def2 HTTP/1.1" status: 204  len: 168 time: 1.7319391
Dec 10 03:56:15.982535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:15.988565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7d5700>,) {'filters': {'network_id': ['579cee85-57cb-4d09-81e5-f20a78417c34']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:15.990079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:16.022816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7d5700>, '788100c2-3dc7-4bc6-a379-64eae2a083ee') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:16.023130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7d5700>, '788100c2-3dc7-4bc6-a379-64eae2a083ee') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:16.047826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.056501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.070423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.082414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d8450-f63b-4313-8f53-02b74d2b1a09 None None] Network 579cee85-57cb-4d09-81e5-f20a78417c34 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:16.083815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.103493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:16.104026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:16.120013 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:16.130655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.228635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.237032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bc2a349c-67c9-4bd9-9980-dc8f88d9a85e tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:16.242728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b33718ec-5a6b-4094-b97d-45a72f82950b None None] Provisioning complete for port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:16.243265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b33718ec-5a6b-4094-b97d-45a72f82950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.251844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.263077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.270300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.274033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=579cee85-57cb-4d09-81e5-f20a78417c34,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:16.282307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] For port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0e2dab6e-91d1-4944-a543-b80e7f6fa2db,segment=NetworkSegment(41288eb4-8715-4bb9-9be1-20c44c7ac730),segment_id=41288eb4-8715-4bb9-9be1-20c44c7ac730)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:16.282886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.285026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:16.285559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d8e69aa5-9489-4736-8587-2955169cf93a tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:16.338304 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/579cee85-57cb-4d09-81e5-f20a78417c34 HTTP/1.1" status: 204  len: 168 time: 1.7061555
Dec 10 03:56:16.349052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.352521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c9da476-a7a1-41b1-ae3c-4d5911873053 HTTP/1.1" status: 204  len: 168 time: 0.9470117
Dec 10 03:56:16.353868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34722) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:16.355190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:16.363574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046153091'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:16.366546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:16.371428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:16.398362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.398807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:16.415807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:16.423109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:16.427626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=a68aaca5-eab3-43d6-a0f0-7fb05fa366f2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:16.434276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:16.436559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9605c2b2-8010-422e-9235-27f6cb5469ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:16.442946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:16.456779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9da476-a7a1-41b1-ae3c-4d5911873053,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:16.462122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:16.522655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:16.526712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.586547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for 0e2dab6e-91d1-4944-a543-b80e7f6fa2db owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:16.598600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:16.599386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.650059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.654874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.667344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:16.668871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Deleting port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:16.669387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.685256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.685710 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 33a3c212-c5d2-44c4-883b-abc07266c993 of type vlan for network 1046bee6-f6af-4494-a6a6-18fb78cf2c90
Dec 10 03:56:16.732030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e57ae1ce-c8f5-4f21-b380-255dcd227778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.749841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.750626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Fanout notify agent at l3_agent the message router_deleted on router e76951f1-d93c-4483-89f8-aa7f5e734312 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:16.805439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.806807 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f9fa9af8-b8aa-4ec4-8e3d-708637abc219 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] 10.222.0.44 "DELETE /v2.0/routers/e76951f1-d93c-4483-89f8-aa7f5e734312 HTTP/1.1" status: 204  len: 168 time: 1.1723964
Dec 10 03:56:16.815380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.826704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:16.839152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.901736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Port': ['ID=0e2dab6e-91d1-4944-a543-b80e7f6fa2db,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:16.915600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No DVR routers for this DVR port 0e2dab6e-91d1-4944-a543-b80e7f6fa2db on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:16.919961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:16.931102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.932233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] DHCP port deletion for 430874de-72b9-46c8-9796-57bf0340612f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:16.945320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:16.945806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Deleting port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:16.946799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.947473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:16.967021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:17.017017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34736) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:17.017704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.105484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 68c65c09-e173-430e-a371-f912efca7d72 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:17.185038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 68c65c09-e173-430e-a371-f912efca7d72 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:17.186841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 68c65c09-e173-430e-a371-f912efca7d72 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:17.205378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.218590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] For port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,segment=NetworkSegment(e3deba8e-676f-4995-be47-d535a1444278),segment_id=e3deba8e-676f-4995-be47-d535a1444278)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:17.218945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.405037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] For port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,segment=NetworkSegment(e3deba8e-676f-4995-be47-d535a1444278),segment_id=e3deba8e-676f-4995-be47-d535a1444278)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:17.405651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.424840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34742) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:17.445354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0889318
Dec 10 03:56:17.460096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34746) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:17.463840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=1046bee6-f6af-4494-a6a6-18fb78cf2c90,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:17.471793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:17.479605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:17.493097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c316760>,) {'filters': {'network_id': ['76d500b6-8829-435b-be12-fe4ed7f80de4']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:17.508627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Calling delete_port for 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:17.535495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:17.558641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c316760>, '41288eb4-8715-4bb9-9be1-20c44c7ac730') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:17.558939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c316760>, '41288eb4-8715-4bb9-9be1-20c44c7ac730') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:17.564080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Calling delete_port for 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:17.575803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.612635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-00a9c483-122b-4728-af97-9a69564c1716 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14a2800e897e45a1a5197c3d0c346e06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5393155
Dec 10 03:56:17.616196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.619033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34752) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:17.637257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.645977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:17.646718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.662530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:17.695108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:17.697119 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:17.711783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:17.745195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:17.745675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:17.778143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:17.781973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:17.782577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Port': ['ID=2efcb4c1-0059-4347-9b89-77ec76a2bbe0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:17.801632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-bdb65510-c11f-40e5-b519-1635e842f470 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5976276
Dec 10 03:56:17.802684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:17.804408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:17.823378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:17.826898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.828905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] No DVR routers for this DVR port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:17.915277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.931615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.935021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:17.968248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:17.977266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:17.977922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:17.990370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-045b9d76-416e-4c19-b580-78ba4a8d5942 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:17.997362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.004949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.006572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.051041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.061178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=76d500b6-8829-435b-be12-fe4ed7f80de4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.070283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.078324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.081243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-14d85d93-e98f-46a9-80c8-bc965f9bc469 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abc154fbe6d24c35a93895b279d98f98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6552584
Dec 10 03:56:18.092501 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/76d500b6-8829-435b-be12-fe4ed7f80de4 HTTP/1.1" status: 204  len: 168 time: 5.0463786
Dec 10 03:56:18.102046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34756) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:18.102368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34758) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:18.114545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2013387506'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:18.131072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:18.133965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5e3700>,) {'filters': {'network_id': ['430874de-72b9-46c8-9796-57bf0340612f']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:18.154728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:18.162451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:18.176332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-06e0c8e5-acd1-4b67-ba83-f44287092005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:18.177834 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-06e0c8e5-acd1-4b67-ba83-f44287092005 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.3280523
Dec 10 03:56:18.179699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5e3700>, 'e3deba8e-676f-4995-be47-d535a1444278') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:18.180000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5e3700>, 'e3deba8e-676f-4995-be47-d535a1444278') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:18.189038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:18.210091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.232721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:18.236808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.246606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.246771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Deleting port 2efcb4c1-0059-4347-9b89-77ec76a2bbe0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:18.247180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.270924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:18.271328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:18.286539 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:18.355819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.357783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.367006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:18.401864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd34fe-cc82-4346-94a9-c8c7fbe3ea8b None None] The port '2efcb4c1-0059-4347-9b89-77ec76a2bbe0' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:18.406511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca08e576-f206-44b0-8d7d-bb85d6c0dcd0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.410488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:18.413508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.432996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.434309 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca08e576-f206-44b0-8d7d-bb85d6c0dcd0 HTTP/1.1" status: 204  len: 168 time: 0.8139093
Dec 10 03:56:18.436213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.443780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.448195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15850807-f15b-4897-b503-923f9a2f4526 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:56:18.448360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.453467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.453818 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment 056193ff-2a1a-4c84-b79b-359bd59a4a94 of type vlan for network d6dd2ef7-8948-40d3-b137-48a559021d1a
Dec 10 03:56:18.454039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-398a9e3b-d577-4efb-bd63-fa750af37d03 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:18.456865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b787d44-1497-461e-b68d-4b0be459eb48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:18.473780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.511919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Pushing event deleted for resources: {'Network': ['ID=430874de-72b9-46c8-9796-57bf0340612f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.520768 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] 10.222.0.44 "DELETE /v2.0/networks/430874de-72b9-46c8-9796-57bf0340612f HTTP/1.1" status: 204  len: 168 time: 2.6061857
Dec 10 03:56:18.524057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.540317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-9526b494-3aed-49ca-8208-e4aad007645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:18.541821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-9526b494-3aed-49ca-8208-e4aad007645a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.3383799
Dec 10 03:56:18.557200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.611568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.620782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:18.635757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45433e2-f73d-46fe-8c2e-fd3ea7359a78,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.639489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.644418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.649464 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-515f649a-c27e-4461-a24a-4a023e48a3d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a45433e2-f73d-46fe-8c2e-fd3ea7359a78 HTTP/1.1" status: 204  len: 168 time: 0.5460777
Dec 10 03:56:18.651908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.658483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:18.659749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:18.660847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router 7503bbc1-fcbe-4fb1-9c5e-871b6535a31e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:18.679313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:18.684042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=a5799dc8-41b5-4892-9114-901f9dc66efc,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.690788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.771567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '33a3c212-c5d2-44c4-883b-abc07266c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:18.772765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 1046bee6-f6af-4494-a6a6-18fb78cf2c90, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:18.796869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=d6dd2ef7-8948-40d3-b137-48a559021d1a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:18.800694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:18.802211 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6974151
Dec 10 03:56:18.805447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34774) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:18.812744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': 'd6dd2ef7-8948-40d3-b137-48a559021d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:18.818415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network d6dd2ef7-8948-40d3-b137-48a559021d1a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:18.870013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-6874560b-6be4-4fdd-8c60-b5649f4c1325 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.3150144
Dec 10 03:56:18.945067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:18.980595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-af7769cb-4386-4ea5-b779-519d5ccb8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:18.982400 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-af7769cb-4386-4ea5-b779-519d5ccb8bca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.1049557
Dec 10 03:56:18.986120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1046bee6-f6af-4494-a6a6-18fb78cf2c90) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:18.996339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15850807-f15b-4897-b503-923f9a2f4526 None None] Unable to find a vacant binding_index for network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 and agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 {{(pid=87631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 10 03:56:19.005436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15850807-f15b-4897-b503-923f9a2f4526 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1046bee6-f6af-4494-a6a6-18fb78cf2c90) {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:56:19.041295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:19.042153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.050592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:19.061833 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] Sync routers for ids ['7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:19.076396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34782) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.079595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:19.085395 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] Routers {'7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:19.086410 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:19.098010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:19.115797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:19.120372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.233031 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd190>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:19.263734 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] Routers {'7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:19.266821 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:19.295649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.297098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "PUT /v2.0/routers/7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 200  len: 914 time: 6.9123821
Dec 10 03:56:19.300419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34792) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.419222 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd190>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:19.420120 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbe6ae-de23-442e-8407-ff6ec973b273 None None] The sync data for ids ['7503bbc1-fcbe-4fb1-9c5e-871b6535a31e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:19.435172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.488796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.501376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e95565b2-470a-42a3-8b02-df2b73b703e7 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:19.546519 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.0838580
Dec 10 03:56:19.563515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34808) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.591445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=c8e5d9c6-dffc-453d-b9e9-f8174c8a369b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:19.597282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:19.638967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-44b6cedc-b755-4d9f-b50a-499c59e7c125 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=960d110406f6417197eb5c525d8a92f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5612004
Dec 10 03:56:19.646561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34814) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.669694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': '056193ff-2a1a-4c84-b79b-359bd59a4a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6dd2ef7-8948-40d3-b137-48a559021d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:19.670230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: d6dd2ef7-8948-40d3-b137-48a559021d1a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:19.702123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network d6dd2ef7-8948-40d3-b137-48a559021d1a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:19.723995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, d6dd2ef7-8948-40d3-b137-48a559021d1a) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:19.739978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:19.739978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.793358 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9860473
Dec 10 03:56:19.797903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34822) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.869069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1046bee6-f6af-4494-a6a6-18fb78cf2c90', 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': 'a5799dc8-41b5-4892-9114-901f9dc66efc'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:19.870403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:19.983165 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-68ba392e-e2ac-4968-bc16-7957e602e395 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 200  len: 920 time: 0.6760893
Dec 10 03:56:19.983826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:19.985108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.003328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-17119325-47fc-4f11-9716-9f608fa71fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:20.013014 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-17119325-47fc-4f11-9716-9f608fa71fff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.0208981
Dec 10 03:56:20.153754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Allocated IP 2001:db8::1 (1046bee6-f6af-4494-a6a6-18fb78cf2c90/a5799dc8-41b5-4892-9114-901f9dc66efc/98cde057-a868-4b65-b37d-707c04af3c2c) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:20.263565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478939d5-b457-4d80-9885-23405fe98fdd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:20.264269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-478939d5-b457-4d80-9885-23405fe98fdd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Synchronizing usage tracker for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:20.272169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.317889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-478939d5-b457-4d80-9885-23405fe98fdd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Unset dirty status for tenant:2baf6ff902a24153951ac38d85a1aae1 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:20.319444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-478939d5-b457-4d80-9885-23405fe98fdd tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=7503bbc1-fcbe-4fb1-9c5e-871b6535a31e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3355029
Dec 10 03:56:20.328896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:20.352122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.382926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.395095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Transition to ACTIVE for port object 98cde057-a868-4b65-b37d-707c04af3c2c will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:20.416855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Transition to ACTIVE for port object 98cde057-a868-4b65-b37d-707c04af3c2c will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:20.425115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34854) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:20.426652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.434389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:20.434757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.462571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.487437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-71997e01-765b-4256-b766-1d0794bfd2d0 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4469914
Dec 10 03:56:20.557543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.588021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:20.591083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:20.606943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:20.623730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Pushing event updated for resources: {'Port': ['ID=98cde057-a868-4b65-b37d-707c04af3c2c,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:20.631122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:20.645812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bafe42-1ead-4275-bd46-18f85e2271a4 req-8b18a131-498c-4f97-bf62-9a2794c7587f tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:20.653012 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46bafe42-1ead-4275-bd46-18f85e2271a4 req-8b18a131-498c-4f97-bf62-9a2794c7587f tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.6136904
Dec 10 03:56:20.665130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.672953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4f88088-7ebd-45ed-a347-7bb506245377 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:20.698735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.708413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c576fa3f-2119-47a4-8f2e-cb2bd17490cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:20.719980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d1494-86a3-4b47-bcc2-5facff0db127 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:20.721932 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d62d1494-86a3-4b47-bcc2-5facff0db127 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.3920228
Dec 10 03:56:20.724843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e5d9c6-dffc-453d-b9e9-f8174c8a369b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:20.727966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:20.728632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34864) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:20.763160 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46bafe42-1ead-4275-bd46-18f85e2271a4 req-f994501d-1df9-4614-90d9-5aaad90e76bb tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1091826
Dec 10 03:56:20.774725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=a5799dc8-41b5-4892-9114-901f9dc66efc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:20.837838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:20.847670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Attempting to bind port 98cde057-a868-4b65-b37d-707c04af3c2c on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:20.848051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Attempting to bind port 98cde057-a868-4b65-b37d-707c04af3c2c by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '33a3c212-c5d2-44c4-883b-abc07266c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:20.848427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Attempting to bind port 98cde057-a868-4b65-b37d-707c04af3c2c on network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:20.853981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:20.854362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Checking segment: {'id': '33a3c212-c5d2-44c4-883b-abc07266c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:20.854827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.855237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Bound using segment: {'id': '33a3c212-c5d2-44c4-883b-abc07266c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:20.855844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Bound port: 98cde057-a868-4b65-b37d-707c04af3c2c, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a3c212-c5d2-44c4-883b-abc07266c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:20.856161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.881401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8221b3d-593c-47e1-9464-5da58d6b33a6 req-6bbbb290-c729-4346-acbc-2b47897c6152 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847468
Dec 10 03:56:20.895629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.938639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.948729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:20.983950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:20.996887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4c8f70>,) {'filters': {'network_id': ['d6dd2ef7-8948-40d3-b137-48a559021d1a']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.009029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583024529'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:21.013370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] For port 98cde057-a868-4b65-b37d-707c04af3c2c, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:21.016866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] For port 98cde057-a868-4b65-b37d-707c04af3c2c, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=98cde057-a868-4b65-b37d-707c04af3c2c,segment=NetworkSegment(33a3c212-c5d2-44c4-883b-abc07266c993),segment_id=33a3c212-c5d2-44c4-883b-abc07266c993)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:21.021482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0f460>,) {'filters': {'network_id': ['1046bee6-f6af-4494-a6a6-18fb78cf2c90']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.025458 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-906307d5-173e-42d5-ad51-fdf7928ff54a tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 200  len: 205 time: 0.1031137
Dec 10 03:56:21.030530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34882) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:21.035319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.038262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4c8f70>, '056193ff-2a1a-4c84-b79b-359bd59a4a94') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.038880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4c8f70>, '056193ff-2a1a-4c84-b79b-359bd59a4a94') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.046942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:21.048886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f73fe62-4c9c-488a-8fe8-f5cbb4c8f97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:21.055195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0f460>, '33a3c212-c5d2-44c4-883b-abc07266c993') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.055502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0f460>, '33a3c212-c5d2-44c4-883b-abc07266c993') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:21.072893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.090820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.098805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:21.099270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.138437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Pushing event updated for resources: {'Port': ['ID=98cde057-a868-4b65-b37d-707c04af3c2c,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:21.149650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:21.164306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:21.212838 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:21.223431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.226977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9818911-9fc2-4ffb-93d8-76f6b0616e0e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:21.229805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.231329 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9818911-9fc2-4ffb-93d8-76f6b0616e0e HTTP/1.1" status: 204  len: 168 time: 1.5639954
Dec 10 03:56:21.232124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:56:21.232124 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:56:21.232124 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': '1046bee6-f6af-4494-a6a6-18fb78cf2c90'}]
Dec 10 03:56:21.232124 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:21.232464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:21.234950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:21.254350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:21.267890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcf515-1ac1-4985-bb86-a3a57b96fbd3 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:56:21.277086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.280824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:21.293036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:21.293577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:21.310026 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:21.328267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34892) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:21.332438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.345069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cf0c4-3464-430f-9420-b343cfea32da req-bc0fab12-8ea9-41a6-9b6d-9d1149e9b153 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:21.357891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0a5cf0c4-3464-430f-9420-b343cfea32da req-bc0fab12-8ea9-41a6-9b6d-9d1149e9b153 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1374712
Dec 10 03:56:21.395131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.435640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:21.458119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afcf515-1ac1-4985-bb86-a3a57b96fbd3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:56:21.460010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0a5cf0c4-3464-430f-9420-b343cfea32da req-d0904b77-0246-47ec-918c-707a8a6bf070 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875623
Dec 10 03:56:21.481610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:21.487077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:21.498959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:21.518972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.587117 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:56:21.642937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.667822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:21.685071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.706882 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/d6dd2ef7-8948-40d3-b137-48a559021d1a HTTP/1.1" status: 204  len: 168 time: 1.9028654
Dec 10 03:56:21.707789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34904) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:21.713435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=d6dd2ef7-8948-40d3-b137-48a559021d1a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:21.713646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-492621522'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:21.718721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:21.722903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:21.735338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:network and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:21.745704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:21.761222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:21.779920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.800642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:21.810040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.861815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.879261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-717830171', 'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:21.906146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:21.910329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port a68aaca5-eab3-43d6-a0f0-7fb05fa366f2 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:21.910675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.917875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 98cde057-a868-4b65-b37d-707c04af3c2c {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:21.918670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:21.996162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.011220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:network and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:22.015325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.022435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:22.026622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:22.042098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9768adc7-4425-49ed-bb5c-d4a185eb30f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:22.061072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:22.064529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:22.080236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:22.097729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:22.178870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143d725-6f73-4904-8692-8075c233d4e9 None None] Network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:22.195593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a4346-f8c6-4373-a93b-4cabfbbfa055 None None] Network d6dd2ef7-8948-40d3-b137-48a559021d1a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:22.269760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a4346-f8c6-4373-a93b-4cabfbbfa055 None None] Network d6dd2ef7-8948-40d3-b137-48a559021d1a could not be found, it might have been deleted concurrently. {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 10 03:56:22.285409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0debfba2-a0e3-4419-9c2e-1657b97b3633 None None] Network d6dd2ef7-8948-40d3-b137-48a559021d1a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:22.316162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0debfba2-a0e3-4419-9c2e-1657b97b3633 None None] Network d6dd2ef7-8948-40d3-b137-48a559021d1a could not be found, it might have been deleted concurrently. {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 10 03:56:22.335037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:22.406836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5ac41-49a3-4b82-be96-9867f6e73dcd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:22.412203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:22.429364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.437868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.446609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:22.465133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae894b-290d-4648-9666-e784a56650e6 None None] Network 1046bee6-f6af-4494-a6a6-18fb78cf2c90 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:22.472689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.473028 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Added segment ac8eb357-4833-43a8-8b19-6894a87ca8df of type vlan for network b86e9591-8d96-4408-8c7e-713d4186b31b
Dec 10 03:56:22.486068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Made reservation on behalf of 1812161e7fe3451fbc6430ebbff64078 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:22.488678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.518555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d186059c-35f8-4c0a-b5f7-ddcd1ac7d796,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:22.526176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:22.528730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.531032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.540058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.541351 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1152110
Dec 10 03:56:22.544482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34928) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:22.583702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.603991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:22.623069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eb3b5-e89c-47ae-af21-14f6648a5935 req-c9719061-74bc-4b94-a3a5-c221313a1431 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:22.624543 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a34eb3b5-e89c-47ae-af21-14f6648a5935 req-c9719061-74bc-4b94-a3a5-c221313a1431 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.2723718
Dec 10 03:56:22.672432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:security_group_rule and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:22.674802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34932) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:22.682063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:22.683610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for a68aaca5-eab3-43d6-a0f0-7fb05fa366f2 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:22.722244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:22.779263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-34d13068-3611-49b6-a752-a78c07ae756b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:22.801415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bcaf4-7f58-4aa9-9bf5-006bd7a05bfb req-ca58839e-86ed-41f1-9ec1-daeea1c76b2d tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:22.802734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-162bcaf4-7f58-4aa9-9bf5-006bd7a05bfb req-ca58839e-86ed-41f1-9ec1-daeea1c76b2d tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.7431645
Dec 10 03:56:22.832775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-34d13068-3611-49b6-a752-a78c07ae756b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:22.834298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-34d13068-3611-49b6-a752-a78c07ae756b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2888281
Dec 10 03:56:22.837191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34938) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:22.845592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-security--598704671', 'description': 'tempest-security-description-1146363778'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:22.847389 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a34eb3b5-e89c-47ae-af21-14f6648a5935 req-f8e52a7f-b602-4cdd-9c5b-8f3eb2554b79 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672277
Dec 10 03:56:22.851286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port 98cde057-a868-4b65-b37d-707c04af3c2c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=98cde057-a868-4b65-b37d-707c04af3c2c,segment=NetworkSegment(33a3c212-c5d2-44c4-883b-abc07266c993),segment_id=33a3c212-c5d2-44c4-883b-abc07266c993)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:22.851820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.877194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b2a42c45-decb-4c76-9b9b-3dbedb87fa72 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] Request body: {'port': {'network_id': '0760d3aa-2456-46c8-b289-bbba34dff50c', 'name': 'tempest-NetworksNegativeTestJSON-656237125'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:22.883803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.960647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.966305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:22.966872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.984313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.990915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:22.996552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62df99ce-3d63-4207-b3ca-04bb41fb633e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.018760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.019864 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "PUT /v2.0/security-groups/d186059c-35f8-4c0a-b5f7-ddcd1ac7d796 HTTP/1.1" status: 200  len: 1777 time: 0.1808248
Dec 10 03:56:23.023592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34942) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.033713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b99c96ed-44c6-450a-95b2-7b49d2ecae33 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.046042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.061456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d186059c-35f8-4c0a-b5f7-ddcd1ac7d796,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.065511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for 98cde057-a868-4b65-b37d-707c04af3c2c owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:23.074116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.074637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8de60dd4-911f-46b0-b80e-b24d09d57ca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.121800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a42c45-decb-4c76-9b9b-3dbedb87fa72 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] POST failed (client error): The resource could not be found.
Dec 10 03:56:23.122268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a42c45-decb-4c76-9b9b-3dbedb87fa72 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:23.123436 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b2a42c45-decb-4c76-9b9b-3dbedb87fa72 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4460664
Dec 10 03:56:23.143320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34946) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.160846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=a68aaca5-eab3-43d6-a0f0-7fb05fa366f2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.191689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.205555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-022334e5-ffb7-44f7-850f-255254744dc5 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups/d186059c-35f8-4c0a-b5f7-ddcd1ac7d796 HTTP/1.1" status: 200  len: 1777 time: 0.1779912
Dec 10 03:56:23.205900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34950) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.252669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.271416 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-162bcaf4-7f58-4aa9-9bf5-006bd7a05bfb req-898ea5e6-e6e4-4c17-8c73-19f4c40d675a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4351704
Dec 10 03:56:23.284315 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.5730169
Dec 10 03:56:23.287388 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a518d7-1d50-4584-94c2-eb54eaefce2c tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:23.287852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a518d7-1d50-4584-94c2-eb54eaefce2c tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:23.292929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34954) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.292929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Network': ['ID=b86e9591-8d96-4408-8c7e-713d4186b31b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.307359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b86e9591-8d96-4408-8c7e-713d4186b31b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:23.314966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.323455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Request body: {'subnet': {'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:23.348006 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c8a518d7-1d50-4584-94c2-eb54eaefce2c tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "DELETE /v2.0/networks/df68f934-c169-43f9-8202-7fceb1554916 HTTP/1.1" status: 404  len: 339 time: 0.1535568
Dec 10 03:56:23.400888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 34960) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.477823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.480853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.482620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.483794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.497627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-52873c50-6809-4a58-b7eb-f05aaaa7a53e tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.522339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.529769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.541633 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-85412394-08be-4f02-b2b5-615cacc7458a tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:23.542100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85412394-08be-4f02-b2b5-615cacc7458a tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:23.543158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.543747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router 7503bbc1-fcbe-4fb1-9c5e-871b6535a31e {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:23.556679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.561227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Port': ['ID=98cde057-a868-4b65-b37d-707c04af3c2c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.565394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No DVR routers for this DVR port 98cde057-a868-4b65-b37d-707c04af3c2c on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:23.586853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.589562 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 204  len: 168 time: 2.5538437
Dec 10 03:56:23.601568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34966) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.605639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.607353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1aecda65-677a-4515-a151-948f23a867bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.613024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003331968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:23.620188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.622553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-85412394-08be-4f02-b2b5-615cacc7458a tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "DELETE /v2.0/ports/ae95def1-c215-46eb-9cff-95a3198114f0 HTTP/1.1" status: 404  len: 333 time: 0.2150497
Dec 10 03:56:23.623763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:23.627141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46f979aa-c824-4616-919d-c8d24ac8a499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:23.634697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34970) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.635953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:23.639265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Usage tracker for resource:subnet and tenant:6f94495ea619486eaab0e8eb2b415cde is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:23.669009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:23.671143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:23.678660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:23.685840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:23.688178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:23.689700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186059c-35f8-4c0a-b5f7-ddcd1ac7d796,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.699087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:23.701323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d804d1e8-c90e-406f-b87d-110b52f6b6bf tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:23.701791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d804d1e8-c90e-406f-b87d-110b52f6b6bf tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:23.708101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.713271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d804d1e8-c90e-406f-b87d-110b52f6b6bf tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "DELETE /v2.0/subnets/0afde089-7078-4278-bc4f-bb5f3151bfe1 HTTP/1.1" status: 404  len: 337 time: 0.0673492
Dec 10 03:56:23.713271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.713271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/d186059c-35f8-4c0a-b5f7-ddcd1ac7d796 HTTP/1.1" status: 204  len: 168 time: 0.5050650
Dec 10 03:56:23.714346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34976) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.717695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34978) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.734696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846ad15b-f089-409d-94ec-526dc0dd0ebd,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:23.748324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:23.755212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.755545 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Added segment 4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c of type vlan for network c7dd0766-3e4e-454a-8952-7427cb74e557
Dec 10 03:56:23.760733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.761771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.769299 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-daca9428-7679-4b1d-920e-b7e8aeb1dc90 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] GET failed (client error): The resource could not be found.
Dec 10 03:56:23.780378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-daca9428-7679-4b1d-920e-b7e8aeb1dc90 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "GET /v2.0/networks/d28dbf9e-9c2d-438e-98dd-d7edbfa90694 HTTP/1.1" status: 404  len: 339 time: 0.0554225
Dec 10 03:56:23.780564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.781733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34984) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.800349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Made reservation on behalf of 6f94495ea619486eaab0e8eb2b415cde for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:23.803765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.842336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce389d0>,) {'filters': {'network_id': ['1046bee6-f6af-4494-a6a6-18fb78cf2c90']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:23.851960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5b2afb-4ec5-42ce-aa45-791545194793 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] GET failed (client error): The resource could not be found.
Dec 10 03:56:23.857175 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8d5b2afb-4ec5-42ce-aa45-791545194793 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "GET /v2.0/ports/62abdfcd-bb29-4ec0-a739-3e97a3d3033b HTTP/1.1" status: 404  len: 333 time: 0.0690212
Dec 10 03:56:23.857175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.858909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.876617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3c5ca4a1-8348-40f5-906b-a52ba5b39686 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:23.916152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.920513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce389d0>, '33a3c212-c5d2-44c4-883b-abc07266c993') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:23.920806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce389d0>, '33a3c212-c5d2-44c4-883b-abc07266c993') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:23.928178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b31ec-2821-4892-88b7-3364c76ccd3b tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] GET failed (client error): The resource could not be found.
Dec 10 03:56:23.933098 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-161b31ec-2821-4892-88b7-3364c76ccd3b tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "GET /v2.0/subnets/610b6f02-3a26-478f-90cc-55860437fcbe HTTP/1.1" status: 404  len: 337 time: 0.0698776
Dec 10 03:56:23.934440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 34996) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.942039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9cc6b5ef-664c-426c-b00d-34014e16ddf8 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:23.961987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.963602 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc6b5ef-664c-426c-b00d-34014e16ddf8 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] PUT failed (client error): The resource could not be found.
Dec 10 03:56:23.964072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc6b5ef-664c-426c-b00d-34014e16ddf8 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:23.968875 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9cc6b5ef-664c-426c-b00d-34014e16ddf8 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "PUT /v2.0/networks/d78e0046-3cd7-412a-a1cd-00e9d3fa2850 HTTP/1.1" status: 404  len: 339 time: 0.0305762
Dec 10 03:56:23.968875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3c5ca4a1-8348-40f5-906b-a52ba5b39686 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:23.969634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3c5ca4a1-8348-40f5-906b-a52ba5b39686 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2504876
Dec 10 03:56:23.970257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35000) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.973730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35004) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:23.975153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.985412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:23.989057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f30dcc35-d6f5-43aa-a2b5-1b355ed04890 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.042819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:24.043343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.052035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-b2a56978-8b24-4e7c-9caa-c638b225881c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:24.056527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b2a56978-8b24-4e7c-9caa-c638b225881c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/d186059c-35f8-4c0a-b5f7-ddcd1ac7d796 HTTP/1.1" status: 404  len: 347 time: 0.0709696
Dec 10 03:56:24.056527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30dcc35-d6f5-43aa-a2b5-1b355ed04890 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] PUT failed (client error): The resource could not be found.
Dec 10 03:56:24.056527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30dcc35-d6f5-43aa-a2b5-1b355ed04890 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:24.056527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f30dcc35-d6f5-43aa-a2b5-1b355ed04890 tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "PUT /v2.0/ports/cf3171d7-55bc-4e43-8523-30f34c038371 HTTP/1.1" status: 404  len: 333 time: 0.0833251
Dec 10 03:56:24.058052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35008) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:24.061651 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:24.063990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35010) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.067370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--75279005'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.075619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-19bcdbb9-f8ad-460e-b388-11a5b6e62e2f tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.109599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.113966 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0e32066e-145e-453c-8339-31cbfb40df7f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5059373
Dec 10 03:56:24.113966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.115121 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bcdbb9-f8ad-460e-b388-11a5b6e62e2f tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] PUT failed (client error): The resource could not be found.
Dec 10 03:56:24.115578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bcdbb9-f8ad-460e-b388-11a5b6e62e2f tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:24.116691 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-19bcdbb9-f8ad-460e-b388-11a5b6e62e2f tempest-NetworksNegativeTestJSON-1037316077 tempest-NetworksNegativeTestJSON-1037316077-project] 10.222.0.44 "PUT /v2.0/subnets/21244b37-a2b4-4bdc-8396-fd837eee0bde HTTP/1.1" status: 404  len: 337 time: 0.0544341
Dec 10 03:56:24.117289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35016) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.130487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.290656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:24.365451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.366517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:24.367144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.375401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:24.417067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.422825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.479063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.483836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.545154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Network': ['ID=c7dd0766-3e4e-454a-8952-7427cb74e557,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:24.553737 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/1046bee6-f6af-4494-a6a6-18fb78cf2c90 HTTP/1.1" status: 204  len: 168 time: 4.9640849
Dec 10 03:56:24.554121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35030) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.554951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:24.559121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.559801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c7dd0766-3e4e-454a-8952-7427cb74e557 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:24.562337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a0b3bf3-5492-4d49-8bd3-c3ce0766e7e3 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:24.577712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 3.2477424
Dec 10 03:56:24.621983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35034) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.627530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-547664971'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.627672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:24.637436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:24.646630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:24.648943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=1046bee6-f6af-4494-a6a6-18fb78cf2c90,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:24.651188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.652563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.663350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'subnet': {'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.671832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:24.684053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-f0aa80dd-97de-48b7-a768-5881cf7970e2 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:24.685770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-f0aa80dd-97de-48b7-a768-5881cf7970e2 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.6799901
Dec 10 03:56:24.701143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:24.706166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.715468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:24.748154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:subnet and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:24.759956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:24.767642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:24.771285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.801602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac530b-dd26-47a7-bd29-debb10b45afd req-79088667-ab99-4231-a486-ce04ff51223c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:24.803096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47ac530b-dd26-47a7-bd29-debb10b45afd req-79088667-ab99-4231-a486-ce04ff51223c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.7939062
Dec 10 03:56:24.807090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.813520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:24.814898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.820324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:24.824637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbe9e6-e51b-4d53-b965-f7b61ee4b12c req-e5cebd02-1e78-40f7-99cb-979e9e202bda tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:24.826109 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-71dbe9e6-e51b-4d53-b965-f7b61ee4b12c req-e5cebd02-1e78-40f7-99cb-979e9e202bda tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.5489140
Dec 10 03:56:24.859149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.867669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc701a0e-d1be-4a13-b6cf-fe682fbd4232,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:24.872581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:24.878562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.879768 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.8207173
Dec 10 03:56:24.883487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35040) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:24.889690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': 'cc701a0e-d1be-4a13-b6cf-fe682fbd4232', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:24.898944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:24.902237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.907220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:24.913442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:24.916712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:24.920513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Usage tracker for resource:security_group_rule and tenant:7c4cf169eaa24f7992b03dc9c5f98085 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:24.925385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:24.937654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:24.943450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Made reservation on behalf of 1812161e7fe3451fbc6430ebbff64078 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:24.945896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:24.973095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Deleting port 488c7e80-ba76-44db-9c20-a359b65ea8df {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:24.973444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.000495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:25.098392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.146499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.185892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.188009 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-71dbe9e6-e51b-4d53-b965-f7b61ee4b12c req-43c72d5d-bbf0-4de5-b0db-7c7b2980bc04 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3320417
Dec 10 03:56:25.188817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:25.211401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47ac530b-dd26-47a7-bd29-debb10b45afd req-ac03ce8a-12ee-493d-892a-6e842d599457 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3751051
Dec 10 03:56:25.256747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.263248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.269556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:25.270301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.270645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 561d7eb3-f31e-4a18-a7fe-f6ffcc0c98ba of type vlan for network 90ad5365-8596-46a0-9197-852f71dc979b
Dec 10 03:56:25.292584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5de6d8-f3fa-46bc-8df8-178dc9ae00ff,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:25.303897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:25.353820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.354933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4705236
Dec 10 03:56:25.357744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35044) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:25.373982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:56:25.395845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Allocated IP 172.26.1.131 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/521de051-813c-4697-b6cc-b2ff11e8000a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:25.403832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.404938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.421485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a98aed4e-c159-40b4-8cba-2da86241f09f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:25.424202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.502457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.527858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.534773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d07ad170-a7db-4607-b63f-284d81112cc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:25.565225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f5de6d8-f3fa-46bc-8df8-178dc9ae00ff,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:25.569132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:25.570119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.573930 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9f5de6d8-f3fa-46bc-8df8-178dc9ae00ff HTTP/1.1" status: 204  len: 168 time: 0.2125731
Dec 10 03:56:25.580164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35048) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:25.621778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.651250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d59ec2d4-3c2d-404c-aa09-a83e4a516804 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:25.674202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d59ec2d4-3c2d-404c-aa09-a83e4a516804 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:25.675438 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d59ec2d4-3c2d-404c-aa09-a83e4a516804 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0943761
Dec 10 03:56:25.678878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35052) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:25.693348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event updated for resources: {'Subnet': ['ID=cb654fab-a547-483f-81f7-0fdc6fe9157a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:25.703299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:25.712551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.712766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.719596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6039119-4e24-4bde-b52b-e713a728bbb5 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:25.719882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:25.721457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.740884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bd1d6e5-1d43-4803-a559-2febd83575af tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:25.754989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Checking segment: {'id': 'ac8eb357-4833-43a8-8b19-6894a87ca8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:25.755341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network hostable DHCP agents. Network: b86e9591-8d96-4408-8c7e-713d4186b31b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:25.771547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.853008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.913199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:25.918750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:25.922901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] For port 488c7e80-ba76-44db-9c20-a359b65ea8df, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=488c7e80-ba76-44db-9c20-a359b65ea8df,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:25.923614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:25.923715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:25.950741 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3897328
Dec 10 03:56:25.960094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35056) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:25.981487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '90ad5365-8596-46a0-9197-852f71dc979b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:25.996110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Pushing event updated for resources: {'Port': ['ID=521de051-813c-4697-b6cc-b2ff11e8000a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:26.003438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.010037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:26.116450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.129066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Network b86e9591-8d96-4408-8c7e-713d4186b31b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:26.131210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=90ad5365-8596-46a0-9197-852f71dc979b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:26.143808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 90ad5365-8596-46a0-9197-852f71dc979b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:26.144341 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c4cf169eaa24f7992b03dc9c5f98085&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6630809
Dec 10 03:56:26.157059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:26.157612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35060) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:26.168052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-982563f9-0071-43ea-9016-cb2b3b8f2c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:26.206533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, b86e9591-8d96-4408-8c7e-713d4186b31b) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:26.230758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cbf86-fda5-4aa2-94bf-ba4730d54fea None None] Network b86e9591-8d96-4408-8c7e-713d4186b31b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:26.271282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:26.271881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.282367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:26.321929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c525a-be15-4d24-bb07-d7094fbbadc5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:26.331242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:26.341392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:26.350846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:26.393250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:26.424411 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.1265500
Dec 10 03:56:26.457372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35068) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:26.470941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:26.474723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.546472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-b86e9591-8d96-4408-8c7e-713d4186b31b', 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b', 'tenant_id': '6f94495ea619486eaab0e8eb2b415cde', 'fixed_ips': [{'subnet_id': 'cb654fab-a547-483f-81f7-0fdc6fe9157a'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:26.547208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.577269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.611601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.634825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:26.663196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc701a0e-d1be-4a13-b6cf-fe682fbd4232,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:26.679583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:26.728587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.732135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc701a0e-d1be-4a13-b6cf-fe682fbd4232 HTTP/1.1" status: 204  len: 168 time: 1.0499604
Dec 10 03:56:26.733721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Allocated IP 2001:db8::f816:3eff:fe15:af6b (b86e9591-8d96-4408-8c7e-713d4186b31b/cb654fab-a547-483f-81f7-0fdc6fe9157a/5a2837d1-893e-497f-8f3e-84a5958392f0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:26.737425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35072) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:26.765109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.783801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.858915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.859572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.860060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Floating IP ce090577-6ba5-4dc2-986f-59d6110deae3 disassociated. External IP: 172.26.1.152, port: 488c7e80-ba76-44db-9c20-a359b65ea8df.
Dec 10 03:56:26.860697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Calling delete_port for 488c7e80-ba76-44db-9c20-a359b65ea8df owned by compute:nova {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:26.953026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:26.967539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ebb3-f080-4a66-8b3c-fe1abc8d1abd req-024c411a-c872-4039-85f5-2ac82ac8a4ff tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:26.968997 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c444ebb3-f080-4a66-8b3c-fe1abc8d1abd req-024c411a-c872-4039-85f5-2ac82ac8a4ff tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.5564549
Dec 10 03:56:26.985378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f0cd3009-7d91-40a3-bd0a-9dd208533832 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:26.999496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7f9e9-662c-49af-a342-d66556c23ef2 req-6d1d4bc4-d84b-468c-ab8b-632f2fde7fa0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:27.000548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.006017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dad7f9e9-662c-49af-a342-d66556c23ef2 req-6d1d4bc4-d84b-468c-ab8b-632f2fde7fa0 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 946 time: 0.5875340
Dec 10 03:56:27.035520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f0cd3009-7d91-40a3-bd0a-9dd208533832 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:27.036740 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f0cd3009-7d91-40a3-bd0a-9dd208533832 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2983403
Dec 10 03:56:27.051087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35076) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:27.062991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--986512616'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:27.122541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Transition to ACTIVE for port object 5a2837d1-893e-497f-8f3e-84a5958392f0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:27.135623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:27.143020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Transition to ACTIVE for port object 5a2837d1-893e-497f-8f3e-84a5958392f0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:27.149075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.154724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.194926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.218319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Network b86e9591-8d96-4408-8c7e-713d4186b31b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:27.221368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:27.224273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:27.226938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:27.234606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Pushing event updated for resources: {'Port': ['ID=5a2837d1-893e-497f-8f3e-84a5958392f0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.237350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.238867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.242180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f157f551-21ca-464e-a3f8-d84a109fe7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.246550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bcc19bbf-0f29-407b-964b-7b7af23017f4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.275814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:56:27.276304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.282641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c444ebb3-f080-4a66-8b3c-fe1abc8d1abd req-a82136f9-c6f2-425a-a78b-5a70e5cc6f83 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2987103
Dec 10 03:56:27.285155 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dad7f9e9-662c-49af-a342-d66556c23ef2 req-1f195e69-90a8-4a42-8eb5-579c0a5c1551 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cf807aa-d163-4607-a597-889211a3f02c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2783582
Dec 10 03:56:27.292040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c525a-be15-4d24-bb07-d7094fbbadc5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.299348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.300448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.305224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b203f030-e538-4da8-a14f-0be0c0138973 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.351504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Attempting to bind port 5a2837d1-893e-497f-8f3e-84a5958392f0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:27.351882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Attempting to bind port 5a2837d1-893e-497f-8f3e-84a5958392f0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ac8eb357-4833-43a8-8b19-6894a87ca8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:27.352253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Attempting to bind port 5a2837d1-893e-497f-8f3e-84a5958392f0 on network b86e9591-8d96-4408-8c7e-713d4186b31b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:27.357957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:27.358249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Checking segment: {'id': 'ac8eb357-4833-43a8-8b19-6894a87ca8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:27.359249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.359249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Bound using segment: {'id': 'ac8eb357-4833-43a8-8b19-6894a87ca8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:27.359543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Bound port: 5a2837d1-893e-497f-8f3e-84a5958392f0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8eb357-4833-43a8-8b19-6894a87ca8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:27.359656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:27.359879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.363980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:27.375169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.381970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:27.384623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=4abd4215-d204-47b2-8a70-c416324a14ea,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.393796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.396097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:27.400944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.413816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.420724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '561d7eb3-f31e-4a18-a7fe-f6ffcc0c98ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '90ad5365-8596-46a0-9197-852f71dc979b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:27.421087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 90ad5365-8596-46a0-9197-852f71dc979b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:27.448415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.464789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.465937 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca3c525a-be15-4d24-bb07-d7094fbbadc5 HTTP/1.1" status: 204  len: 168 time: 1.2914882
Dec 10 03:56:27.472597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Subnet': ['ID=356e95d6-2a00-44d5-a35a-6a20f6340ae5,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.480954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.481921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:27.486562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:27.486847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4b43db59-e185-4dad-9042-162c8a4a37a0 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.493106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.498748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-87cd3493-16d7-4d18-81e3-6ad35ce63b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.533612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Checking segment: {'id': '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:27.534213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network hostable DHCP agents. Network: c7dd0766-3e4e-454a-8952-7427cb74e557, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:27.558550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event deleted for resources: {'Port': ['ID=488c7e80-ba76-44db-9c20-a359b65ea8df,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.566304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.591755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Pushing event updated for resources: {'Port': ['ID=5a2837d1-893e-497f-8f3e-84a5958392f0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.596314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:27.716447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network c7dd0766-3e4e-454a-8952-7427cb74e557 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:27.744059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.754644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6492d882-4708-4243-b3de-83df5236cb7b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.779376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 90ad5365-8596-46a0-9197-852f71dc979b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:27.819993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 90ad5365-8596-46a0-9197-852f71dc979b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:27.832093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d483a-58d6-4477-b06a-9dfba58aa804 None None] Network 90ad5365-8596-46a0-9197-852f71dc979b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:27.878519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:27.879118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.935868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.967093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:27.971184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c7dd0766-3e4e-454a-8952-7427cb74e557) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:27.985248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-054edaf9-d23c-46d5-b054-8fc9456ed300 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:27.988087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=cb654fab-a547-483f-81f7-0fdc6fe9157a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:27.999496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:28.019297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:28.019879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.051554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.0837228
Dec 10 03:56:28.077044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:28.134592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.152932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.154296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.1004407
Dec 10 03:56:28.163688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Router dd7683b1-29a5-4bd4-9def-ec11adefc002 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:56:28.163688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35092) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:28.171235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.5350194
Dec 10 03:56:28.182565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '22a556e0-297f-40d2-9199-4d338c3f962a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:28.189372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35098) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:28.191537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f139c8-4ac4-458e-bcab-95b3ad0bd095 None None] Network c7dd0766-3e4e-454a-8952-7427cb74e557 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:28.194250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d969c53d0>,) {'filters': {'network_id': ['b86e9591-8d96-4408-8c7e-713d4186b31b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:28.202461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:28.212523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-880691767', 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:28.218709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:28.225200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:28.228551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:28.231883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d969c53d0>, 'ac8eb357-4833-43a8-8b19-6894a87ca8df') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:28.232181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d969c53d0>, 'ac8eb357-4833-43a8-8b19-6894a87ca8df') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:28.245741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:28.303906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.304834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a556e0-297f-40d2-9199-4d338c3f962a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:28.312999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:port and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:28.321533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:28.366897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Router 4a40602e-379c-4a2f-88ef-0fa50c9afb41 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:28.388948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:28.412213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:28.436985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.466109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:28.467243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:28.520951 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:28.528710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.587348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.610944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Made reservation on behalf of 1812161e7fe3451fbc6430ebbff64078 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:28.613461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.752980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2a57e-2fc3-40a9-a9d9-1249f4f8deb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-90ad5365-8596-46a0-9197-852f71dc979b', 'network_id': '90ad5365-8596-46a0-9197-852f71dc979b', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '4abd4215-d204-47b2-8a70-c416324a14ea'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:28.753758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.753898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a57e-2fc3-40a9-a9d9-1249f4f8deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.815897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:28.827150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:28.828761 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "PUT /v2.0/routers/4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 200  len: 916 time: 4.7091165
Dec 10 03:56:28.832726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35114) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:28.874023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:56:28.874023 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:56:28.874023 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': 'b86e9591-8d96-4408-8c7e-713d4186b31b'}]
Dec 10 03:56:28.874023 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:28.874023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:28.874690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] Sync routers for ids ['4a40602e-379c-4a2f-88ef-0fa50c9afb41'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:28.909843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] Routers {'4a40602e-379c-4a2f-88ef-0fa50c9afb41'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:28.910482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de35cd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4a40602e-379c-4a2f-88ef-0fa50c9afb41'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:28.924498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] device_id is not set on port 2185cd88-64d6-4428-b759-edf53d7cd5cf yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:56:28.997531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7d7e4478-1a9d-4e17-82a5-4ca7807e50cb req-0e7517bd-82e5-4c15-bb3c-9383f218a144 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Synchronizing usage tracker for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:29.019221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:29.030276 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Sync routers for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:29.047768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:29.048903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d32e040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.074178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de35cd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.076939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 488c7e80-ba76-44db-9c20-a359b65ea8df no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:29.112896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35120) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.122070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 488c7e80-ba76-44db-9c20-a359b65ea8df {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:29.122749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 488c7e80-ba76-44db-9c20-a359b65ea8df not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:29.156398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06b1e4-03b6-4323-b99d-d0d623759bd1 None None] Network c7dd0766-3e4e-454a-8952-7427cb74e557 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:29.263467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.284615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7d7e4478-1a9d-4e17-82a5-4ca7807e50cb req-0e7517bd-82e5-4c15-bb3c-9383f218a144 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Unset dirty status for tenant:40aac755d3d1401e86aefdcc4a93dc73 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:29.293391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7d7e4478-1a9d-4e17-82a5-4ca7807e50cb req-0e7517bd-82e5-4c15-bb3c-9383f218a144 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0 HTTP/1.1" status: 200  len: 210 time: 0.5640402
Dec 10 03:56:29.295924 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-82d682ca-8ee1-4630-8e43-d768d1ed4ba3 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 200  len: 922 time: 0.4611690
Dec 10 03:56:29.298684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] Routers {'4a40602e-379c-4a2f-88ef-0fa50c9afb41'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:29.299294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de35cd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4a40602e-379c-4a2f-88ef-0fa50c9afb41'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.300206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35126) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.304496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.306623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] No DVR routers for this DVR port 488c7e80-ba76-44db-9c20-a359b65ea8df on host hv-neutron-8211 {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:29.310915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.314627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.319312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'name': 'network-vif-deleted', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:56:29.343343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c426d738-c495-4d91-b939-5a6c5a9cb4ae tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:29.382912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.399035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3faa40c1-2878-4de8-bea9-1a2ef7c30dea tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:29.399986 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1feb5d9a-d898-409d-88d4-5ee9541ed1a7 req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.18 "DELETE /v2.0/ports/488c7e80-ba76-44db-9c20-a359b65ea8df HTTP/1.1" status: 204  len: 173 time: 4.6884868
Dec 10 03:56:29.418179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7b35-6bcb-47eb-9ae9-d1e43da1f6e0', 'name': 'network-vif-deleted', 'tag': '488c7e80-ba76-44db-9c20-a359b65ea8df', 'status': 'completed', 'code': 200}
Dec 10 03:56:29.430663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123807f3-2aaa-4543-8b1a-8daeeaaaee86,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:29.435153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7997aa81-82e5-42da-afa8-80dae4527314 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:29.435983 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-7997aa81-82e5-42da-afa8-80dae4527314 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 10 03:56:29.436581 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-7997aa81-82e5-42da-afa8-80dae4527314 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:56:29.437669 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7997aa81-82e5-42da-afa8-80dae4527314 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3082478
Dec 10 03:56:29.440091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:29.445785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35132) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.456554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137798112'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:29.470353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.471782 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.3072643
Dec 10 03:56:29.473281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:29.474478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c1895-ff19-4da7-a125-d9517bf67d2b None None] Network b86e9591-8d96-4408-8c7e-713d4186b31b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:29.475716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=4abd4215-d204-47b2-8a70-c416324a14ea,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:29.483991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35136) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.484678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:29.485008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.504167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:29.515196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:29.540442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '22a556e0-297f-40d2-9199-4d338c3f962a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:29.545784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 2001:db8::f5 (c7dd0766-3e4e-454a-8952-7427cb74e557/356e95d6-2a00-44d5-a35a-6a20f6340ae5/2185cd88-64d6-4428-b759-edf53d7cd5cf) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:29.548296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:29.558687 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:29.559198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1763959-e862-4072-a94a-b3603dbf49c2 req-83e8f5ba-c7cd-4a76-adc5-47b4dadf9e49 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:29.566974 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b1763959-e862-4072-a94a-b3603dbf49c2 req-83e8f5ba-c7cd-4a76-adc5-47b4dadf9e49 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.8359213
Dec 10 03:56:29.594902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.595786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:29.600361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:29.617288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:29.622180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:29.638173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:29.651415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9da7dd60>,) {'filters': {'network_id': ['90ad5365-8596-46a0-9197-852f71dc979b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.669132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.673533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9da7dd60>, '561d7eb3-f31e-4a18-a7fe-f6ffcc0c98ba') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.673943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9da7dd60>, '561d7eb3-f31e-4a18-a7fe-f6ffcc0c98ba') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.689045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.704797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca32db-6010-409e-8a1c-9b5f90cfb85d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:29.709062 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-82ca32db-6010-409e-8a1c-9b5f90cfb85d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=4a40602e-379c-4a2f-88ef-0fa50c9afb41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4043777
Dec 10 03:56:29.718266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35140) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.726026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.738792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:29.739381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-3bd2a57e-2fc3-40a9-a9d9-1249f4f8deb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4abd4215-d204-47b2-8a70-c416324a14ea: This subnet is being modified by another concurrent operation.
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 03:56:29.739657 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4abd4215-d204-47b2-8a70-c416324a14ea: This subnet is being modified by another concurrent operation.
Dec 10 03:56:29.743460 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:29.765071 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:29.779429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.800002 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b1763959-e862-4072-a94a-b3603dbf49c2 req-3c6bafcb-b653-46e1-b9dd-78fcb2653f11 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2318747
Dec 10 03:56:29.804796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c210ca5-5d4b-4253-9d27-0e1763a9bcc5 None None] Network 90ad5365-8596-46a0-9197-852f71dc979b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:29.877349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.892463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:29.913347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.926346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:29.927813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de35cd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:29.928258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbe72-a3a0-4c36-b96b-ea97a99711da None None] The sync data for ids ['4a40602e-379c-4a2f-88ef-0fa50c9afb41'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:29.948212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:29.958049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=90ad5365-8596-46a0-9197-852f71dc979b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:29.961346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:29.965294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d3d201a5-d361-47e8-a196-832936bceba4 None None] Provisioning for port 5a2837d1-893e-497f-8f3e-84a5958392f0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:29.969040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/90ad5365-8596-46a0-9197-852f71dc979b HTTP/1.1" status: 204  len: 168 time: 1.8908565
Dec 10 03:56:29.974493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35144) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:29.985374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646706912'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:29.999876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:30.009609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:30.015124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:30.028443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:30.029597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:30.065396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:30.068872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:30.069866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.119123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:30.136350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:30.144962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.145333 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment da278d3d-ca55-4254-8a86-13dca0148419 of type vlan for network 8043168a-acbc-4a5e-b390-4c6a7953667f
Dec 10 03:56:30.148328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5a2837d1-893e-497f-8f3e-84a5958392f0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:30.227270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.298266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.306745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:30.308658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.318403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:30.394116 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d32e040>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:30.399373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Checking router: dd7683b1-29a5-4bd4-9def-ec11adefc002 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:56:30.409103 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:30.410308 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d32e040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:30.456775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 5a2837d1-893e-497f-8f3e-84a5958392f0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:30.474843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5a2837d1-893e-497f-8f3e-84a5958392f0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:30.475220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.565680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.616577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3059d2-284e-4b1f-8ea5-10b550f2ca40 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:30.620795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4c3059d2-284e-4b1f-8ea5-10b550f2ca40 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.8901522
Dec 10 03:56:30.620795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35152) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:30.628342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.688268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35154) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:30.699937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=8043168a-acbc-4a5e-b390-4c6a7953667f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:30.712198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] DHCP port deletion for b86e9591-8d96-4408-8c7e-713d4186b31b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:30.714275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:30.718448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:30.730849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:30.770622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:30.771030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.788944 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8123167
Dec 10 03:56:30.794348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35160) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:30.806724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:30.807434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:30.811086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:30.825181 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:30.870998 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6e3d42ea-db74-4c5b-9be9-a7a0f36b8177 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 200  len: 205 time: 0.1590540
Dec 10 03:56:30.880375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35166) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:30.983112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.112677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.115700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:31.135023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.137064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:31.141461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:31.244530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.279581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=5a2837d1-893e-497f-8f3e-84a5958392f0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:31.287627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:31.326739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:31.327308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.335063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network c7dd0766-3e4e-454a-8952-7427cb74e557 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:31.390092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.392022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:31.411161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=2185cd88-64d6-4428-b759-edf53d7cd5cf,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:31.411427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:31.415934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:31.416673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:31.416795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:31.419829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:31.420258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:31.420472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.427871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:31.441864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.455740 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d32e040>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:31.466304 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a1ff-bffd-49d1-b993-32f70dddcc8f None None] The sync data for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv is: [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:54:07Z', 'revision_number': 4, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6ec0e153-fded-42b6-92d2-f00a330303d2', 'name': '', 'network_id': '4e42ce75-6c90-444e-8ee2-11e25290f382', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'mac_address': 'fa:16:3e:0e:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:54:06Z', 'updated_at': '2021-12-10T03:54:18Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'subnets': [{'id': '1f4ef4c3-0006-4de9-a8d9-6a993e9f3530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:31.477854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43fc3405-598a-4c10-a039-f2f6cdef0ec4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:31.499461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:31.503491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.537489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:31.633222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e91ec5-a60d-4509-9b2a-170d62a1067e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:31.657834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:31.659230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.659766 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 2.1464300
Dec 10 03:56:31.665100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.673966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:31.674327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:31.674989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35170) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:31.682572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:31.682896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:31.692732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.5011873
Dec 10 03:56:31.699025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:31.715689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '22a556e0-297f-40d2-9199-4d338c3f962a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:31.731177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:31.750082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.755071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:31.759486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:31.762205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.767486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:31.781510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:31.784624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:31.819987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c74c8-f0ba-489a-941e-3478b65fca9d req-05de02f1-8889-43a3-963d-64fb7cb2036b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:31.823977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port 2185cd88-64d6-4428-b759-edf53d7cd5cf {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:31.824390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.827190 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a01c74c8-f0ba-489a-941e-3478b65fca9d req-05de02f1-8889-43a3-963d-64fb7cb2036b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.7079818
Dec 10 03:56:31.829479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:31.841694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:31.879111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:31.880999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:31.888808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd3d0b-cb2a-4b51-89dd-d1a7f665195f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:31.902166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:31.911960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd423e56-5b91-4d67-9c4e-b7ad8e432c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:31.980497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe01caa-1869-4f7d-9c9f-42ea3434d8a2 None None] New status for floating IP ce090577-6ba5-4dc2-986f-59d6110deae3: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:56:31.990262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.001700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf807aa-d163-4607-a597-889211a3f02c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:32.003447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.028269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:32.074014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5a2837d1-893e-497f-8f3e-84a5958392f0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:32.081999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a01c74c8-f0ba-489a-941e-3478b65fca9d req-a2d42ac0-d965-4e85-8a2b-ae5ff5fa398a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2538288
Dec 10 03:56:32.094176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.096059 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "DELETE /v2.0/security-groups/1cf807aa-d163-4607-a597-889211a3f02c HTTP/1.1" status: 204  len: 168 time: 1.4696147
Dec 10 03:56:32.100523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35178) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:32.138830 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-9afc134e-e82b-49e1-96d8-1e75a7f66e89 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] show failed (client error): The resource could not be found.
Dec 10 03:56:32.140127 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9afc134e-e82b-49e1-96d8-1e75a7f66e89 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "GET /v2.0/security-groups/1cf807aa-d163-4607-a597-889211a3f02c HTTP/1.1" status: 404  len: 347 time: 0.0385258
Dec 10 03:56:32.144665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35182) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:32.155805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port 521de051-813c-4697-b6cc-b2ff11e8000a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:32.156019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.195846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:32.196378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.220862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:32.221729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.376292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.413125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.426303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.442305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.475545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4666d1e1-9a4c-438b-8af2-5c35aab2ea19 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:32.483360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Deleting port fc23903c-ebc3-4a1c-bfae-e87323d2afc8 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:32.483699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.518320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.551118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.567437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c475ad8-be16-4f4a-99e1-80e82fba31a6,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:32.598090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:32.600735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e9ecf01-0316-4ea6-b8ac-804c22b2dab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:32.643252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.667525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:32.668096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.682768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.705107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b26b37e-b467-4b5b-9308-b106876d8d0f tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:32.723476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.725572 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0452180
Dec 10 03:56:32.750079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35186) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:32.754043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.755362 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 3.3054245
Dec 10 03:56:32.766515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:32.772123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b5f48-5168-460c-91cc-32f7352b2c4c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:32.784033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '22a556e0-297f-40d2-9199-4d338c3f962a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:32.811044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:32.826283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for 2185cd88-64d6-4428-b759-edf53d7cd5cf owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:32.850513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:32.853409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=95bf8855-5b29-43b1-a763-d4eec9519069,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:32.853564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:32.858625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:32.862706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5f48-5168-460c-91cc-32f7352b2c4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:32.873798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:32.879511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:32.885260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:32.885515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.893622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:32.894181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:32.898608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8e89530e-24f7-4699-a880-b05d9f1ae5ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:32.903422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:32.942109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for 521de051-813c-4697-b6cc-b2ff11e8000a owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:32.964135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:32.964666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:32.976115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:32.988189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=5a2837d1-893e-497f-8f3e-84a5958392f0,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:32.996850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:32.999373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:33.002683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:33.016346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:33.102202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.109905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': 'da278d3d-ca55-4254-8a86-13dca0148419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:33.110821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 8043168a-acbc-4a5e-b390-4c6a7953667f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:33.188236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:33.231092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 8043168a-acbc-4a5e-b390-4c6a7953667f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:33.232702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.243067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.257462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48550079-c90d-4c34-a4a2-957adc91a0b2 tempest-FloatingIPAdminTestJSON-619489576 tempest-FloatingIPAdminTestJSON-619489576-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:33.296420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.296743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.324436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 8043168a-acbc-4a5e-b390-4c6a7953667f) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:33.326971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.332909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067d09d-ae64-4c9c-827b-b54e625375bb None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:33.347040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Port': ['ID=2185cd88-64d6-4428-b759-edf53d7cd5cf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:33.351221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:33.351810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.357400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.362386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:33.400181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea2e06f1-5563-4078-a032-9e8a80577062 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:33.439520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Calling delete_port for fc23903c-ebc3-4a1c-bfae-e87323d2afc8 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:33.451647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.456876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a3d0e5-cbd1-464e-b46e-f5d72ad9febf,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:33.463782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:33.466581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.472687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6fdf654-d3db-4578-ba17-859bd423ab59 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:33.517039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7183409
Dec 10 03:56:33.517039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2185cd88-64d6-4428-b759-edf53d7cd5cf HTTP/1.1" status: 204  len: 168 time: 1.8152001
Dec 10 03:56:33.517368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.520840 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6628451
Dec 10 03:56:33.520840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35196) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:33.520840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:33.523694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35200) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:33.525785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=521de051-813c-4697-b6cc-b2ff11e8000a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:33.533402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:33.546712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5f48-5168-460c-91cc-32f7352b2c4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:33.550655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:33.553647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557', 'external_fixed_ips': [{'subnet_id': '356e95d6-2a00-44d5-a35a-6a20f6340ae5', 'ip_address': '2001:db8::f5'}]}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:33.564565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:33.572569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:33.588451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:33.597990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.610446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:33.613508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:33.613837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:33.614327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.624512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:33.634142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:33.654036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce28afb3-2bfd-4631-9f05-28e0e9c6fb96,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:33.655448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-8043168a-acbc-4a5e-b390-4c6a7953667f', 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '95bf8855-5b29-43b1-a763-d4eec9519069'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:33.656442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.661345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:router and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:33.669645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb261bf-597b-4ccd-9b1b-1d2f31775d59 req-de817665-15e5-4acb-9ad0-70052234f965 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:33.676704 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4cb261bf-597b-4ccd-9b1b-1d2f31775d59 req-de817665-15e5-4acb-9ad0-70052234f965 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4605165
Dec 10 03:56:33.678831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:33.690067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:33.709805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:33.733410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:33.734000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.756878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.769422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.835617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Allocated IP 2001:db8::2 (8043168a-acbc-4a5e-b390-4c6a7953667f/95bf8855-5b29-43b1-a763-d4eec9519069/4af09187-d85f-4e8e-a60a-86115f88fb35) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:33.846935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.848098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0954683
Dec 10 03:56:33.852400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:33.852785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.859224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35208) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:33.877457 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4cb261bf-597b-4ccd-9b1b-1d2f31775d59 req-5258059b-f5b4-4618-82f1-430d003cce3a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979961
Dec 10 03:56:33.924395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '22a556e0-297f-40d2-9199-4d338c3f962a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:33.933827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:33.950259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:33.951185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:subnet and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:33.955383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:33.958871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.964693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:33.969612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:33.970907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.973542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79b6b98f-1ab3-468b-be2c-3c318e781fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:33.975404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.977390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:33.978559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.004298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:34.011337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:34.015176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.046884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:34.049276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Pushing event deleted for resources: {'Port': ['ID=fc23903c-ebc3-4a1c-bfae-e87323d2afc8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:34.055454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:34.085449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.104827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.105343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router 4a40602e-379c-4a2f-88ef-0fa50c9afb41 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:34.135878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.140745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 204  len: 168 time: 3.2583966
Dec 10 03:56:34.142320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35212) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:34.179372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-982638007', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:34.203075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:56:34.204694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1bc1b02d-864b-4cc7-bb35-d4914dcae93e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6785543
Dec 10 03:56:34.207565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:34.222412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35216) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:34.244786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Usage tracker for resource:router and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:34.249696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:34.278563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:34.278960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.279067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] For port 5a2837d1-893e-497f-8f3e-84a5958392f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5a2837d1-893e-497f-8f3e-84a5958392f0,segment=NetworkSegment(ac8eb357-4833-43a8-8b19-6894a87ca8df),segment_id=ac8eb357-4833-43a8-8b19-6894a87ca8df)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:34.279467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.292212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:34.369511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.415779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:34.451766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for 5a2837d1-893e-497f-8f3e-84a5958392f0 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:34.452886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.473554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Transition to ACTIVE for port object 4af09187-d85f-4e8e-a60a-86115f88fb35 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:34.480485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.481671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.499865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.502819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.503957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] 10.222.0.44 "DELETE /v2.0/floatingips/ce090577-6ba5-4dc2-986f-59d6110deae3 HTTP/1.1" status: 204  len: 168 time: 2.3548291
Dec 10 03:56:34.516300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Transition to ACTIVE for port object 4af09187-d85f-4e8e-a60a-86115f88fb35 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:34.523726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35220) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:34.528026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.533504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcfa6088-eba7-4649-a1ba-c6ab64826493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:34.564252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.573269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.601568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] No DVR routers for this DVR port 5a2837d1-893e-497f-8f3e-84a5958392f0 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:34.617886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:34.619036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:34.621660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:34.661045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Pushing event updated for resources: {'Port': ['ID=4af09187-d85f-4e8e-a60a-86115f88fb35,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:34.664416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:34.669229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2f95d17e-3209-4795-920e-b85981e256b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:34.725550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:34.726131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:34.741437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Pushing event deleted for resources: {'Port': ['ID=5a2837d1-893e-497f-8f3e-84a5958392f0,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:34.744675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:34.765554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Attempting to bind port 4af09187-d85f-4e8e-a60a-86115f88fb35 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:34.765949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Attempting to bind port 4af09187-d85f-4e8e-a60a-86115f88fb35 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'da278d3d-ca55-4254-8a86-13dca0148419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:34.766298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Attempting to bind port 4af09187-d85f-4e8e-a60a-86115f88fb35 on network 8043168a-acbc-4a5e-b390-4c6a7953667f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:34.772577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:34.772967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Checking segment: {'id': 'da278d3d-ca55-4254-8a86-13dca0148419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:34.773402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.773808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Bound using segment: {'id': 'da278d3d-ca55-4254-8a86-13dca0148419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:34.774533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Bound port: 4af09187-d85f-4e8e-a60a-86115f88fb35, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da278d3d-ca55-4254-8a86-13dca0148419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:34.774671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.789566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.795461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8e69325a-9a01-4197-aa10-c44e272d1a43 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:34.867208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.869334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] For port 4af09187-d85f-4e8e-a60a-86115f88fb35, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:34.872598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] For port 4af09187-d85f-4e8e-a60a-86115f88fb35, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4af09187-d85f-4e8e-a60a-86115f88fb35,segment=NetworkSegment(da278d3d-ca55-4254-8a86-13dca0148419),segment_id=da278d3d-ca55-4254-8a86-13dca0148419)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:34.878553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.884159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:34.902125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.911924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=518688b1-a024-4782-a28e-0b7069d92bd5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:34.939988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 8043168a-acbc-4a5e-b390-4c6a7953667f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:34.949602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 5a2837d1-893e-497f-8f3e-84a5958392f0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:34.949946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:34.950676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:34.951697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:34.959411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:34.960760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.003695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Pushing event updated for resources: {'Port': ['ID=4af09187-d85f-4e8e-a60a-86115f88fb35,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:35.007872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:35.016322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.043565 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5185590
Dec 10 03:56:35.050332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35226) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:35.134648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.145092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.180383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] The port '5a2837d1-893e-497f-8f3e-84a5958392f0' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:35.255294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.256725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.258553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.261522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.261522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.262473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Synchronizing usage tracker for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:35.268737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00519323-df97-4369-acdc-2bee44547c18 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:35.311745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Unset dirty status for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:35.316527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-56f88504-e17f-48cf-be94-4916ceb36f34 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2618778
Dec 10 03:56:35.321567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35230) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:35.329575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311480550'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:35.337624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:35.344245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:35.349137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:35.357946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:35.360267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.399002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.428149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125fb848-4b64-4950-811e-a913fad33c70,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:35.437957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:35.442033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.495287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:35.509443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:35.545340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.545686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 70d00752-45ed-41c2-a19a-fd7fc9e1fe16 of type vlan for network cd6116d6-718f-40e3-97fc-ed4762070933
Dec 10 03:56:35.620559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.657129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 2001:db8::f5 (c7dd0766-3e4e-454a-8952-7427cb74e557/356e95d6-2a00-44d5-a35a-6a20f6340ae5/b5853884-4a90-4411-9bdd-6c1682585d43) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:35.673505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.678909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.679491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577656'] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.696334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89544e38-ef1b-49bd-b41f-7bedd6626fc4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:35.757045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.764416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.765902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 1.8989549
Dec 10 03:56:35.770017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.778932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35234) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:35.826011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0dddc0>,) {'filters': {'network_id': ['b86e9591-8d96-4408-8c7e-713d4186b31b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:35.839847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.864591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:35.880570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24371e48-b902-4c5d-9cf4-17e2cffec1cf req-a03eb166-0cb6-4d1a-8135-0f1bbe656cd8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:35.883046 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24371e48-b902-4c5d-9cf4-17e2cffec1cf req-a03eb166-0cb6-4d1a-8135-0f1bbe656cd8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.8652997
Dec 10 03:56:35.904083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0dddc0>, 'ac8eb357-4833-43a8-8b19-6894a87ca8df') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:35.904624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0dddc0>, 'ac8eb357-4833-43a8-8b19-6894a87ca8df') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:35.932181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b5f48-5168-460c-91cc-32f7352b2c4c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:35.949677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:35.957775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:35.975717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.023445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7007475
Dec 10 03:56:36.027604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35238) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.035692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:36.052460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4af09187-d85f-4e8e-a60a-86115f88fb35 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:36.052999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=cd6116d6-718f-40e3-97fc-ed4762070933,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:36.063231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:36.088758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:36.124381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.133461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.134848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba1b5f48-5168-460c-91cc-32f7352b2c4c HTTP/1.1" status: 204  len: 168 time: 1.8954191
Dec 10 03:56:36.143350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.164648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.213584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:36.214077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.226609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:36.231161 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:36.324652 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24371e48-b902-4c5d-9cf4-17e2cffec1cf req-6ec0da30-58d3-4b33-96a0-85f1f459f041 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4031920
Dec 10 03:56:36.338404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac463702-3b25-42de-94f0-657f0cf3027e None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:36.395148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.399076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.419520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bac45ec-ea2b-46e6-a7e7-82458cfe1859 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:36.421750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.434740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:36.518237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network c7dd0766-3e4e-454a-8952-7427cb74e557 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:36.520226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=b5853884-4a90-4411-9bdd-6c1682585d43,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:36.520624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4af09187-d85f-4e8e-a60a-86115f88fb35 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:36.523868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:36.525685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.538710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:36.580926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7fabfbf1-0f03-4fd4-9b82-f843ed1276c3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:36.592705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.595257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=125fb848-4b64-4950-811e-a913fad33c70,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:36.605663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:36.606375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf7d89c2-7e86-40aa-9d24-a33562489702 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:36.609034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:36.610247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.613096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:36.641077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=b86e9591-8d96-4408-8c7e-713d4186b31b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:36.655670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:36.660913 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/b86e9591-8d96-4408-8c7e-713d4186b31b HTTP/1.1" status: 204  len: 168 time: 10.1646845
Dec 10 03:56:36.662172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.663323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/125fb848-4b64-4950-811e-a913fad33c70 HTTP/1.1" status: 204  len: 168 time: 0.8804829
Dec 10 03:56:36.671725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35246) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.672270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35248) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.672388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Provisioning for port 4af09187-d85f-4e8e-a60a-86115f88fb35 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:36.681866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Provisioning complete for port 4af09187-d85f-4e8e-a60a-86115f88fb35 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:36.682372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.690176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network cd6116d6-718f-40e3-97fc-ed4762070933 is not hosted by any dhcp agent {{(pid=87629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 10 03:56:36.706276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:36.706899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.711252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "PUT /v2.0/networks/cd6116d6-718f-40e3-97fc-ed4762070933 HTTP/1.1" status: 200  len: 723 time: 0.6806099
Dec 10 03:56:36.729820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.731815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7fabfbf1-0f03-4fd4-9b82-f843ed1276c3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:36.733268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7fabfbf1-0f03-4fd4-9b82-f843ed1276c3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5826783
Dec 10 03:56:36.748819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:36.787770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35258) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.803231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--570767340'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:36.818978 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-692702ac-d69c-44ce-96ea-876829edcb67 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:36.818978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692702ac-d69c-44ce-96ea-876829edcb67 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:36.822811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-692702ac-d69c-44ce-96ea-876829edcb67 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/cb654fab-a547-483f-81f7-0fdc6fe9157a HTTP/1.1" status: 404  len: 337 time: 0.1454208
Dec 10 03:56:36.831608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:36.833699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35262) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.869169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:36.889356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=cd6116d6-718f-40e3-97fc-ed4762070933,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:36.900342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Update dhcp port {'port': {'network_id': '8043168a-acbc-4a5e-b390-4c6a7953667f', 'fixed_ips': [{'subnet_id': '95bf8855-5b29-43b1-a763-d4eec9519069', 'ip_address': '2001:db8::2'}, {'subnet_id': '518688b1-a024-4782-a28e-0b7069d92bd5'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '4af09187-d85f-4e8e-a60a-86115f88fb35'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:56:36.912463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:36.918372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:36.920773 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fc2a1a-3383-4c73-a8c4-54c795821647 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:36.921352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fc2a1a-3383-4c73-a8c4-54c795821647 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:36.921564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f88e2a23-66c9-40c8-bbce-4a7ec33acc04 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:36.925911 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-21fc2a1a-3383-4c73-a8c4-54c795821647 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/b86e9591-8d96-4408-8c7e-713d4186b31b HTTP/1.1" status: 404  len: 339 time: 0.0881081
Dec 10 03:56:36.927149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35266) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.927281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:36.936390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:36.981525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d554e0f-8730-4303-b749-bee638793fe8 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:36.982135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d554e0f-8730-4303-b749-bee638793fe8 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:36.986982 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2d554e0f-8730-4303-b749-bee638793fe8 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/c8e5d9c6-dffc-453d-b9e9-f8174c8a369b HTTP/1.1" status: 404  len: 337 time: 0.0559697
Dec 10 03:56:36.987261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35270) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:36.990009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.007430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:37.037992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] For port 4af09187-d85f-4e8e-a60a-86115f88fb35, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4af09187-d85f-4e8e-a60a-86115f88fb35,segment=NetworkSegment(da278d3d-ca55-4254-8a86-13dca0148419),segment_id=da278d3d-ca55-4254-8a86-13dca0148419)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:37.057417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.071005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:37.095211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:37.097827 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b904cc9-4673-41fd-8825-2b1b2ecb4f23 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:37.098386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b904cc9-4673-41fd-8825-2b1b2ecb4f23 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:37.102486 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4b904cc9-4673-41fd-8825-2b1b2ecb4f23 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/d6dd2ef7-8948-40d3-b137-48a559021d1a HTTP/1.1" status: 404  len: 339 time: 0.1117468
Dec 10 03:56:37.105196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.110714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35274) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.149386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f88e2a23-66c9-40c8-bbce-4a7ec33acc04 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:37.153407 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f88e2a23-66c9-40c8-bbce-4a7ec33acc04 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.4741328
Dec 10 03:56:37.158030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35278) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.167139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:37.168111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:37.171552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.179679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:37.188826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:37.196465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0260dd10-77ca-40fc-9319-ecc7036911fd tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:37.196914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0260dd10-77ca-40fc-9319-ecc7036911fd tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:37.200954 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0260dd10-77ca-40fc-9319-ecc7036911fd tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/4ad8d33c-f0e6-4098-891a-0ebe02a1bcec HTTP/1.1" status: 404  len: 337 time: 0.0862718
Dec 10 03:56:37.202757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35282) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.208732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Pushing event updated for resources: {'Port': ['ID=4af09187-d85f-4e8e-a60a-86115f88fb35,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:37.211773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:37.244080 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e8dc92-74d5-49b5-8e1a-911d58d0b0a0 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:37.244652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e8dc92-74d5-49b5-8e1a-911d58d0b0a0 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:37.265688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-55e8dc92-74d5-49b5-8e1a-911d58d0b0a0 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/76d500b6-8829-435b-be12-fe4ed7f80de4 HTTP/1.1" status: 404  len: 339 time: 0.0618627
Dec 10 03:56:37.271236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35286) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.296232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.349971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.357222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.362222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Allocated IP 172.20.0.1 (8043168a-acbc-4a5e-b390-4c6a7953667f/518688b1-a024-4782-a28e-0b7069d92bd5/4af09187-d85f-4e8e-a60a-86115f88fb35) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:37.364110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.416703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.494600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.515415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.519650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port 64fea8a3-de85-4ab2-9a94-d2adaa0d5c65 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:37.520169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.535101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] For port 4af09187-d85f-4e8e-a60a-86115f88fb35, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4af09187-d85f-4e8e-a60a-86115f88fb35,segment=NetworkSegment(da278d3d-ca55-4254-8a86-13dca0148419),segment_id=da278d3d-ca55-4254-8a86-13dca0148419)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:37.553062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.554465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.562811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.567602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6760aa5-6a4a-4399-a18f-24d31cd152cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:37.582184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Transition to ACTIVE for port object 4af09187-d85f-4e8e-a60a-86115f88fb35 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:37.586417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.592101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-83ab373f-0b2b-49da-a5b2-51bd525748bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:37.628653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.632491 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8404973
Dec 10 03:56:37.640020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35292) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.649627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:37.676025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-527bcb77-4e7e-46c5-a156-f91131edd9a2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'a8c513ac-9048-4e66-8752-dd1323244caf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:37.677010 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-527bcb77-4e7e-46c5-a156-f91131edd9a2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 10 03:56:37.677269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-527bcb77-4e7e-46c5-a156-f91131edd9a2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:37.680871 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-527bcb77-4e7e-46c5-a156-f91131edd9a2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0345781
Dec 10 03:56:37.681026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c513ac-9048-4e66-8752-dd1323244caf,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:37.689983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35296) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.692572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:37.730695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce28afb3-2bfd-4631-9f05-28e0e9c6fb96,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:37.734255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:37.743574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Pushing event updated for resources: {'Port': ['ID=4af09187-d85f-4e8e-a60a-86115f88fb35,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:37.747762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:37.854196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Allocated IP 172.26.1.204 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/214a4980-fb85-4698-b235-d8c244d99a7a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:37.888279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:37.889626 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ce28afb3-2bfd-4631-9f05-28e0e9c6fb96 HTTP/1.1" status: 204  len: 168 time: 0.7228756
Dec 10 03:56:37.904452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35300) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:37.982276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4af09187-d85f-4e8e-a60a-86115f88fb35 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:38.164294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.169478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c544d-dd5c-43d1-8c6e-28e315a2cac6 req-2ac73dfc-50ce-49fa-b4ff-c217d4b9e01b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:38.170997 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f33c544d-dd5c-43d1-8c6e-28e315a2cac6 req-2ac73dfc-50ce-49fa-b4ff-c217d4b9e01b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.6271389
Dec 10 03:56:38.173824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.334940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for 64fea8a3-de85-4ab2-9a94-d2adaa0d5c65 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:38.360880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb539a9f-f984-4b3d-90c1-07addefc74e9 None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:38.376687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.397897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1d579cb-0e5e-465a-bbe1-4a496b7cc83e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:38.400568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.401148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.418445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2699be60-6d1b-4f7a-a336-dd87bb6a7e4c tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:38.458253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f95c891c-3bf5-482f-984f-5f8633aae2bb None None] Provisioning for port 4af09187-d85f-4e8e-a60a-86115f88fb35 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:38.466931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f95c891c-3bf5-482f-984f-5f8633aae2bb None None] Provisioning complete for port 4af09187-d85f-4e8e-a60a-86115f88fb35 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:38.467308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f95c891c-3bf5-482f-984f-5f8633aae2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.542314 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f33c544d-dd5c-43d1-8c6e-28e315a2cac6 req-59370aa4-58a9-460a-869b-16318b113452 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055073
Dec 10 03:56:38.547018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1d579cb-0e5e-465a-bbe1-4a496b7cc83e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:38.549744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a1d579cb-0e5e-465a-bbe1-4a496b7cc83e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.6393454
Dec 10 03:56:38.556489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35304) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:38.570695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.577134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=9a8ae5b5-b2ed-42ef-8d0c-105022ef1815,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:38.581039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:38.633634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.640887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.642534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.659625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '70d00752-45ed-41c2-a19a-fd7fc9e1fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:38.660036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: cd6116d6-718f-40e3-97fc-ed4762070933, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:38.660144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f364642f-f747-40e3-a65d-a6cbb9566c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:38.676726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.692031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c513ac-9048-4e66-8752-dd1323244caf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:38.699549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:38.702707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-992a0faa-d334-4366-86f9-05d0eb336e37 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:38.714137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network cd6116d6-718f-40e3-97fc-ed4762070933 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:38.722800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Deleting port 6ec0e153-fded-42b6-92d2-f00a330303d2 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:38.723135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.745216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.768171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Port': ['ID=64fea8a3-de85-4ab2-9a94-d2adaa0d5c65,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:38.774046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, cd6116d6-718f-40e3-97fc-ed4762070933) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:38.776853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:38.786003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:38.786595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.788700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/ports/64fea8a3-de85-4ab2-9a94-d2adaa0d5c65 HTTP/1.1" status: 204  len: 168 time: 1.5145779
Dec 10 03:56:38.793697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe744590-06ea-42a3-b790-9bc41f42d2a5 None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:38.797232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35308) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:38.837729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.844155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.847721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.848968 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/a8c513ac-9048-4e66-8752-dd1323244caf HTTP/1.1" status: 204  len: 168 time: 1.1582117
Dec 10 03:56:38.850453 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b8a2b8-5e08-4042-ba74-67065b9e454f tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:38.851057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b8a2b8-5e08-4042-ba74-67065b9e454f tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:38.852903 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f9b8a2b8-5e08-4042-ba74-67065b9e454f tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/ee9b3a45-7502-4815-85bd-cf1de8b59b63 HTTP/1.1" status: 404  len: 337 time: 0.0527203
Dec 10 03:56:38.853812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35312) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:38.863512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:38.864780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6c475ad8-be16-4f4a-99e1-80e82fba31a6 HTTP/1.1" status: 204  len: 168 time: 0.2985442
Dec 10 03:56:38.878395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35314) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:38.878911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35318) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:38.879752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:38.892768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7e198c52-77ed-420f-867a-8f9cdfd98f0e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:38.950117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c475ad8-be16-4f4a-99e1-80e82fba31a6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:38.961665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:38.994161 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2594414
Dec 10 03:56:39.008121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:39.015910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:39.057893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router 106f6e97-afce-4f35-af37-53350fee6305 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:39.072331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-cd6116d6-718f-40e3-97fc-ed4762070933', 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '9a8ae5b5-b2ed-42ef-8d0c-105022ef1815'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:39.073586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.092218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event updated for resources: {'Port': ['ID=214a4980-fb85-4698-b235-d8c244d99a7a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:39.111434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-de257486-e567-43f3-a324-2f84b7a32da1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:39.116090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-578dc1e3-a68f-4ed1-be24-0fe4983014d9 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:39.144473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:39.178021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.191011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:39.204997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:39.218374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:39.253341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-593938f7-ba6b-45d3-96f7-d47487bd4db7 None None] Provisioning complete for port 4af09187-d85f-4e8e-a60a-86115f88fb35 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:39.253586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-593938f7-ba6b-45d3-96f7-d47487bd4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.278416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2862210'] for subnet, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.285291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-578dc1e3-a68f-4ed1-be24-0fe4983014d9 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:39.290417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-578dc1e3-a68f-4ed1-be24-0fe4983014d9 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4267917
Dec 10 03:56:39.296052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35328) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:39.296803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-de257486-e567-43f3-a324-2f84b7a32da1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:39.301522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-de257486-e567-43f3-a324-2f84b7a32da1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.4057281
Dec 10 03:56:39.309132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] For port 6ec0e153-fded-42b6-92d2-f00a330303d2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6ec0e153-fded-42b6-92d2-f00a330303d2,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:39.309948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.320710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Allocated IP 2001:db8::2 (cd6116d6-718f-40e3-97fc-ed4762070933/9a8ae5b5-b2ed-42ef-8d0c-105022ef1815/c82d04cc-ad9e-4eab-8cf2-9bdb829c1180) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:39.326263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35330) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:39.332202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--815809063'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:39.357905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:39.475503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Calling delete_port for 6ec0e153-fded-42b6-92d2-f00a330303d2 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:39.604933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:39.649588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.659100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.663854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.677337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Transition to ACTIVE for port object c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:39.688216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.703056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9dddb6d0>,) {'filters': {'network_id': ['33ef7157-4f7a-43b1-a1f7-119845296fa6']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:39.704853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Transition to ACTIVE for port object c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:39.712584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.716834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:39.723545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.725144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c31983be-43af-4379-9a93-3a4ed87bcd57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:39.729737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Sync routers for ids ['106f6e97-afce-4f35-af37-53350fee6305'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:39.740105 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Routers {'106f6e97-afce-4f35-af37-53350fee6305'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:39.740963 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['106f6e97-afce-4f35-af37-53350fee6305'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:39.742804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dddb6d0>, '695ab47b-a698-46c7-8e31-6577e4e65eec') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:39.743280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dddb6d0>, '695ab47b-a698-46c7-8e31-6577e4e65eec') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:39.756325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.776788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.786114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:39.786527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.806572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Pushing event updated for resources: {'Port': ['ID=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:39.811862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:39.814542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:39.816070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:39.818555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:39.926572 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:39.936032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Attempting to bind port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:39.936660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Attempting to bind port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '70d00752-45ed-41c2-a19a-fd7fc9e1fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:39.937923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Attempting to bind port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 on network cd6116d6-718f-40e3-97fc-ed4762070933 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:39.946045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:39.946561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Checking segment: {'id': '70d00752-45ed-41c2-a19a-fd7fc9e1fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:39.947092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.947596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Bound using segment: {'id': '70d00752-45ed-41c2-a19a-fd7fc9e1fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:39.948910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Bound port: c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d00752-45ed-41c2-a19a-fd7fc9e1fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cd6116d6-718f-40e3-97fc-ed4762070933'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:39.948910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.950824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Set router 106f6e97-afce-4f35-af37-53350fee6305 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:39.976241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:39.979665 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 6.4532459
Dec 10 03:56:39.979665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:39.982064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35342) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:40.021132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.045984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.071486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] For port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:40.075528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] For port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,segment=NetworkSegment(70d00752-45ed-41c2-a19a-fd7fc9e1fe16),segment_id=70d00752-45ed-41c2-a19a-fd7fc9e1fe16)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:40.082398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.087693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39fa4e15-fefe-4c5a-9119-9fa822f7551e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.174343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Pushing event updated for resources: {'Port': ['ID=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:40.185862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:40.187730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:40.192249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.194869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:40.199754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.225197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.311799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.315948 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4c70>, [{'id': '106f6e97-afce-4f35-af37-53350fee6305', 'name': '', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557', 'external_fixed_ips': [{'subnet_id': '356e95d6-2a00-44d5-a35a-6a20f6340ae5', 'ip_address': '2001:db8::f5'}], 'enable_snat': True}, 'gw_port_id': 'b5853884-4a90-4411-9bdd-6c1682585d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:33Z', 'updated_at': '2021-12-10T03:56:36Z', 'revision_number': 3, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port': {'id': 'b5853884-4a90-4411-9bdd-6c1682585d43', 'name': '', 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f6e97-afce-4f35-af37-53350fee6305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '356e95d6-2a00-44d5-a35a-6a20f6340ae5', 'ip_address': '2001:db8::f5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:56:35Z', 'updated_at': '2021-12-10T03:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356e95d6-2a00-44d5-a35a-6a20f6340ae5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:40.320048 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Checking router: 106f6e97-afce-4f35-af37-53350fee6305 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:56:40.320391 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Updating router 106f6e97-afce-4f35-af37-53350fee6305 port b5853884-4a90-4411-9bdd-6c1682585d43 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:56:40.324708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:40.342760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86e91ec5-a60d-4509-9b2a-170d62a1067e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:40.358793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:40.377541 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.395686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.400673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/86e91ec5-a60d-4509-9b2a-170d62a1067e HTTP/1.1" status: 204  len: 168 time: 1.0698891
Dec 10 03:56:40.403650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=33ef7157-4f7a-43b1-a1f7-119845296fa6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:40.405652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35346) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:40.406320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:40.418098 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/33ef7157-4f7a-43b1-a1f7-119845296fa6 HTTP/1.1" status: 204  len: 168 time: 1.5280564
Dec 10 03:56:40.430126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35348) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:40.498145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24cfea-e7e2-4a74-9e64-6e08e6b68b94 req-eb614ff7-1a3a-4a91-a387-10ce867a5efe tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:40.499948 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca24cfea-e7e2-4a74-9e64-6e08e6b68b94 req-eb614ff7-1a3a-4a91-a387-10ce867a5efe tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.8161395
Dec 10 03:56:40.508280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2574592'] for subnet, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.531846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-195c3062-12b0-4dfd-8b20-e697eee13156 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.604896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting port a97e9306-00d9-4b99-a00f-18499ab18211 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:40.605234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.637535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:40.638483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.640052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "PUT /v2.0/subnets/9a8ae5b5-b2ed-42ef-8d0c-105022ef1815 HTTP/1.1" status: 200  len: 826 time: 1.6305635
Dec 10 03:56:40.648158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35354) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:40.665567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-17b8d52e-a4f6-4c21-8820-66939db46631 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:40.721475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.727343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.728019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.734535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.743755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.785830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.805505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port b5853884-4a90-4411-9bdd-6c1682585d43 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:40.805835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.818734 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.830584 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Transition to ACTIVE for port object b5853884-4a90-4411-9bdd-6c1682585d43 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:40.838303 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.843216 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:40.856484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca24cfea-e7e2-4a74-9e64-6e08e6b68b94 req-fc73e203-43bc-4ff7-b813-85c5bb7b3377 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3385913
Dec 10 03:56:40.924165 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Attempting to bind port b5853884-4a90-4411-9bdd-6c1682585d43 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:40.924648 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Attempting to bind port b5853884-4a90-4411-9bdd-6c1682585d43 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:40.925115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Attempting to bind port b5853884-4a90-4411-9bdd-6c1682585d43 on network c7dd0766-3e4e-454a-8952-7427cb74e557 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:40.935644 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Pushing event updated for resources: {'Port': ['ID=b5853884-4a90-4411-9bdd-6c1682585d43,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:40.938695 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:40.939147 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Checking segment: {'id': '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:40.939757 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.940250 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Bound using segment: {'id': '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:40.940967 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Bound port: b5853884-4a90-4411-9bdd-6c1682585d43, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c7dd0766-3e4e-454a-8952-7427cb74e557'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:40.941459 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:40.973255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-17b8d52e-a4f6-4c21-8820-66939db46631 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:40.974824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-17b8d52e-a4f6-4c21-8820-66939db46631 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.5382841
Dec 10 03:56:40.976130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=9a8ae5b5-b2ed-42ef-8d0c-105022ef1815,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:40.988540 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.988540 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.988939 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.989385 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.989844 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.990029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:40.990355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.990868 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.991284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.991718 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.992132 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.992541 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.993811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:40.998386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:41.008469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:41.009300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e9469a7e-d105-4d53-a86e-d94830b669e1 tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:41.048077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] For port b5853884-4a90-4411-9bdd-6c1682585d43, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:41.052067 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] For port b5853884-4a90-4411-9bdd-6c1682585d43, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b5853884-4a90-4411-9bdd-6c1682585d43,segment=NetworkSegment(4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c),segment_id=4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:41.058242 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.070267 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3769a688-8d80-45a5-8b38-6e7cb86ad80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:41.152423 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Routers {'106f6e97-afce-4f35-af37-53350fee6305'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:41.153064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['106f6e97-afce-4f35-af37-53350fee6305'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:41.216931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec0e153-fded-42b6-92d2-f00a330303d2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:41.269327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.294345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:41.415841 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Pushing event updated for resources: {'Port': ['ID=b5853884-4a90-4411-9bdd-6c1682585d43,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:41.422115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:41.423451 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] Set router 106f6e97-afce-4f35-af37-53350fee6305 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:41.461209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.484055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Calling delete_port for a97e9306-00d9-4b99-a00f-18499ab18211 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:41.563252 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4c70>, [{'id': '106f6e97-afce-4f35-af37-53350fee6305', 'name': '', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:33Z', 'updated_at': '2021-12-10T03:56:40Z', 'revision_number': 4, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:41.568295 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7e699-7134-4d19-be46-fd8a207aade2 None None] The sync data for ids ['106f6e97-afce-4f35-af37-53350fee6305'] in dv-neutron-821182-1-hyperv is: [{'id': '106f6e97-afce-4f35-af37-53350fee6305', 'name': '', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:33Z', 'updated_at': '2021-12-10T03:56:40Z', 'revision_number': 4, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:41.577608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83323307-2f1b-4bb1-bea5-1b142b63c311,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:41.583808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:41.586516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.589896 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.2618186
Dec 10 03:56:41.595185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35366) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:41.600398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ce0365d3-9a63-435f-83d5-601390de8478 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '83323307-2f1b-4bb1-bea5-1b142b63c311', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:41.601287 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-ce0365d3-9a63-435f-83d5-601390de8478 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 10 03:56:41.601861 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-ce0365d3-9a63-435f-83d5-601390de8478 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:41.602912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce0365d3-9a63-435f-83d5-601390de8478 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0066383
Dec 10 03:56:41.607523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:41.634518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.644631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.657931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-57d63cec-ca98-4429-9a6d-7015c082e9bd tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:41.684331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957adc13-b01e-46b4-9bd4-9d24c3973493 None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:41.744899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.804107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1897978a-6afb-478c-bc5c-d26f47d8bbe9 None None] Provisioning for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:41.911305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Port': ['ID=a97e9306-00d9-4b99-a00f-18499ab18211,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:41.923242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] For port b5853884-4a90-4411-9bdd-6c1682585d43, host dv-neutron-821182-1-hyperv, got binding levels [] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:41.923613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.957215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:41.959939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:41.989629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:41.990213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.018573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.062514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:42.099166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=123807f3-2aaa-4543-8b1a-8daeeaaaee86,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:42.119691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:42.123048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for b5853884-4a90-4411-9bdd-6c1682585d43 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:42.154129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/ports/a97e9306-00d9-4b99-a00f-18499ab18211 HTTP/1.1" status: 204  len: 168 time: 1.7122240
Dec 10 03:56:42.164547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35374) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.210288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:56:42.216491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:42.216888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.237182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.243164 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab8e3b9-f3d3-4863-8fcc-483aac568423 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:42.243626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab8e3b9-f3d3-4863-8fcc-483aac568423 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:42.245382 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cab8e3b9-f3d3-4863-8fcc-483aac568423 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/4da47cc5-1fd6-43db-bccc-89bcbbf7167b HTTP/1.1" status: 404  len: 337 time: 0.0789366
Dec 10 03:56:42.257051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.298480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:42.305430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5edf0-af57-4228-bfe3-afebaec4125d None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:42.315911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba011-6b11-41f0-a471-d81ad1981d88 req-ca7f7831-1a6c-493d-a582-1ed36de7fc11 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:42.317874 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-215ba011-6b11-41f0-a471-d81ad1981d88 req-ca7f7831-1a6c-493d-a582-1ed36de7fc11 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.9550889
Dec 10 03:56:42.357757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-bea6ce8d-5b47-4dcf-a506-b389e7d6de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:42.359021 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-bea6ce8d-5b47-4dcf-a506-b389e7d6de6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.8476110
Dec 10 03:56:42.379318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.385344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.456692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.466577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.493754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.505512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-976594e8-de4b-4b78-8acb-b916f080d317 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:42.517367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7a374f82-8136-4552-be62-9839e5c2c483 None None] Provisioning complete for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:42.517750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7a374f82-8136-4552-be62-9839e5c2c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.549007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83323307-2f1b-4bb1-bea5-1b142b63c311,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:42.560235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:42.588975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.592565 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/83323307-2f1b-4bb1-bea5-1b142b63c311 HTTP/1.1" status: 204  len: 168 time: 0.9820008
Dec 10 03:56:42.595783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.636845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.650592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.651785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/123807f3-2aaa-4543-8b1a-8daeeaaaee86 HTTP/1.1" status: 204  len: 168 time: 1.5951900
Dec 10 03:56:42.655588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:42.655905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:42.660362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.706643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.717340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,segment=NetworkSegment(70d00752-45ed-41c2-a19a-fd7fc9e1fe16),segment_id=70d00752-45ed-41c2-a19a-fd7fc9e1fe16)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:42.769782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a4700>,) {'filters': {'network_id': ['ab319840-6b66-4206-964c-991cc8feb737']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:42.799682 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-39f2656e-d132-48a7-984c-f03e062db5b6 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1351340
Dec 10 03:56:42.799682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a4700>, 'f16bdb04-14bd-43fa-bc54-1717b653b741') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:42.799682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a4700>, 'f16bdb04-14bd-43fa-bc54-1717b653b741') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:42.803592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.808157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c4a06ac0-042a-423a-9e00-4c61e550030a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:42.810035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c426098a-1f54-4d74-b1ad-2d15bb731723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:42.811337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.821854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-215ba011-6b11-41f0-a471-d81ad1981d88 req-d2b4229a-f597-4453-a230-727dde574e65 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4914892
Dec 10 03:56:42.831516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.891353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.900342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c4a06ac0-042a-423a-9e00-4c61e550030a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:42.905193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c4a06ac0-042a-423a-9e00-4c61e550030a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2637639
Dec 10 03:56:42.909024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35394) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:42.909749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:42.910305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:42.910698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:42.914784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:42.927572 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:42.984009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--414066714'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:42.999670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:43.029030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:43.054916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.064351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.071172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.088920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a66fcab-0c4f-4ad7-9ef8-b3aa21545483 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:43.111031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.112969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-ec25a3e9-931a-4f91-bd22-ae7957ecf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:43.114439 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-ec25a3e9-931a-4f91-bd22-ae7957ecf178 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.7185049
Dec 10 03:56:43.127224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,segment=NetworkSegment(70d00752-45ed-41c2-a19a-fd7fc9e1fe16),segment_id=70d00752-45ed-41c2-a19a-fd7fc9e1fe16)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:43.127536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.134846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=ab319840-6b66-4206-964c-991cc8feb737,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:43.136721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:43.142458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.155109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:43.158200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port b5853884-4a90-4411-9bdd-6c1682585d43 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:43.158533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.179546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8dbfdc-0bab-45a6-8951-45768be0ca54 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:56:43.184722 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/ab319840-6b66-4206-964c-991cc8feb737 HTTP/1.1" status: 204  len: 168 time: 0.9241781
Dec 10 03:56:43.186595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:43.188620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:43.195766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35398) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:43.207884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:43.266083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5792e621-3b91-4430-9aed-d11c6000c69d None None] Provisioning complete for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:43.266570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5792e621-3b91-4430-9aed-d11c6000c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.397846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Deleting subnet 90ee689e-7e11-449c-97a4-9a48331f0476 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:43.405452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.409755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.427871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dbfdc-0bab-45a6-8951-45768be0ca54 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:56:43.445462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c90e4d1-0f1a-4a12-acf7-fe3096b6803c tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:43.452715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:43.481709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a556e0-297f-40d2-9199-4d338c3f962a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:43.497203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:43.540072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.561094 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-3f2cbee9-af9a-480e-a486-9fe8eeff01a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.4359646
Dec 10 03:56:43.603291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.617731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.617731 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/22a556e0-297f-40d2-9199-4d338c3f962a HTTP/1.1" status: 204  len: 168 time: 0.7995660
Dec 10 03:56:43.620251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35406) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:43.622829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.648579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-627e9683-555f-47dc-9a1b-999c500aa65e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:43.650745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Router e608c18b-5fec-4e4e-bf26-403ef57dab10 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:43.669585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] For port b5853884-4a90-4411-9bdd-6c1682585d43, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b5853884-4a90-4411-9bdd-6c1682585d43,segment=NetworkSegment(4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c),segment_id=4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:43.669949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.777520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.894408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-7b58a790-646b-4c02-8467-b117c5e251d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:43.896035 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-7b58a790-646b-4c02-8467-b117c5e251d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.3164268
Dec 10 03:56:43.966741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Router dd7683b1-29a5-4bd4-9def-ec11adefc002 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:56:43.966942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for b5853884-4a90-4411-9bdd-6c1682585d43 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:43.972084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:43.972426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:43.974791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:56:43.993091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:43.994308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0680592
Dec 10 03:56:44.006514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f136841d-cced-4f35-a310-4c07c1847ece,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:44.020459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35412) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.028905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:44.037676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1e9b3317-90bc-48a4-a87f-b4638a2908d4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'f136841d-cced-4f35-a310-4c07c1847ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.056697 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-1e9b3317-90bc-48a4-a87f-b4638a2908d4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 10 03:56:44.057300 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-1e9b3317-90bc-48a4-a87f-b4638a2908d4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:44.057794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:56:44.058181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.061177 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1e9b3317-90bc-48a4-a87f-b4638a2908d4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0384915
Dec 10 03:56:44.065042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5a96c9ba-721d-49d0-9f8b-b21347a0e0a1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:44.069418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35416) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.083116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-aff81dec-0553-41d1-8512-19e7634e310b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'f136841d-cced-4f35-a310-4c07c1847ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.087910 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-aff81dec-0553-41d1-8512-19e7634e310b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 10 03:56:44.087910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-aff81dec-0553-41d1-8512-19e7634e310b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:44.087910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aff81dec-0553-41d1-8512-19e7634e310b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0130351
Dec 10 03:56:44.089768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35420) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.119759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.157299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8456ca40-e770-4b04-91e2-0f222cf69608 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'f136841d-cced-4f35-a310-4c07c1847ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.160130 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-8456ca40-e770-4b04-91e2-0f222cf69608 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 10 03:56:44.160130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-8456ca40-e770-4b04-91e2-0f222cf69608 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:44.163481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8456ca40-e770-4b04-91e2-0f222cf69608 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0201423
Dec 10 03:56:44.164958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5a96c9ba-721d-49d0-9f8b-b21347a0e0a1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:44.165782 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5a96c9ba-721d-49d0-9f8b-b21347a0e0a1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5444560
Dec 10 03:56:44.168894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.176644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35426) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.179930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-02f62d29-acf4-4aec-b0f2-78912081375f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'f136841d-cced-4f35-a310-4c07c1847ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.180796 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-02f62d29-acf4-4aec-b0f2-78912081375f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 10 03:56:44.181278 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-02f62d29-acf4-4aec-b0f2-78912081375f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:44.185288 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-02f62d29-acf4-4aec-b0f2-78912081375f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0118883
Dec 10 03:56:44.189078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35430) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.194459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--646799111'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.218821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:44.254889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:44.308673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.318565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.321059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:44.328056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:44.330406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c82733c-1360-4463-a4d5-17c669279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.337173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] Sync routers for ids ['e608c18b-5fec-4e4e-bf26-403ef57dab10'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:44.347330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] Routers {'e608c18b-5fec-4e4e-bf26-403ef57dab10'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:44.348041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2e3d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e608c18b-5fec-4e4e-bf26-403ef57dab10'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.370235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.375981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-18f64b3d-fe79-4f1a-9147-45014683b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:44.377709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-18f64b3d-fe79-4f1a-9147-45014683b853 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3917782
Dec 10 03:56:44.387246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2853ae-7a7c-414d-b770-b0e02096fff1 req-4df3758e-cc17-45fe-a146-815d0ec95e14 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:44.388821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2853ae-7a7c-414d-b770-b0e02096fff1 req-4df3758e-cc17-45fe-a146-815d0ec95e14 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.3597965
Dec 10 03:56:44.393096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.394851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 10.2470136
Dec 10 03:56:44.406022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Subnet': ['ID=90ee689e-7e11-449c-97a4-9a48331f0476,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:44.408635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.417616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.419305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2e3d60>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.425437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:44.429958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:44.431309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091cfa7-ddc6-4cb9-af74-6688cdb53a83 None None] Network f1ef5031-682b-4906-8eb7-aae624e3f1be requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:44.437251 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Sync routers for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:44.447239 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:44.448081 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cfca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.454284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] 10.222.0.44 "PUT /v2.0/routers/dd7683b1-29a5-4bd4-9def-ec11adefc002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9262512
Dec 10 03:56:44.498711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:44.499046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.522002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35440) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:44.532096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] Routers {'e608c18b-5fec-4e4e-bf26-403ef57dab10'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:44.532728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2e3d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e608c18b-5fec-4e4e-bf26-403ef57dab10'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.623217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2e3d60>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.623665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c510a71-2139-4c39-89d6-306042d1b6cb None None] The sync data for ids ['e608c18b-5fec-4e4e-bf26-403ef57dab10'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:44.625519 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:44.708865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:44.718170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:44.733150 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2853ae-7a7c-414d-b770-b0e02096fff1 req-58ec6484-05e4-43c4-9f98-94344af1a427 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3025398
Dec 10 03:56:44.787903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] DHCP port deletion for f1ef5031-682b-4906-8eb7-aae624e3f1be request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:44.793019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Deleting port b3e54cbd-43a2-409a-ba01-3462bb5cb83f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:44.793896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:44.869849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-287b15a2-3c1b-46a3-ad1b-fe6fd0865c2e service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4800467
Dec 10 03:56:44.924456 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cfca0>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:56:40Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:44.928908 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Checking router: dd7683b1-29a5-4bd4-9def-ec11adefc002 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:56:44.937919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Routers {'dd7683b1-29a5-4bd4-9def-ec11adefc002'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:44.938738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cfca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['dd7683b1-29a5-4bd4-9def-ec11adefc002'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:45.041854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.059430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:45.064010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] For port b3e54cbd-43a2-409a-ba01-3462bb5cb83f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,segment=NetworkSegment(715d9294-fcae-488c-8cd0-e7972d75fb5a),segment_id=715d9294-fcae-488c-8cd0-e7972d75fb5a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:45.064725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.069992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:45.080174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/subnets/90ee689e-7e11-449c-97a4-9a48331f0476 HTTP/1.1" status: 204  len: 168 time: 1.8743403
Dec 10 03:56:45.083164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.098196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:45.101021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35444) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:45.115311 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] Set router dd7683b1-29a5-4bd4-9def-ec11adefc002 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:56:45.231957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Calling delete_port for b3e54cbd-43a2-409a-ba01-3462bb5cb83f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:45.314545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.316440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.321412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ba77a18d-ba97-46b2-b5ec-9ff1d31e06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:45.385270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5aa3a0a3-82e1-4908-9a02-64bac51ac216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:45.386555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Pushing event deleted for resources: {'Port': ['ID=b3e54cbd-43a2-409a-ba01-3462bb5cb83f,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:45.393743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] No DVR routers for this DVR port b3e54cbd-43a2-409a-ba01-3462bb5cb83f on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:45.396491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:45.427796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,segment=NetworkSegment(70d00752-45ed-41c2-a19a-fd7fc9e1fe16),segment_id=70d00752-45ed-41c2-a19a-fd7fc9e1fe16)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:45.428151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.438950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb5457b-f560-4606-b83d-4384f4f62bd8 req-55e5460d-dd50-40e8-809e-6c1c7838a379 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5521157
Dec 10 03:56:45.473883 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cfca0>, [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:56:40Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:45.479760 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1ff65-ecb5-45fd-889e-699d6ef1d3de None None] The sync data for ids ['dd7683b1-29a5-4bd4-9def-ec11adefc002'] in dv-neutron-821182-1-hyperv is: [{'id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'name': 'tempest-ServersTestJSON-1652996566-router', 'tenant_id': '40aac755d3d1401e86aefdcc4a93dc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83'}], 'enable_snat': True}, 'gw_port_id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:57Z', 'updated_at': '2021-12-10T03:56:40Z', 'revision_number': 5, 'project_id': '40aac755d3d1401e86aefdcc4a93dc73', 'gw_port': {'id': '090ae7ac-cfa6-4028-af7e-2e11623612d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7683b1-29a5-4bd4-9def-ec11adefc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:58Z', 'updated_at': '2021-12-10T03:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:45.491960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5853884-4a90-4411-9bdd-6c1682585d43,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:45.537879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:45.562508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.574963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:45.604111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.623332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.626852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.641564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Deleting port 090ae7ac-cfa6-4028-af7e-2e11623612d7 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:45.641906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.813296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c29bbcb-4cbf-4438-b3bf-015578fd0c03 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:45.865717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.871092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff3f7792-dd68-44f5-b6b6-4ff203f32d82 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:45.914184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136841d-cced-4f35-a310-4c07c1847ece,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:45.928489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:45.940649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.961077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:45.970898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.000527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Port': ['ID=c82d04cc-ad9e-4eab-8cf2-9bdb829c1180,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:46.003065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:46.024937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6ec0e153-fded-42b6-92d2-f00a330303d2 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:46.028769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.043200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.054715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50fd446d-fa24-4276-81b0-b6effa48abf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:46.079762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] For port 090ae7ac-cfa6-4028-af7e-2e11623612d7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=090ae7ac-cfa6-4028-af7e-2e11623612d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:46.080205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.082728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6ec0e153-fded-42b6-92d2-f00a330303d2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:46.083085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6ec0e153-fded-42b6-92d2-f00a330303d2 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:46.083518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b3e54cbd-43a2-409a-ba01-3462bb5cb83f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:46.146262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b3e54cbd-43a2-409a-ba01-3462bb5cb83f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:46.146607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b3e54cbd-43a2-409a-ba01-3462bb5cb83f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:46.149619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef37f1-d3b4-4812-852a-ac8f759fb3a7 None None] DHCP port deletion for cd6116d6-718f-40e3-97fc-ed4762070933 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:46.151770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No DVR routers for this DVR port c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:46.161634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.162827 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/f136841d-cced-4f35-a310-4c07c1847ece HTTP/1.1" status: 204  len: 168 time: 1.9725537
Dec 10 03:56:46.184109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1c0c1-24c6-4223-bc45-d27f83fdc82f None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:56:46.191088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35450) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:46.230333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.291010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.314979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.315498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 106f6e97-afce-4f35-af37-53350fee6305 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:46.324803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.326040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.1407325
Dec 10 03:56:46.331448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.335299 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/routers/106f6e97-afce-4f35-af37-53350fee6305 HTTP/1.1" status: 204  len: 168 time: 6.3521960
Dec 10 03:56:46.337786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35454) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:46.338106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35456) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:46.341071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.377266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c0c1-24c6-4223-bc45-d27f83fdc82f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:56:46.383239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '2630324f-5c67-442d-a8ec-18357c6da69e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:46.390305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2630324f-5c67-442d-a8ec-18357c6da69e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:46.402091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:46.407012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Deleting port 214a4980-fb85-4698-b235-d8c244d99a7a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:46.407354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.409685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Calling delete_port for 090ae7ac-cfa6-4028-af7e-2e11623612d7 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:46.438551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:46.479425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:46.494147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:46.497640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d972415b0>,) {'filters': {'network_id': ['f1ef5031-682b-4906-8eb7-aae624e3f1be']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.536422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:46.542187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d972415b0>, '715d9294-fcae-488c-8cd0-e7972d75fb5a') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.542471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d972415b0>, '715d9294-fcae-488c-8cd0-e7972d75fb5a') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.547968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f028ea-ac85-4563-9702-aab5d639434b req-37a65a30-ed80-4461-b7f8-ba2686c69dbf tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:46.549467 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-18f028ea-ac85-4563-9702-aab5d639434b req-37a65a30-ed80-4461-b7f8-ba2686c69dbf tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.6260936
Dec 10 03:56:46.558215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a978ce97-9f28-46a7-8a74-9a8e62f0a6f2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:46.572210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.583578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting subnet 356e95d6-2a00-44d5-a35a-6a20f6340ae5 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:46.586585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.594897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:46.646354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5afe299f-de49-4602-9244-e1de721e3bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.663990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.676536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8ae5b5-b2ed-42ef-8d0c-105022ef1815,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:46.678995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:46.724224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.735494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.746696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-18f028ea-ac85-4563-9702-aab5d639434b req-19dc1930-0727-48f8-9204-81651188fad5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1829093
Dec 10 03:56:46.754283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:46.754680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.769125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a978ce97-9f28-46a7-8a74-9a8e62f0a6f2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a978ce97-9f28-46a7-8a74-9a8e62f0a6f2 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5709445
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:46.774785 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:46.798340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0abd7-d784-4ce8-95ad-789c3b467c9a None None] Network cd6116d6-718f-40e3-97fc-ed4762070933 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:46.809202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.816316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35462) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:46.831753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075563426'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:46.842863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:46.851054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.870922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0b41c0>,) {'filters': {'network_id': ['cd6116d6-718f-40e3-97fc-ed4762070933']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.880034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:46.894523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0b41c0>, '70d00752-45ed-41c2-a19a-fd7fc9e1fe16') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.895212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0b41c0>, '70d00752-45ed-41c2-a19a-fd7fc9e1fe16') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:46.911274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.936406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.948772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:46.949797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.962431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.973397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:46.980550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:46.999014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002b30b-dbf8-4121-85eb-5e7625110355 None None] DHCP port deletion for cd6116d6-718f-40e3-97fc-ed4762070933 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:47.001342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.136363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.137822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:47.154973 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:47.165565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.169086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.170699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Calling delete_port for 214a4980-fb85-4698-b235-d8c244d99a7a owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:47.187090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4b7b5ca5-7074-428a-ae53-01df9c125cfa tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.200159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Pushing event deleted for resources: {'Network': ['ID=f1ef5031-682b-4906-8eb7-aae624e3f1be,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.216333 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] 10.222.0.44 "DELETE /v2.0/networks/f1ef5031-682b-4906-8eb7-aae624e3f1be HTTP/1.1" status: 204  len: 168 time: 2.1117325
Dec 10 03:56:47.224292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.226654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.237392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.246565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Pushing event deleted for resources: {'Port': ['ID=090ae7ac-cfa6-4028-af7e-2e11623612d7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.249097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.277236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b964b63d-43db-4673-8ac2-1ad9831edc7f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.283865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.296549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:47.307589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.308757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.9594305
Dec 10 03:56:47.316873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35468) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.334214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:47.336881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:47.343506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:47.345760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.349633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.358326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.360665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eaf48d40-eb29-4d3a-a226-39e45181e06c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.376984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.402035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=cd6116d6-718f-40e3-97fc-ed4762070933,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.412486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.414220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=356e95d6-2a00-44d5-a35a-6a20f6340ae5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.422111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.427907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.440416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.440728 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/356e95d6-2a00-44d5-a35a-6a20f6340ae5 HTTP/1.1" status: 204  len: 168 time: 1.0865009
Dec 10 03:56:47.450170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35472) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.478048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.498583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.608112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.626247 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/cd6116d6-718f-40e3-97fc-ed4762070933 HTTP/1.1" status: 204  len: 168 time: 6.9553590
Dec 10 03:56:47.638370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.667470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.674715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.676689 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfeb3e6-be4e-46f2-b09a-e0b6400df41a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:47.677153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfeb3e6-be4e-46f2-b09a-e0b6400df41a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:47.701126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ddfeb3e6-be4e-46f2-b09a-e0b6400df41a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/cd6116d6-718f-40e3-97fc-ed4762070933 HTTP/1.1" status: 404  len: 339 time: 0.0563335
Dec 10 03:56:47.709689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35488) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.729050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.730297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.730799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7683b1-29a5-4bd4-9def-ec11adefc002 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:47.737101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297902020', 'description': 'd1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:47.738249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.743035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.746524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dd7683b1-29a5-4bd4-9def-ec11adefc002 HTTP/1.1" status: 204  len: 168 time: 3.2054386
Dec 10 03:56:47.746634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f4cc7d-3e93-495d-999c-bfbef1e9bc8a tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486 tempest-ExtraDHCPOptionsIpV6TestJSON-1271943486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.752514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:47.754495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35492) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.758012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.795504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.800226 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9827185
Dec 10 03:56:47.801021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35498) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.808654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48b853-07f4-4d36-b7ed-21332d240705,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:47.816030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-428916c8-5fbb-4a93-8e0d-aa85ba480627 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:47.818284 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-428916c8-5fbb-4a93-8e0d-aa85ba480627 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 10 03:56:47.818791 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-428916c8-5fbb-4a93-8e0d-aa85ba480627 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:47.819105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Usage tracker for resource:network and tenant:748fda590dcb49bbb3f331e6eb717dfb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:47.822720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-428916c8-5fbb-4a93-8e0d-aa85ba480627 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0183308
Dec 10 03:56:47.823774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35502) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.824776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:47.826239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:47.839862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:47.850078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:47.861931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:47.863627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:47.866677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.869075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:47.877789 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a5e803bb-500b-4574-aabb-64a46ceb9197 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f94495ea619486eaab0e8eb2b415cde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2663953
Dec 10 03:56:47.879540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:47.881806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35506) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:47.921839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:47.945829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-24936f03-98ad-4811-9bbf-da50f215af62 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:47.947218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.031469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.032508 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43ab99e7-1d34-4a0a-a87d-75b7f91890d3 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2048898
Dec 10 03:56:48.036267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35510) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.045690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b767e8d0-4524-45c5-9690-0faa949ab98c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.046160 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-b767e8d0-4524-45c5-9690-0faa949ab98c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 10 03:56:48.046635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-b767e8d0-4524-45c5-9690-0faa949ab98c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.048095 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b767e8d0-4524-45c5-9690-0faa949ab98c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0108182
Dec 10 03:56:48.049039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.051417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35514) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.058905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Pushing event deleted for resources: {'Port': ['ID=214a4980-fb85-4698-b235-d8c244d99a7a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:48.061374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:48.062149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:48.066013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.066193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.075213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.087788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.096364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.099998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.115197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:48.115406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Deleting subnet 1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:56:48.132303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.155487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e881fb9-5bd3-4996-a1fa-d78453ac65f6 req-e414ed82-b69e-4e63-a95b-4b43628b1d02 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:48.157024 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7e881fb9-5bd3-4996-a1fa-d78453ac65f6 req-e414ed82-b69e-4e63-a95b-4b43628b1d02 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2230480
Dec 10 03:56:48.211311 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.212256 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-22c6b5c8-10fe-4443-80c7-3da8ee5b535f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1597588
Dec 10 03:56:48.214581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.216319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35518) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.224276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ac6391c6-f029-4d36-ac12-103349fcd54c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.224757 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-ac6391c6-f029-4d36-ac12-103349fcd54c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 10 03:56:48.225230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-ac6391c6-f029-4d36-ac12-103349fcd54c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.226164 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac6391c6-f029-4d36-ac12-103349fcd54c tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0089393
Dec 10 03:56:48.231315 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7e881fb9-5bd3-4996-a1fa-d78453ac65f6 req-e5887d15-7cba-423c-8797-30b793b69c42 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637712
Dec 10 03:56:48.231762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35522) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.237701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.238413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e19efbb-009f-44a9-8ad9-9841b463572a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:48.244484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.249263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.252707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.255288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.262231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:48.270538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:48.279354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e54aa1c-aaf3-4ba4-ac87-020fe2d5d8d8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:48.283359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:48.287616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.288843 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e54aa1c-aaf3-4ba4-ac87-020fe2d5d8d8 HTTP/1.1" status: 204  len: 168 time: 0.4059150
Dec 10 03:56:48.314524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.316082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9995c57f-c9be-4842-a71c-fe5310a39e04 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0830436
Dec 10 03:56:48.326171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35530) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.333777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cb63e855-7e27-48df-ac61-f9fdb3491bc4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.334436 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-cb63e855-7e27-48df-ac61-f9fdb3491bc4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 10 03:56:48.335188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-cb63e855-7e27-48df-ac61-f9fdb3491bc4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.336905 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb63e855-7e27-48df-ac61-f9fdb3491bc4 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0093486
Dec 10 03:56:48.339471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.351384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.358052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:48.358641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.363625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2630324f-5c67-442d-a8ec-18357c6da69e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:48.364643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.366262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:48.370859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.373440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.377257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:48.407699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:48.423084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.475627 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.480558 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c9ee25fc-1195-4277-b8c8-1c6498cc31d1 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1358690
Dec 10 03:56:48.480886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:48.481422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c82d04cc-ad9e-4eab-8cf2-9bdb829c1180 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:48.483048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35538) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.489546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9d48b853-07f4-4d36-b7ed-21332d240705', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.495765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.500471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.503976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.513362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:48.534226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39889240-7d3c-4468-9bf4-e03f3d37f3f7 req-dec99f89-4478-41b6-ab63-1b11a87bb7f8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:48.536052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-39889240-7d3c-4468-9bf4-e03f3d37f3f7 req-dec99f89-4478-41b6-ab63-1b11a87bb7f8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1514852
Dec 10 03:56:48.576313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.576819 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 650be18c-2630-4896-b1e2-a2d661ec7e57 of type vlan for network d05137e4-1be5-4320-81b9-1523bdc1b778
Dec 10 03:56:48.579681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.584786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:48.588555 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-219291f6-962b-40a7-bec8-fcb07af069dc tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1022758
Dec 10 03:56:48.596468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35544) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.608378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-39889240-7d3c-4468-9bf4-e03f3d37f3f7 req-2dd25a70-63b9-40ee-b689-cf5022aeb1eb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611176
Dec 10 03:56:48.719908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d976bf850>,) {'filters': {'network_id': ['c7dd0766-3e4e-454a-8952-7427cb74e557']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:48.736099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.739892 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/2630324f-5c67-442d-a8ec-18357c6da69e HTTP/1.1" status: 204  len: 168 time: 1.4212935
Dec 10 03:56:48.740498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35556) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.810862 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e8e82356-f409-48e9-8d6f-c3ca4db873cb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0669751
Dec 10 03:56:48.814981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:48.821159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217300891'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:48.829283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.834373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.835047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.839833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.845674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976bf850>, '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:48.845860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976bf850>, '4cddd4cc-f4ee-4e8e-bc15-fac40e22b24c') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:48.862539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:48.878088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.880612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:48.903510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:48.908883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:48.912347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:48.920102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.027937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:56:49.039602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.068199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.069047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.076486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:49.076891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.080320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517f106-aed5-48ac-8112-658656cad654 req-bdf92f85-4f4a-42b5-b091-3c6856060230 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:49.081748 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5517f106-aed5-48ac-8112-658656cad654 req-bdf92f85-4f4a-42b5-b091-3c6856060230 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1394608
Dec 10 03:56:49.082361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.086147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:49.090645 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:49.098473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.144286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f651b14e-e773-4c9b-b9f1-c65b13fa9cca,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:49.155735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:49.175388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.177051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5517f106-aed5-48ac-8112-658656cad654 req-aeff56e4-dcd7-4195-a608-359b7b6081d4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815802
Dec 10 03:56:49.178194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.179266 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3629599
Dec 10 03:56:49.181949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35576) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:49.187668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--442364834'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:49.194426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.195199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:49.202740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:49.207550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:49.209557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.215257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:49.215860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.216246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.231436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.236886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:49.260514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:49.265173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:49.268811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:49.274383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.285296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35582) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:49.365171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.434618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.439814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--823019570'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:49.446157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.450555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:49.453026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aa4d39db-547b-4316-b281-4dca5bcc73a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:49.475028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:49.481540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:49.496049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.554829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2956ecb-f272-4b7d-8768-21d8d4f4297f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:49.563045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:49.566688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.568230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.3852375
Dec 10 03:56:49.570229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.585928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35590) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:49.595716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': 'f651b14e-e773-4c9b-b9f1-c65b13fa9cca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b2956ecb-f272-4b7d-8768-21d8d4f4297f', 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:49.600743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.619062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:49.627078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:49.631088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.631539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:49.635432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:49.643137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.645335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:49.650283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:49.664466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:49.664675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.9514027
Dec 10 03:56:49.667258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35594) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:49.680080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.696268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=d05137e4-1be5-4320-81b9-1523bdc1b778,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:49.709164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c7dd0766-3e4e-454a-8952-7427cb74e557 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 03:56:49.710903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf442a0-ffa9-49e1-b161-d46599341dbd req-4a60c29b-4e14-4a96-a558-b24abbd80dae tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:49.712537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fdf442a0-ffa9-49e1-b161-d46599341dbd req-4a60c29b-4e14-4a96-a558-b24abbd80dae tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2086551
Dec 10 03:56:49.717946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Router e608c18b-5fec-4e4e-bf26-403ef57dab10 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:56:49.719232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:49.726654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.729148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:49.732099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network d05137e4-1be5-4320-81b9-1523bdc1b778 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:49.776297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7dd0766-3e4e-454a-8952-7427cb74e557,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:49.782837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:49.792485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:49.793637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-07a50fbf-79bc-4b92-829c-36a41ab448fe tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:49.933936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 090ae7ac-cfa6-4028-af7e-2e11623612d7 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:49.983180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 090ae7ac-cfa6-4028-af7e-2e11623612d7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:49.983902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 090ae7ac-cfa6-4028-af7e-2e11623612d7 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:49.988492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.010328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.013577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.015082 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/9d48b853-07f4-4d36-b7ed-21332d240705 HTTP/1.1" status: 204  len: 168 time: 1.4180515
Dec 10 03:56:50.027372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4ef4c3-0006-4de9-a8d9-6a993e9f3530,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:50.030520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e69765-cec0-4103-a050-98d4a3d4f297 None None] Network 4e42ce75-6c90-444e-8ee2-11e25290f382 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:50.031546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35598) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.036461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.044615 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f4ef4c3-0006-4de9-a8d9-6a993e9f3530 HTTP/1.1" status: 204  len: 168 time: 2.2830172
Dec 10 03:56:50.044615 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c7dd0766-3e4e-454a-8952-7427cb74e557 HTTP/1.1" status: 204  len: 168 time: 2.5891900
Dec 10 03:56:50.044615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35602) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.058204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:50.063808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f64603d6-cab0-4ce7-b53f-d518a9fcd8e5 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:50.086672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8d8a5-68c7-4ef0-995f-7a182788893e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:50.087354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8ed8d8a5-68c7-4ef0-995f-7a182788893e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Synchronizing usage tracker for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:50.101577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fdf442a0-ffa9-49e1-b161-d46599341dbd req-b6c3503e-c79f-4569-85b6-740bad40dffd tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3766468
Dec 10 03:56:50.180790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:50.184236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48b853-07f4-4d36-b7ed-21332d240705,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:50.186390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-03422166-efd5-460b-92de-f69506e03915 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:50.190614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.200698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8ed8d8a5-68c7-4ef0-995f-7a182788893e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Unset dirty status for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:50.201883 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8ed8d8a5-68c7-4ef0-995f-7a182788893e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks?id=d05137e4-1be5-4320-81b9-1523bdc1b778 HTTP/1.1" status: 200  len: 765 time: 0.5325778
Dec 10 03:56:50.206135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "PUT /v2.0/routers/e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 200  len: 705 time: 5.7837782
Dec 10 03:56:50.209191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.209549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35610) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.262356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:50.284176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] Sync routers for ids ['e608c18b-5fec-4e4e-bf26-403ef57dab10'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:50.286106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.290547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'description': 'd2'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:50.310561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.326123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.329932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Deleting port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:50.330495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.360636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] Routers {'e608c18b-5fec-4e4e-bf26-403ef57dab10'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:50.361482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d388be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e608c18b-5fec-4e4e-bf26-403ef57dab10'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:50.429509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.434972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d388be0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:50.444755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35620) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.446848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:50.456539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] Routers {'e608c18b-5fec-4e4e-bf26-403ef57dab10'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:50.457356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d388be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e608c18b-5fec-4e4e-bf26-403ef57dab10'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:50.458170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'name': 'tempest-router--193274080', 'project_id': '443180e057eb4cf2b5841ac839104a15'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:50.464304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:50.471513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:router and tenant:443180e057eb4cf2b5841ac839104a15 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:50.476128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:50.477190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.479479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-03422166-efd5-460b-92de-f69506e03915 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:50.480727 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-03422166-efd5-460b-92de-f69506e03915 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4483063
Dec 10 03:56:50.485684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:50.494668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35624) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.495572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:50.502087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163659b3-7d09-4491-bd9d-9e5bd55c1beb,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:50.516451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:50.519416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:50.524856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d388be0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:50.525260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdaf40f-83bc-4ae5-8a85-acf926207718 None None] The sync data for ids ['e608c18b-5fec-4e4e-bf26-403ef57dab10'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:50.526427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819354757'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:50.530342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:50.543900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:50.550550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-19b571af-8ce8-4be3-a5d9-1ebdd8cca83e tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/routers/e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 200  len: 740 time: 0.3347862
Dec 10 03:56:50.556742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:50.561242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35628) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.562097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:50.571909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.572889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.600508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] DHCP port deletion for 4e42ce75-6c90-444e-8ee2-11e25290f382 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:56:50.605604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Deleting port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:50.606130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.622518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] For port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:50.622875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.630984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.656376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:50.665891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.669673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.0788555
Dec 10 03:56:50.698929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35632) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.715812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-438fc142-c903-484f-bd1a-a46465809173 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 200  len: 205 time: 0.1314168
Dec 10 03:56:50.724254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb790f6e-5107-41ee-8487-efb670ff75c5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:50.735014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35636) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.739254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:50.777938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Calling delete_port for 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:50.809408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.825159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] For port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,segment=NetworkSegment(c2c06f48-c423-4350-90dd-7b949b1259c2),segment_id=c2c06f48-c423-4350-90dd-7b949b1259c2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:56:50.826367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.833829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9802e9ea-d24b-4168-a8d4-ba716ac27a5d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 200  len: 205 time: 0.0959446
Dec 10 03:56:50.837140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35640) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:50.915183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.926982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:50.933744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.939894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:50.943995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58f18e4d-1261-4fe3-bb8b-8a7028b19df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:50.952438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.955777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Calling delete_port for 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:56:50.966308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:50.977836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.983426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:50.989697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:51.005355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.009818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec4569-e1b0-43dd-ae28-3918e224f5ea,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.009972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.017552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.018330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-38581081-9dba-43f2-8616-2c60d2242666 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:51.026331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.033185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.036864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.7481153
Dec 10 03:56:51.036864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network d05137e4-1be5-4320-81b9-1523bdc1b778 is not hosted by any dhcp agent {{(pid=87630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 10 03:56:51.040389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:51.043043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.043043 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "PUT /v2.0/networks/d05137e4-1be5-4320-81b9-1523bdc1b778 HTTP/1.1" status: 200  len: 762 time: 0.8266678
Dec 10 03:56:51.043043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35644) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.048625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.053939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-30fe06ab-091a-4d0c-821e-470052b59057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:51.054082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35646) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.103638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Pushing event deleted for resources: {'Port': ['ID=482a0c0b-c3a9-4eb0-810f-b35b954fcd6c,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.105621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] No DVR routers for this DVR port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:56:51.107388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.296753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.298417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ba7d5a47-fc2e-4188-9489-62ea7c040bf4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8525872
Dec 10 03:56:51.304930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35654) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.320613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=d05137e4-1be5-4320-81b9-1523bdc1b778,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.332648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network d05137e4-1be5-4320-81b9-1523bdc1b778 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:51.347943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.388337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfeb76d-845c-4ea2-93ae-770d8628679f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:51.394203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9dfeb76d-845c-4ea2-93ae-770d8628679f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks?id=d05137e4-1be5-4320-81b9-1523bdc1b778 HTTP/1.1" status: 200  len: 765 time: 0.3348160
Dec 10 03:56:51.394203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35658) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.397860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5fb83fbd-2341-47a0-9138-fb793ad2f31c tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:51.423381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:56:51.423721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:56:51.510693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.527727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.537032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59ea821d-87f7-4ea5-ae64-0ff5439b092b tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:51.541106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.554333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5fb83fbd-2341-47a0-9138-fb793ad2f31c tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:51.555507 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5fb83fbd-2341-47a0-9138-fb793ad2f31c tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.5080128
Dec 10 03:56:51.563537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35662) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.581156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-security--1952737106', 'description': 'tempest-security-description-425289238'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:51.629748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-35cda4c2-9686-430f-8799-54ddccadb545 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:51.647684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f02b7-cbc1-4202-8b8e-7728d130abed req-b8097dcf-56d0-4757-934c-6bc052facbba tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:51.649149 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c9f02b7-cbc1-4202-8b8e-7728d130abed req-b8097dcf-56d0-4757-934c-6bc052facbba tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4185159
Dec 10 03:56:51.650441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.652628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.654951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac91296-65bb-4321-a31c-f45ac763b7f7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.663567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.667346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1645660
Dec 10 03:56:51.667346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.676456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35666) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.700412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'cac91296-65bb-4321-a31c-f45ac763b7f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:51.704797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.705561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.711951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=163659b3-7d09-4491-bd9d-9e5bd55c1beb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.724208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d2b62-acba-4791-a31e-e33b23537273 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:51.725679 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-006d2b62-acba-4791-a31e-e33b23537273 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3251228
Dec 10 03:56:51.731738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:51.736215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35670) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.770006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.790535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:51.804564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.805642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/163659b3-7d09-4491-bd9d-9e5bd55c1beb HTTP/1.1" status: 204  len: 168 time: 1.1057312
Dec 10 03:56:51.808706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:51.809183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35674) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.822399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8653878a-a3b9-4481-aca0-dfc23f123858 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Synchronizing usage tracker for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:51.832752 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c9f02b7-cbc1-4202-8b8e-7728d130abed req-b5c0e0d2-6804-4391-93ee-839f25d70842 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1725812
Dec 10 03:56:51.835990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:51.865609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.866129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Fanout notify agent at l3_agent the message router_deleted on router e608c18b-5fec-4e4e-bf26-403ef57dab10 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:51.871511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.883069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.887653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.889101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "PUT /v2.0/security-groups/2aec4569-e1b0-43dd-ae28-3918e224f5ea HTTP/1.1" status: 200  len: 1777 time: 0.3218908
Dec 10 03:56:51.891808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-61aa92af-b067-41ce-9c78-1a27f8bb5f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:51.935759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35680) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.936504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec4569-e1b0-43dd-ae28-3918e224f5ea,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:51.940540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:51.945754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Deleting port 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:56:51.945754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:51.964512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8653878a-a3b9-4481-aca0-dfc23f123858 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Unset dirty status for tenant:748fda590dcb49bbb3f331e6eb717dfb on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:51.969675 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8653878a-a3b9-4481-aca0-dfc23f123858 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 207 time: 0.2279701
Dec 10 03:56:51.972152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:51.989453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:56:52.010587 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The resource could not be found.
Dec 10 03:56:52.014476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c05bb9ed-11de-4c0c-8127-56c22654c62a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3205819
Dec 10 03:56:52.022387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35688) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.037838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'cac91296-65bb-4321-a31c-f45ac763b7f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b9d09e07-7ece-47cd-9cdf-e12d39d7c674'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:52.042737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:56:52.043422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 482a0c0b-c3a9-4eb0-810f-b35b954fcd6c not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:56:52.088512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.094693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.099907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1a3dd44-5a3b-4c93-a790-60020ca28d9f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 204  len: 168 time: 1.2558303
Dec 10 03:56:52.103535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.111796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] The port '482a0c0b-c3a9-4eb0-810f-b35b954fcd6c' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:56:52.112500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35694) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.205210 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e7bece56-5e5c-4a95-ac15-d2f21c286041 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 200  len: 205 time: 0.0914826
Dec 10 03:56:52.220229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.221179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:52.240276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:52.241139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6ba127d8-bc95-4785-8589-fb48b4574d9f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:52.307048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.307684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79e492dc-9727-40ef-b02b-2be2eeff2a29 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:56:52.332345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.339261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6ba127d8-bc95-4785-8589-fb48b4574d9f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:52.342644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6ba127d8-bc95-4785-8589-fb48b4574d9f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5291979
Dec 10 03:56:52.342751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:52.343596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35702) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.349443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.353218 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-86bce68d-58fa-4868-9443-c58c69127d09 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/routers/79e492dc-9727-40ef-b02b-2be2eeff2a29 HTTP/1.1" status: 204  len: 168 time: 1.0440984
Dec 10 03:56:52.376777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:52.379214 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-05119b2f-5146-4fed-97d2-63e333f91779 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:52.382591 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-05119b2f-5146-4fed-97d2-63e333f91779 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/e608c18b-5fec-4e4e-bf26-403ef57dab10 HTTP/1.1" status: 404  len: 336 time: 0.1497490
Dec 10 03:56:52.382733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb56fa0>,) {'filters': {'network_id': ['4e42ce75-6c90-444e-8ee2-11e25290f382']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:52.386970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35708) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.407458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb56fa0>, 'c2c06f48-c423-4350-90dd-7b949b1259c2') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:52.407761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb56fa0>, 'c2c06f48-c423-4350-90dd-7b949b1259c2') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:52.428964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.459595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.462139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7bf6f34f-ce82-41d3-bb05-4c8ff06dfbd1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups/2aec4569-e1b0-43dd-ae28-3918e224f5ea HTTP/1.1" status: 200  len: 1777 time: 0.4942818
Dec 10 03:56:52.468271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35712) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.474652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:56:52.474967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.483496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6e8644ba-7e77-4482-a6ee-37be78dfe044 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 200  len: 205 time: 0.0906260
Dec 10 03:56:52.495962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35716) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:56:52.497285 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:56:52.502798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.579117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35720) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.599692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.605514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.611614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.617299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.622975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.628947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.630811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6e7982f1-e46f-4bef-a8af-2a7f0b560152 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.6570711
Dec 10 03:56:52.638432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35724) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.642453 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-73f876be-0061-433f-a142-89564c070036 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:52.643470 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-73f876be-0061-433f-a142-89564c070036 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/4a40602e-379c-4a2f-88ef-0fa50c9afb41 HTTP/1.1" status: 404  len: 336 time: 0.1463120
Dec 10 03:56:52.668631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35730) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.720204 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The resource could not be found.
Dec 10 03:56:52.721243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb61f424-98e0-4329-a184-072da254cc2a tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6979001
Dec 10 03:56:52.735319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35734) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.758185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.778139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.788259 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-21dda955-8b54-4eff-af7b-92415318b5e5 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 200  len: 205 time: 0.1154010
Dec 10 03:56:52.794545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7a766-e5a4-46df-ac02-60c224521bcd req-f83ae4eb-a1e5-4a66-9c83-524c24fb1af6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:52.796139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3c7a766-e5a4-46df-ac02-60c224521bcd req-f83ae4eb-a1e5-4a66-9c83-524c24fb1af6 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.5719900
Dec 10 03:56:52.796349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4666c2f6-cd3d-4a68-aacb-c58a035f5884 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:52.798992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35738) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.819607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.862484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e42ce75-6c90-444e-8ee2-11e25290f382,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:52.870253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.873611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:52.893151 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-6e862cea-8e61-47a8-9a5c-c1dc1b17d4af tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:52.897176 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6e862cea-8e61-47a8-9a5c-c1dc1b17d4af tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/7503bbc1-fcbe-4fb1-9c5e-871b6535a31e HTTP/1.1" status: 404  len: 336 time: 0.0942860
Dec 10 03:56:52.897339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4e42ce75-6c90-444e-8ee2-11e25290f382 HTTP/1.1" status: 204  len: 168 time: 2.8330579
Dec 10 03:56:52.898652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35742) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.900372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-270792310', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:52.919398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:52.949133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:52.956722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:52.960234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.979188 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e686de92-a2d2-4211-b7d2-951f7d92188f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 200  len: 205 time: 0.0793881
Dec 10 03:56:52.980179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.981931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:52.982102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35748) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:52.987414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:52.993532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3c7a766-e5a4-46df-ac02-60c224521bcd req-2a268645-c93f-49d0-9ea7-74fb97cfb801 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312556
Dec 10 03:56:53.006309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:53.014524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-90a1c881-2033-4cc8-8e12-b01a5cf5c8f8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.3740213
Dec 10 03:56:53.019986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35752) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.056818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.058161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.093454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.106691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2956ecb-f272-4b7d-8768-21d8d4f4297f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:53.109857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.111388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.113068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.114531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.116039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.122882 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57a00799-9a5e-4308-a735-0e376991710b tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0968013
Dec 10 03:56:53.123057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-1a5f7e9b-28f2-48e8-9094-37792d390a0f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:53.123057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a5f7e9b-28f2-48e8-9094-37792d390a0f tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/41c66401-56ee-4614-9e81-3dc4a1057481 HTTP/1.1" status: 404  len: 336 time: 0.1368349
Dec 10 03:56:53.123345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35756) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.126808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35758) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.129277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:53.132461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.175289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35764) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.180214 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1f537c5c-f553-44b6-b890-556533eac063 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 200  len: 205 time: 0.0518701
Dec 10 03:56:53.184396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35768) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.276150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.277333 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/b2956ecb-f272-4b7d-8768-21d8d4f4297f HTTP/1.1" status: 204  len: 168 time: 0.9323373
Dec 10 03:56:53.294698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35772) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.306989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-2d94ea21-6b15-4542-99ed-06179b8bbd58 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:53.310296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2d94ea21-6b15-4542-99ed-06179b8bbd58 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/ff027c3e-a255-49e9-b3c9-cf0e0f9a6844 HTTP/1.1" status: 404  len: 336 time: 0.1198063
Dec 10 03:56:53.323140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35776) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.336605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.372796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e04c57f-e35c-4919-85c2-93d98b26f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:53.383145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.384547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.386082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.387489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.388864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:53.390967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8fd9c6cd-002f-4fd0-8277-412dbaa50a5e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2602623
Dec 10 03:56:53.399308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35780) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.422174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5648b225-68b3-44ca-957a-a0b17ee85092 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "GET /v2.0/ports?device_id=3246efe1-aa51-4cc6-8001-a05480695e5d HTTP/1.1" status: 200  len: 205 time: 0.0957589
Dec 10 03:56:53.423115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec4569-e1b0-43dd-ae28-3918e224f5ea,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:53.425752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35784) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.432933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:53.434215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.488099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3111f59-d0af-4f66-bd99-e8a0d0cb45cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40aac755d3d1401e86aefdcc4a93dc73&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3107069
Dec 10 03:56:53.493426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35788) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.498555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20449a78-9ad3-4acf-9bf5-9198d556bd05 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:53.534381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac91296-65bb-4321-a31c-f45ac763b7f7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:53.543604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-db6b7c18-e01d-48c1-9c63-713dafc572d4 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:53.547244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-db6b7c18-e01d-48c1-9c63-713dafc572d4 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/routers/3246efe1-aa51-4cc6-8001-a05480695e5d HTTP/1.1" status: 404  len: 336 time: 0.1154904
Dec 10 03:56:53.547244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:53.547568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.549421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35792) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.550279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.553800 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/2aec4569-e1b0-43dd-ae28-3918e224f5ea HTTP/1.1" status: 204  len: 168 time: 1.0839438
Dec 10 03:56:53.555701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.556854 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/cac91296-65bb-4321-a31c-f45ac763b7f7 HTTP/1.1" status: 204  len: 168 time: 0.8200479
Dec 10 03:56:53.559151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35794) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.559600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35796) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.601625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed53e5e4-53ff-420f-b95d-f542b8b909d9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:53.605004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcc270d-2458-452a-943d-225aaf2bedbd tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:56:53.605632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcc270d-2458-452a-943d-225aaf2bedbd tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:56:53.607371 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6bcc270d-2458-452a-943d-225aaf2bedbd tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] 10.222.0.44 "DELETE /v2.0/subnets/cb5ef7be-73cf-483f-9b35-55b677547728 HTTP/1.1" status: 404  len: 337 time: 0.0494411
Dec 10 03:56:53.622462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed53e5e4-53ff-420f-b95d-f542b8b909d9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:53.624174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ed53e5e4-53ff-420f-b95d-f542b8b909d9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.3226130
Dec 10 03:56:53.627364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35806) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.698418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.730051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.784483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.794279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e50f49a-abe2-4c1c-9da1-49aab6fec27f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:53.807129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651b14e-e773-4c9b-b9f1-c65b13fa9cca,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:53.812852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:53.822410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.826280 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/f651b14e-e773-4c9b-b9f1-c65b13fa9cca HTTP/1.1" status: 204  len: 168 time: 0.1979356
Dec 10 03:56:53.826863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35812) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.885858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f0a195d-6fc1-4c9e-8ae0-47f2e5819db1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:53.908403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f0a195d-6fc1-4c9e-8ae0-47f2e5819db1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:53.914077 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f0a195d-6fc1-4c9e-8ae0-47f2e5819db1 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0862064
Dec 10 03:56:53.914876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35816) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.920079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498455071'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:53.927101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:53.937649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:53.952679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:53.966378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.976519 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eae11b8e-9e25-48f5-bb11-66714f75556b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4027350
Dec 10 03:56:53.982178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35826) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:53.988468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3893610a-6ad9-4624-9531-38903fd6c0b0 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:53.997256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.004348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.004522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.007516 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-81514bdc-065e-4039-9031-960f4f53c69a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] delete failed (client error): The resource could not be found.
Dec 10 03:56:54.012244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-81514bdc-065e-4039-9031-960f4f53c69a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/2aec4569-e1b0-43dd-ae28-3918e224f5ea HTTP/1.1" status: 404  len: 347 time: 0.0235894
Dec 10 03:56:54.012244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.014094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35830) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.016909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c32e2d8-a784-4b85-b6e0-5e017370a205 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:54.018339 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5c32e2d8-a784-4b85-b6e0-5e017370a205 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks/eaa10966-ef63-402f-88a1-d61c1ae22fdb HTTP/1.1" status: 200  len: 803 time: 0.6157737
Dec 10 03:56:54.035839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35834) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.040442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.093084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938321069'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.101617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.124022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.127906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.137884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.140062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.152857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.158519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3893610a-6ad9-4624-9531-38903fd6c0b0 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:54.159620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3893610a-6ad9-4624-9531-38903fd6c0b0 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5846891
Dec 10 03:56:54.161757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.166049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35842) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.171451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Usage tracker for resource:security_group_rule and tenant:6336c99af5ed4f398e02873790bb57c1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.177288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.182507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': '9b2cea26-763b-4d65-9cf2-ab2a9e5c86c3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.200854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.203593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.205994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.220970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.235701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.248897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.252330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.257274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.263553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.272755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.276566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.287363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-30cdc351-76ed-416d-bda1-ebf1333ec9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:54.294672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.328596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b917001e-cbee-4456-af64-29f9f466e9ac tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/networks/eaa10966-ef63-402f-88a1-d61c1ae22fdb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.2898934
Dec 10 03:56:54.342331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35846) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.347745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.358636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b42e0035-dbab-49a0-82ac-19771ecf7120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:54.376820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c093dd6-90e5-4b53-bfac-8835990489ca,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:54.380891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:54.388397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1e11-5321-4870-abf0-0d3c03eb6b14 req-0c61838f-0c74-4d9e-a5e0-73ad7daa81a5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:54.389923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80dd1e11-5321-4870-abf0-0d3c03eb6b14 req-0c61838f-0c74-4d9e-a5e0-73ad7daa81a5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2435825
Dec 10 03:56:54.407257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bcecf7-dbdf-406f-99f6-c676d9514007,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:54.436837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.437766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.438148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.438521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.438887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.439253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.439619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.439979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.440336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.440694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.441061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.441434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:54.452476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:54.457265 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The resource could not be found.
Dec 10 03:56:54.458328 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a9d0a582-38ef-4fd2-b8e1-debdb0e6b908 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2887604
Dec 10 03:56:54.464462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.479764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--712705926'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.488790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.492445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5740056
Dec 10 03:56:54.504304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35854) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.505225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.523915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '90bcecf7-dbdf-406f-99f6-c676d9514007', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.532355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfe88f-5159-48d1-abfc-15ce1bf8cd62 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:54.537043 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-50bfe88f-5159-48d1-abfc-15ce1bf8cd62 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets/de0512fa-e344-495e-a62e-8ba9c8161624 HTTP/1.1" status: 200  len: 843 time: 0.1850786
Dec 10 03:56:54.539142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35858) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.547505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.550918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.558866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.572611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.587807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.589976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.591867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.600296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.601424 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c093dd6-90e5-4b53-bfac-8835990489ca HTTP/1.1" status: 204  len: 168 time: 1.1054914
Dec 10 03:56:54.627151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.640621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8879886b-ccbc-46f3-8bd5-445514cdff48 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:54.656174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80dd1e11-5321-4870-abf0-0d3c03eb6b14 req-f4477c2f-9ca3-4a4f-adb8-481011b95beb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2569709
Dec 10 03:56:54.662037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.693339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.700911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.717773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:54.723283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:54.729734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.738818 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6336c99af5ed4f398e02873790bb57c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7714341
Dec 10 03:56:54.742988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.746546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ce640-f031-4715-bd12-04ea93f31c1c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:54.748228 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f73ce640-f031-4715-bd12-04ea93f31c1c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "GET /v2.0/subnets/de0512fa-e344-495e-a62e-8ba9c8161624?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1992671
Dec 10 03:56:54.750349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35866) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.751074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020cf891-887d-4281-bf20-b9d40a9796fc,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:54.752260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35868) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.755313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:54.758794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.760304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676187805'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.767978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:54.780012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:54.781199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.792707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:54.841993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:54.845636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.901330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93923548-ec4e-4f7d-87e2-aac3396ebbd4,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:54.908790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:54.913092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:54.922456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.926606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9089398
Dec 10 03:56:54.930365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35876) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:54.935933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.957330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.972810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:54.976728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '93923548-ec4e-4f7d-87e2-aac3396ebbd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:54.981784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.982125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Added segment 94e0aad0-098e-440e-bb82-1359954c287a of type vlan for network 490eaac4-5ee4-481f-88f0-967486f14554
Dec 10 03:56:54.987325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:54.997433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:55.011494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:55.017473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:55.027564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.032520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:55.033483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aeb501a-8925-45ce-b8b2-822fe83f9950,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.044388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.048795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.055657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d81bb88-bc1d-4ef3-bb62-723f13ff7798 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.064851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Allocated IP 172.26.1.230 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/0db88c0e-8262-4251-8328-7032a5affb41) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:55.070069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.071121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.081090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.085047 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5746555
Dec 10 03:56:55.087859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b28552-acef-41b4-8c8e-d601b915786c req-db27fc70-19a0-41d9-9efe-8d4176b56051 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:55.089518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0b28552-acef-41b4-8c8e-d601b915786c req-db27fc70-19a0-41d9-9efe-8d4176b56051 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2931213
Dec 10 03:56:55.095892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35886) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.142636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.145577 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.6784713
Dec 10 03:56:55.146835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.149086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35892) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.156736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a065eca0-48aa-4f4c-a87b-8ff56e17887a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.163202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--761398313'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:55.168188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.175750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:55.181592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.197442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:55.200603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.225952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.241830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.247498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-366221b1-c51d-4348-bb9d-3e46c6de9c3e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.257598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.264015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020cf891-887d-4281-bf20-b9d40a9796fc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.272246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:55.275690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.276202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3231e98a-eef6-4e80-afbe-d536a08af921 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.277338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0b28552-acef-41b4-8c8e-d601b915786c req-012f4a40-3bde-48f1-9277-d494ce5bf5f5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1791933
Dec 10 03:56:55.290730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:55.294753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.298561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:55.301355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aeb501a-8925-45ce-b8b2-822fe83f9950,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.302615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:55.303437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.311366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.312928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:55.315035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.316146 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0aeb501a-8925-45ce-b8b2-822fe83f9950 HTTP/1.1" status: 204  len: 168 time: 0.2192695
Dec 10 03:56:55.318618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.319474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/020cf891-887d-4281-bf20-b9d40a9796fc HTTP/1.1" status: 204  len: 168 time: 0.5656526
Dec 10 03:56:55.320078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35900) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.322871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4f0e65ca-0c07-49b0-897d-e78b9d81782a tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.398805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fcd2674e-a20a-437f-b073-40e885ee2c61 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:55.546920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fcd2674e-a20a-437f-b073-40e885ee2c61 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:55.548217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fcd2674e-a20a-437f-b073-40e885ee2c61 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2255454
Dec 10 03:56:55.551414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35912) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.555476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.571604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.573811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8196189
Dec 10 03:56:55.574856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Network': ['ID=490eaac4-5ee4-481f-88f0-967486f14554,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.576977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35916) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.577517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60254c24-ab15-492c-af3b-3b3e8d6d3618 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.587949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.590784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.601947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'network_id': '490eaac4-5ee4-481f-88f0-967486f14554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:55.618778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.619190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.619533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.620538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.620538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.620750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.620945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.621289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.621689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.622046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.622404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.622750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:55.635685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.641037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491d9a59-5da5-42f6-ab7c-3de541e20bd1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.643183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.643317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:55.650483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.663368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.664760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5056357
Dec 10 03:56:55.668617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35922) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.677290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group_rule': {'security_group_id': 'a065eca0-48aa-4f4c-a87b-8ff56e17887a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '491d9a59-5da5-42f6-ab7c-3de541e20bd1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:55.686753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.690783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:55.711162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:55.728314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:55.741768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:55.745152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.816626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:56:55.819157 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f62bf115-3446-4e8e-8334-d49a60aba160 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1490321
Dec 10 03:56:55.824764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35926) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.825549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.834678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f202d7c7-d7ef-43cf-b720-63f9127555dd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.852309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-524382dc-2083-4e89-bc92-a2710847326d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:55.911431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bcecf7-dbdf-406f-99f6-c676d9514007,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.913389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561480db-fd9f-461e-8c32-9d20c1591c49,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:55.921009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.926680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:55.933853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35930) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.947889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.972976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:55.976701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.983990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:55.996237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35936) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:55.997428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:55.998960 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0665228
Dec 10 03:56:56.002725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35940) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.019679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.023336 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/90bcecf7-dbdf-406f-99f6-c676d9514007 HTTP/1.1" status: 204  len: 168 time: 0.4684196
Dec 10 03:56:56.023922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35944) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.024078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.032969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Made reservation on behalf of 748fda590dcb49bbb3f331e6eb717dfb for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:56.036888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.056009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.064324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-542c3546-0298-4e49-9b55-65842933e55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.069414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3247bf8-2b69-42bc-b97f-208989d0a7c7 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.086902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d9a59-5da5-42f6-ab7c-3de541e20bd1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.096279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.099698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.100799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/491d9a59-5da5-42f6-ab7c-3de541e20bd1 HTTP/1.1" status: 204  len: 168 time: 0.2689316
Dec 10 03:56:56.104632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-57ca23d7-ac42-4441-a051-7585ba9167c9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:56.108815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35948) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.153238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-57ca23d7-ac42-4441-a051-7585ba9167c9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:56.154477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-57ca23d7-ac42-4441-a051-7585ba9167c9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1296442
Dec 10 03:56:56.165221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35952) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.176288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--512708394'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:56.193831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.218557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b8ba568c-e4e5-4351-af92-905ddd396a7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:56.221415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.242009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.257150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501db67-7c23-4e21-8a32-f38a80c966d2 req-9bcc4534-38b9-4910-8102-a44fdd34bbc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:56.258202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b8ba568c-e4e5-4351-af92-905ddd396a7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:56.262529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b8ba568c-e4e5-4351-af92-905ddd396a7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.1478360
Dec 10 03:56:56.263940 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f501db67-7c23-4e21-8a32-f38a80c966d2 req-9bcc4534-38b9-4910-8102-a44fdd34bbc4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.7937541
Dec 10 03:56:56.264654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35956) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.287120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1601995116-network', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:56.302237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:56:56.302752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:56:56.304063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.309897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:56.311136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.313332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:56.318819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:56.326193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:56.333864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.336932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.345169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event updated for resources: {'Port': ['ID=0db88c0e-8262-4251-8328-7032a5affb41,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.347649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:56.377876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.378514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.389638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.390529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Usage tracker for resource:network and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:56.411639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:56.412764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.439478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.443315 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a97ad14-adf4-4b28-b0d9-d52cf59fda99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2baf6ff902a24153951ac38d85a1aae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4420054
Dec 10 03:56:56.455581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35960) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.471770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f501db67-7c23-4e21-8a32-f38a80c966d2 req-0ae02397-7f8a-4c3d-bf98-1c4469a99c22 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2069862
Dec 10 03:56:56.475393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Made reservation on behalf of ff210db707ff4f7e90cae1b66cc857cb for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:56.477284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.495305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.512785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.520696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.530491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-878bc048-6dff-4a4d-ae81-192acb49af2b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.559518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.571006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.608830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.615460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.618102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.622172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.629348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d13781f-e2a4-4d49-a175-730ecb21aee7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.636724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.637029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.637859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/a065eca0-48aa-4f4c-a87b-8ff56e17887a HTTP/1.1" status: 204  len: 168 time: 0.3720064
Dec 10 03:56:56.645506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.647119 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.4804688
Dec 10 03:56:56.647904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065eca0-48aa-4f4c-a87b-8ff56e17887a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.650827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35966) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.650827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35968) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.656960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.657561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Usage tracker for resource:security_group_rule and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:56.663771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=561480db-fd9f-461e-8c32-9d20c1591c49,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.674192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:56.690195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.700599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.702122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:56.715326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:56.721138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:56.741678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.742082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.761207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.773334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.774450 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/561480db-fd9f-461e-8c32-9d20c1591c49 HTTP/1.1" status: 204  len: 168 time: 0.7691333
Dec 10 03:56:56.778149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35974) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.781942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f123e450-2624-4fdb-9db4-01abc678b619 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:56.814239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.859029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f123e450-2624-4fdb-9db4-01abc678b619 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:56.860787 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f123e450-2624-4fdb-9db4-01abc678b619 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2077477
Dec 10 03:56:56.870682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 35978) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.883929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'tempest-secgroup--988509157'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:56.896640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a269b06d-8078-4c70-8963-3bdfb994723a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:56.902756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.903069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:56.910016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3934e92-3018-4376-98bc-079950ad77ab tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:56.934210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a055fc-822c-44b9-941c-fa716dd39ff0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:56.944617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:56.953716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:56.954854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.958480 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3a055fc-822c-44b9-941c-fa716dd39ff0 HTTP/1.1" status: 204  len: 168 time: 0.4993658
Dec 10 03:56:56.963552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.965791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a269b06d-8078-4c70-8963-3bdfb994723a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:56.967380 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a269b06d-8078-4c70-8963-3bdfb994723a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1826053
Dec 10 03:56:56.970395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:56.971434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35984) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:56.988828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e898100a-8077-42b8-9acd-402e295ad028 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.017735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244fcf33-935e-4fe0-bcc5-78f427b1b8d7,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.028849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.059202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.060342 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4060121
Dec 10 03:56:57.068700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.090122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.116554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-25d94dd2-17ee-4618-bdb3-5d139e5774e0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules/244fcf33-935e-4fe0-bcc5-78f427b1b8d7 HTTP/1.1" status: 200  len: 763 time: 0.0444396
Dec 10 03:56:57.116740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.121417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 35994) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.125179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b8d83-e7e3-4ae1-affb-146e64bcdd73 req-4b90e98a-7e6a-4da2-8e39-0ce48c92508f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:57.126669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd3b8d83-e7e3-4ae1-affb-146e64bcdd73 req-4b90e98a-7e6a-4da2-8e39-0ce48c92508f tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4782169
Dec 10 03:56:57.135320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.142608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.161585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.205449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-865bace3-04a1-4b4a-be08-be63448e77f0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:57.224020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-865bace3-04a1-4b4a-be08-be63448e77f0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:57.228379 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-865bace3-04a1-4b4a-be08-be63448e77f0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1060476
Dec 10 03:56:57.228963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36000) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.258651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.264747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:57.265962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a7738400-59a7-455c-8a93-7d0dc2000144 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.280829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93923548-ec4e-4f7d-87e2-aac3396ebbd4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.283373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.288425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Usage tracker for resource:security_group_rule and tenant:125636a05323465ca29c65cdd1ee2524 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:57.300019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.317164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:57.323647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.326413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.330758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.337043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.339556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:57.345533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.348631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=7c750c62-7b28-442b-807d-bfc3ae9087af,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.354230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=244fcf33-935e-4fe0-bcc5-78f427b1b8d7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.359526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.359657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.363443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.364939 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/93923548-ec4e-4f7d-87e2-aac3396ebbd4 HTTP/1.1" status: 204  len: 168 time: 0.3918197
Dec 10 03:56:57.367380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36008) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.368236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f8177ad4-78fd-469a-b039-3086ca50401f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.388363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd3b8d83-e7e3-4ae1-affb-146e64bcdd73 req-8436e26d-e276-4d73-b972-790893123a5e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2155430
Dec 10 03:56:57.396689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Checking segment: {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:57.397102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network hostable DHCP agents. Network: 490eaac4-5ee4-481f-88f0-967486f14554, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:57.406236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.418071 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/244fcf33-935e-4fe0-bcc5-78f427b1b8d7 HTTP/1.1" status: 204  len: 168 time: 0.1810281
Dec 10 03:56:57.418071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36014) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.421205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.457791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7b21f70d-cfdc-4e0f-aba1-6b7ca154b5e2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:57.479328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:57.494609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f894b0d4-d5f2-48a0-a720-dabac90cbf6e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:57.498992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7b21f70d-cfdc-4e0f-aba1-6b7ca154b5e2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:57.504421 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7b21f70d-cfdc-4e0f-aba1-6b7ca154b5e2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1326282
Dec 10 03:56:57.505670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36022) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.514429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195029444'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:57.523936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:57.536422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f894b0d4-d5f2-48a0-a720-dabac90cbf6e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:57.543637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f894b0d4-d5f2-48a0-a720-dabac90cbf6e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1225111
Dec 10 03:56:57.543637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:57.543637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36028) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.548986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:57.558452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:57.572120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.573656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01fa62-cd14-4ded-b86a-32b83476abd0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.584340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:57.584754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.585098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Added segment 222e4a9c-6a70-40c5-a9cd-9a65e5f88acd of type vlan for network c3d0b35a-637b-4a07-a819-0ecbed4d3bde
Dec 10 03:56:57.586493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.602873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:57.608241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:57.618015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:57.623902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.628681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Network 490eaac4-5ee4-481f-88f0-967486f14554 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:57.633914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:57.672135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.728268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.738227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.764739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.795941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43839aa-d8ef-4479-9ccc-3b539bcbf678,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.799186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.801367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36036) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.816017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.820682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 490eaac4-5ee4-481f-88f0-967486f14554) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:57.821764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.826386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c93e8027-8f0b-4ed7-8aba-e7fd19715e3f tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:57.830724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67914def-dedc-4d2b-8a89-c63e81597faa None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:57.838017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.838466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:57.839059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.842366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2983284
Dec 10 03:56:57.853818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.856216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.878469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b9621a-42ae-44cb-abd3-6969780f5353,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:57.893491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:57.896995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.899700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3906202
Dec 10 03:56:57.903528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:57.911769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '87b9621a-42ae-44cb-abd3-6969780f5353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:57.919573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:57.925357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:57.930022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:57.939545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:57.966049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:57.995926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:56:58.007003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.015885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'networks': [{'name': 'tempest-network--2068514816'}, {'name': 'tempest-network--77118787'}]} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.016199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-network--2068514816'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.016667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-network--77118787'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.025151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:58.032827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:network and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:58.036453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:58.039256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-04c4946e-bc48-4c99-9a4f-59aa9c5f36be tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.044673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:58.064466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.069051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.073218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e3626d1-d6d8-4505-bfd8-efbb14ffe32f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.100081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b345ed30-d333-4cb3-a14b-30af3df5e133,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.102741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.113396 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-450520dc-48d6-4bfc-903d-c63405a3a916 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules/b43839aa-d8ef-4479-9ccc-3b539bcbf678 HTTP/1.1" status: 200  len: 763 time: 0.2544096
Dec 10 03:56:58.116625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36050) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.119521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.120744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2162836
Dec 10 03:56:58.127382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.129116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:58.129951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.134835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36054) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.143075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '87b9621a-42ae-44cb-abd3-6969780f5353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.146566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-490eaac4-5ee4-481f-88f0-967486f14554', 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '7c750c62-7b28-442b-807d-bfc3ae9087af'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:58.147622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.147885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c8480-4bbf-4f8a-9594-6b945438489c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.154035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:58.155071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.158963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f3f21f1-e83e-43aa-8e93-2255e216049d tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.160896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:58.164550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:58.174228 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.5898013
Dec 10 03:56:58.175476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'network': 2} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:58.180052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.186295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36058) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.191704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.193109 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.3212593
Dec 10 03:56:58.193379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:58.199774 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2603478
Dec 10 03:56:58.200531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36062) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.206680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36064) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.207379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.230966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ff330c9a-e902-4091-9461-97122b30b86b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:58.239430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Request body: {'subnet': {'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1601995116-subnet', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.247384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:58.249761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.255743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:58.265424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Usage tracker for resource:subnet and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:58.268190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:security_group_rule and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:58.273545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:58.276553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:58.284350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.294572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:58.295280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-39ddfd2e-37f0-43aa-8ff9-067b6c8c48d7 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.296021 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-39ddfd2e-37f0-43aa-8ff9-067b6c8c48d7 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 10 03:56:58.297469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-39ddfd2e-37f0-43aa-8ff9-067b6c8c48d7 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:56:58.298301 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-39ddfd2e-37f0-43aa-8ff9-067b6c8c48d7 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "PUT /v2.0/security-groups/b16c8480-4bbf-4f8a-9594-6b945438489c HTTP/1.1" status: 409  len: 330 time: 0.0189555
Dec 10 03:56:58.301819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:58.308338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ff330c9a-e902-4091-9461-97122b30b86b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:58.309686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ff330c9a-e902-4091-9461-97122b30b86b tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1920257
Dec 10 03:56:58.313635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.314334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36072) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.337355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Made reservation on behalf of ff210db707ff4f7e90cae1b66cc857cb for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:56:58.339714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.367405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Allocated IP 2001:db8::3 (490eaac4-5ee4-481f-88f0-967486f14554/7c750c62-7b28-442b-807d-bfc3ae9087af/7cb5cd9c-f342-4bca-b2f2-47d8105c9695) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:58.368823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.471794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d0b35a-637b-4a07-a819-0ecbed4d3bde,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.490200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:58.507468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.518248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.528601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2ee71dc-a7bb-43ce-84fe-04a3a408ddcc tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.537999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.571542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4039ddf5-7ce0-4f1a-9098-f06bc5df78f2,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.581233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.587747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.592152 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:56:58.623687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.643592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.651426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.651965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.665143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2eb81d0-0088-44a5-8aaf-46e9f2c8f467 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.675845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.678584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.682374 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5440571
Dec 10 03:56:58.686647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Transition to ACTIVE for port object 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:58.686826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36078) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.694222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2862210'] for subnet, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.707091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.714971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '87b9621a-42ae-44cb-abd3-6969780f5353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:58.727665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Transition to ACTIVE for port object 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:56:58.735602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.741286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2508da71-c144-4ff3-a729-46ac9c15d2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.743713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.744612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:58.751135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afefb14-0ffe-4ad7-a42b-7238e58b8502,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.764873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:58.768182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.769536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.772404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:58.775256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:58.785477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:58.793196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.794977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.795334 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment 39b8cf2c-38bd-44de-b7c8-261b378983ba of type vlan for network fb16a073-665a-4cce-a586-3496e76b802c
Dec 10 03:56:58.796947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.805908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66c31b49-f4d8-4711-9a11-cf109af11959 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:58.812536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:56:58.815674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:58.818500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:56:58.844743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b43839aa-d8ef-4479-9ccc-3b539bcbf678,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.859914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Pushing event updated for resources: {'Port': ['ID=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:58.862801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.869374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:58.887914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.889241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b43839aa-d8ef-4479-9ccc-3b539bcbf678 HTTP/1.1" status: 204  len: 168 time: 0.5651753
Dec 10 03:56:58.900103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36082) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:58.905177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.922912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Attempting to bind port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:56:58.923338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Attempting to bind port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:56:58.923727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Attempting to bind port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 on network 490eaac4-5ee4-481f-88f0-967486f14554 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:56:58.929946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:56:58.930339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Checking segment: {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:58.930859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.931556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Bound using segment: {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:56:58.933045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Bound port: 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:56:58.933699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:58.962591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.010818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Router 85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:56:59.014319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:56:59.023266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45754be4-9851-4100-9c32-f066f744a57e,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.026970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:59.033612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.042196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] For port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:56:59.045377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8da1aec8-0a7b-4e1d-bb86-dd577da61da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:59.045669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] For port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:56:59.051249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.055163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cecdd07c-ffd6-43fd-a0da-f65c55aecfea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:59.063464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.063820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment 0c3db1dd-0427-4684-ad18-dc5026aec1e6 of type vlan for network 7024c477-b54a-4084-96e3-b0debc6b3e9f
Dec 10 03:56:59.077129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Checking segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:56:59.078054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Network hostable DHCP agents. Network: c3d0b35a-637b-4a07-a819-0ecbed4d3bde, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:56:59.081884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9467b0c8-5f28-4f3e-bc11-bc8fd191f329 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:59.090920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c8480-4bbf-4f8a-9594-6b945438489c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.116166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.131065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.135779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.147717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-59c8b5e5-e97b-41d5-bec4-bdac748dce3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:59.150192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:59.152477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Pushing event updated for resources: {'Port': ['ID=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.163279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.163686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.164095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.164433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.164760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.165144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.165665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.166132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.166628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.167154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.167688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.168152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:56:59.173062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:59.179026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:56:59.184914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceac965-091d-45b0-8a07-1d1031819ad6,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.187409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:59.222879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.226564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5318494
Dec 10 03:56:59.226564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c3d0b35a-637b-4a07-a819-0ecbed4d3bde) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:56:59.230483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.231073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.235580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab78ae-a096-4db0-bab5-e25999ad435b None None] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:56:59.236096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.243745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '87b9621a-42ae-44cb-abd3-6969780f5353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:59.256766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.257351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.264250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.269421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.270089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.276841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:59.279699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99fff04-7ea7-4217-98a3-4f2563fc25d9 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:59.293673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.294973 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/b16c8480-4bbf-4f8a-9594-6b945438489c HTTP/1.1" status: 204  len: 168 time: 0.9730999
Dec 10 03:56:59.299931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.309486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9467b0c8-5f28-4f3e-bc11-bc8fd191f329 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:59.310336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:59.310694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9467b0c8-5f28-4f3e-bc11-bc8fd191f329 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4024429
Dec 10 03:56:59.323527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1039798
Dec 10 03:56:59.323527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36094) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.330831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36096) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.348721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:59.358223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:59.381194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2574592'] for subnet, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.390813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Usage tracker for resource:router and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:56:59.394506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:56:59.422928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:59.471371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:59.505383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:56:59.510121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d8057875-9d76-49b0-a507-7b044ababc7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Synchronizing usage tracker for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:59.517245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:56:59.522974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.523625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.528376 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "PUT /v2.0/subnets/7c750c62-7b28-442b-807d-bfc3ae9087af HTTP/1.1" status: 200  len: 900 time: 1.3348520
Dec 10 03:56:59.533278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:59.537001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:56:59.538617 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] Sync routers for ids ['85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:56:59.548007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36102) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.548963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.550044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.565339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.7601156
Dec 10 03:56:59.566576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefccf4c-289a-4797-938f-523115280829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:56:59.566958 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] Routers {'85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:59.567840 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7040a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:59.568954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.581078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.582266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:56:59.625855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event updated for resources: {'Subnet': ['ID=7c750c62-7b28-442b-807d-bfc3ae9087af,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.637263 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7040a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:59.646999 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] Routers {'85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:56:59.648019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7040a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:59.657273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:56:59.722774 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7040a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:56:59.723499 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f643195-42c9-4600-8734-81999033f1c3 None None] The sync data for ids ['85c6b0b2-08af-4caa-8c7e-861d9c63d6f6'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:56:59.728765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d8057875-9d76-49b0-a507-7b044ababc7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Unset dirty status for tenant:125636a05323465ca29c65cdd1ee2524 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:56:59.730076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d8057875-9d76-49b0-a507-7b044ababc7e tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4262879
Dec 10 03:56:59.735003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.736108 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.1560991
Dec 10 03:56:59.736719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36110) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.738989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:56:59.753550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=fb16a073-665a-4cce-a586-3496e76b802c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:56:59.775206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network fb16a073-665a-4cce-a586-3496e76b802c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:56:59.794128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:56:59.796481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:56:59.895409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-aefccf4c-289a-4797-938f-523115280829 None None] Allocated IP 172.20.0.2 (c3d0b35a-637b-4a07-a819-0ecbed4d3bde/45754be4-9851-4100-9c32-f066f744a57e/b2697605-6b5c-4055-97bf-83f9050690de) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:56:59.928488 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Project c223b930677d4da2b0d25fefdd83029e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:56:59.954836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.960929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.966927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.973233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:56:59.974141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Synchronizing usage tracker for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:56:59.989859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.025884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=7024c477-b54a-4084-96e3-b0debc6b3e9f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:00.037703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:00.038029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:00.038431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:00.070704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Unset dirty status for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:00.074705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-484c9712-e485-4b87-ba28-e2d8079b3673 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.4860706
Dec 10 03:57:00.074705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.075743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36118) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.110002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.123045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.135079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-384cd3f5-b803-449a-a9d5-66f7d1944dbd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] delete failed (client error): The resource could not be found.
Dec 10 03:57:00.136476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-384cd3f5-b803-449a-a9d5-66f7d1944dbd tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ca27bd7-f22d-420d-a6c5-07af767f5f58 HTTP/1.1" status: 404  len: 347 time: 0.3988867
Dec 10 03:57:00.161219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36122) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.180931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.181905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1656a26c-5ef2-4da7-9199-7b9d91ca98a9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:00.196738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7024c477-b54a-4084-96e3-b0debc6b3e9f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:00.204596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.220161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:00.229936 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-5b9c094a-eb2b-4257-8b23-eb929a0770e8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] show failed (client error): The resource could not be found.
Dec 10 03:57:00.231505 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5b9c094a-eb2b-4257-8b23-eb929a0770e8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-groups/5da73c75-9176-4e64-abb1-7fcdf4dd8a7d HTTP/1.1" status: 404  len: 347 time: 0.0685046
Dec 10 03:57:00.236739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36126) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.248133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f45bd5-9e77-4e37-97b5-3c6cda40bf46,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:00.249278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.268603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.277500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:00.281564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aefccf4c-289a-4797-938f-523115280829 None None] Transition to ACTIVE for port object b2697605-6b5c-4055-97bf-83f9050690de will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:00.290903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:00.317084 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-70ee921c-0908-4c22-9592-f92a2a4aae51 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] show failed (client error): The resource could not be found.
Dec 10 03:57:00.324748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-70ee921c-0908-4c22-9592-f92a2a4aae51 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] 10.222.0.44 "GET /v2.0/security-group-rules/7e9d9257-6826-47b0-9642-beb97884cd91 HTTP/1.1" status: 404  len: 356 time: 0.0807235
Dec 10 03:57:00.339923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.353264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e32a14f-03e8-43ee-903a-9541740443b5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:00.355256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.361697 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1193805
Dec 10 03:57:00.364167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:00.364648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36132) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.381545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '87b9621a-42ae-44cb-abd3-6969780f5353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:00.390198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.400286 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8884549
Dec 10 03:57:00.410855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36136) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.411758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:00.441738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:00.449413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:00.462826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aefccf4c-289a-4797-938f-523115280829 None None] Transition to ACTIVE for port object b2697605-6b5c-4055-97bf-83f9050690de will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:00.487037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.488721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:00.495752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:00.501551 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d13f631f-9d9d-444c-ba5d-8f1d6ad9209f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules/4e32a14f-03e8-43ee-903a-9541740443b5 HTTP/1.1" status: 200  len: 769 time: 0.0835576
Dec 10 03:57:00.503261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36140) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.561447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:00.563467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.579474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefccf4c-289a-4797-938f-523115280829 None None] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:00.597085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-aefccf4c-289a-4797-938f-523115280829 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:00.603043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefccf4c-289a-4797-938f-523115280829 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:00.615153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:00.615507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.654236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.669813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.689918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefccf4c-289a-4797-938f-523115280829 None None] Pushing event updated for resources: {'Port': ['ID=b2697605-6b5c-4055-97bf-83f9050690de,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:00.697550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aefccf4c-289a-4797-938f-523115280829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:00.709185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d791c6ec-2137-4b62-acd1-e9cc8bbfaf0e tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 HTTP/1.1" status: 200  len: 924 time: 0.9667380
Dec 10 03:57:00.712545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36144) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.726407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b2440a6-ebe8-4612-9017-a10e6119c452 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:00.729874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9723c880>,) {'filters': {'network_id': ['fb16a073-665a-4cce-a586-3496e76b802c']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:00.732477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aefccf4c-289a-4797-938f-523115280829 None None] Attempting to bind port b2697605-6b5c-4055-97bf-83f9050690de on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:00.732862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aefccf4c-289a-4797-938f-523115280829 None None] Attempting to bind port b2697605-6b5c-4055-97bf-83f9050690de by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:00.733243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefccf4c-289a-4797-938f-523115280829 None None] Attempting to bind port b2697605-6b5c-4055-97bf-83f9050690de on network c3d0b35a-637b-4a07-a819-0ecbed4d3bde {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:00.740582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefccf4c-289a-4797-938f-523115280829 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:00.745536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefccf4c-289a-4797-938f-523115280829 None None] Checking segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:00.745536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.745536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefccf4c-289a-4797-938f-523115280829 None None] Bound using segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:00.745536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aefccf4c-289a-4797-938f-523115280829 None None] Bound port: b2697605-6b5c-4055-97bf-83f9050690de, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:00.745536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.767461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b198f7-4d2c-4d6f-b574-6440945810be None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:00.769894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9723c880>, '39b8cf2c-38bd-44de-b7c8-261b378983ba') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:00.770292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9723c880>, '39b8cf2c-38bd-44de-b7c8-261b378983ba') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:00.785284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.805426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.813998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:00.815033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.823408 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b668240f-bda7-4f97-9fba-ddf05315a4ec tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 HTTP/1.1" status: 200  len: 205 time: 0.1096652
Dec 10 03:57:00.829252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36150) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.904120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36154) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:00.907604 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:00.949102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b2440a6-ebe8-4612-9017-a10e6119c452 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:00.953015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b2440a6-ebe8-4612-9017-a10e6119c452 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.4335902
Dec 10 03:57:00.954080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:00.963469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Provisioning for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:00.976601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Provisioning complete for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:00.976976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.982826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.986994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:00.989794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:01.017154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.032035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.037096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=fb16a073-665a-4cce-a586-3496e76b802c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:01.042289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.049107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:01.057256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3455d42-dadd-4c3a-997c-d4ccd4f4fb71 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:01.082957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.092560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/fb16a073-665a-4cce-a586-3496e76b802c HTTP/1.1" status: 204  len: 168 time: 1.0149655
Dec 10 03:57:01.098744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae14a68-294b-4bd8-94c8-632027273eab,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:01.100564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36164) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:01.104884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:01.136361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.137650 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7718229
Dec 10 03:57:01.145855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36168) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:01.152658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-aefccf4c-289a-4797-938f-523115280829 None None] For port b2697605-6b5c-4055-97bf-83f9050690de, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:01.185048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.203638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-aefccf4c-289a-4797-938f-523115280829 None None] For port b2697605-6b5c-4055-97bf-83f9050690de, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b2697605-6b5c-4055-97bf-83f9050690de,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:01.219207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aefccf4c-289a-4797-938f-523115280829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.225031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:01.225358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.238389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:01.258564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e32a14f-03e8-43ee-903a-9541740443b5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:01.267088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.269658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:01.281235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.284793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4e32a14f-03e8-43ee-903a-9541740443b5 HTTP/1.1" status: 204  len: 168 time: 0.3274412
Dec 10 03:57:01.284917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36172) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:01.362268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefccf4c-289a-4797-938f-523115280829 None None] Pushing event updated for resources: {'Port': ['ID=b2697605-6b5c-4055-97bf-83f9050690de,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:01.368084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aefccf4c-289a-4797-938f-523115280829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:01.384361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.433941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] For port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:01.440534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.443163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-61005616-4666-4a58-b390-86871f96c887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:01.480718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-405b1ae2-4658-442b-9383-033eb18eb6d6 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:01.489571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.533452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-405b1ae2-4658-442b-9383-033eb18eb6d6 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:01.533452 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-405b1ae2-4658-442b-9383-033eb18eb6d6 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2435627
Dec 10 03:57:01.544988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36176) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:01.552261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Pushing event updated for resources: {'Port': ['ID=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:01.555476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:01.578948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.585256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97667dc0>,) {'filters': {'network_id': ['7024c477-b54a-4084-96e3-b0debc6b3e9f']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:01.611468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97667dc0>, '0c3db1dd-0427-4684-ad18-dc5026aec1e6') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:01.611661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97667dc0>, '0c3db1dd-0427-4684-ad18-dc5026aec1e6') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:01.613032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.629667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:01.629933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.642789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.673053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.679384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.705464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:01.705871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:01.721184 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:01.746452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ecb564bb-c004-41ae-b778-f578390f9aae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=125636a05323465ca29c65cdd1ee2524&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8326859
Dec 10 03:57:01.759779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e0f62-872c-4ddb-a6cf-e5568c3d4502 None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:01.794413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36180) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:01.805866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:01.819048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:01.876503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7eac3fdf-2060-4076-92ef-06614cad60c3 None None] Provisioning complete for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:01.876856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7eac3fdf-2060-4076-92ef-06614cad60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.060793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.084158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31b15cbd-9475-4125-a84d-36306a68b6a8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:02.087736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.109740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:02.115484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae14a68-294b-4bd8-94c8-632027273eab,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:02.117687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:02.126149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.140844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.160949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:02.161626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=7024c477-b54a-4084-96e3-b0debc6b3e9f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:02.165835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.168078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5ae14a68-294b-4bd8-94c8-632027273eab HTTP/1.1" status: 204  len: 168 time: 1.0163009
Dec 10 03:57:02.169430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.169567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:02.170279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36184) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.173767 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/7024c477-b54a-4084-96e3-b0debc6b3e9f HTTP/1.1" status: 204  len: 168 time: 1.0705941
Dec 10 03:57:02.177634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.179554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.202903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 0db88c0e-8262-4251-8328-7032a5affb41 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:02.203501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.232587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.235251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:02.235573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:02.242074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.251269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-37aac514-3a75-44db-9040-1a149efe3a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:02.349474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:02.352520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.364169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:02.364630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.367288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:02.401579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8870e871-7585-4e4d-b2cc-d5bbcbf11333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:02.428043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.429204 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bb59410-4c7f-4d4a-8a3d-9c18d0d5786c HTTP/1.1" status: 204  len: 168 time: 0.8832302
Dec 10 03:57:02.446396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36192) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.495470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8870e871-7585-4e4d-b2cc-d5bbcbf11333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:02.497066 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8870e871-7585-4e4d-b2cc-d5bbcbf11333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.3215876
Dec 10 03:57:02.501518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36196) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.522027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.549555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad1779-ea5b-40a7-9de7-7407464b5eb0 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:02.555872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad1779-ea5b-40a7-9de7-7407464b5eb0 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:02.556771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-43ad1779-ea5b-40a7-9de7-7407464b5eb0 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Synchronizing usage tracker for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:02.578517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c3d304f5-2a13-4e00-82e6-c67ab560d5fd tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:02.592854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b2697605-6b5c-4055-97bf-83f9050690de up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:02.600772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.612524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-43ad1779-ea5b-40a7-9de7-7407464b5eb0 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Unset dirty status for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:02.617487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-43ad1779-ea5b-40a7-9de7-7407464b5eb0 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4330504
Dec 10 03:57:02.617636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12127234-8440-4d97-b4eb-553a6f2590ce tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:02.633428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36200) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.634419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd3d0b-cb2a-4b51-89dd-d1a7f665195f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:02.640623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:02.645267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1432891725'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:02.651752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c3d304f5-2a13-4e00-82e6-c67ab560d5fd tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:02.653173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c3d304f5-2a13-4e00-82e6-c67ab560d5fd tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2057102
Dec 10 03:57:02.654754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:02.662015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36204) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:02.670159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161100956'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:02.674917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Allocated IP 172.26.1.136 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/cfc60e9c-e5b0-4f11-9246-6f666d1fc696) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:02.680096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:02.693453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 0db88c0e-8262-4251-8328-7032a5affb41 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:02.695539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:02.708682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:02.719333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.738857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b2697605-6b5c-4055-97bf-83f9050690de completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:02.740714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:02.741061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.754891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.758302 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42cd3d0b-cb2a-4b51-89dd-d1a7f665195f HTTP/1.1" status: 204  len: 168 time: 0.9524109
Dec 10 03:57:02.763038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:02.768181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:02.772902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.787953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.794333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:02.803122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:02.812604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:02.836950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:02.856407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.894412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:02.894898 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment d1b70afb-4a00-41e1-aebc-85e062cbdf99 of type vlan for network 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54
Dec 10 03:57:02.907551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58613cb5-259b-4b2d-ab0a-9fb5a0e1fe16 None None] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:02.938793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.017566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Provisioning complete for port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:03.017937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.031738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.034052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.042597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:03.044273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.049574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.053547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2bf629-2c0e-4125-8ced-9f68f9b19439 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.076922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.077167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.231662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=4e48d989-81db-4d1f-91c9-eb8c3e1d8f54,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.234986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.235611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af7764d7-9e53-45b3-a14b-681f62303e2a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.251091 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6115227
Dec 10 03:57:03.251091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.254972 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5920274
Dec 10 03:57:03.255574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36222) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:03.255900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36224) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:03.275339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1000281124'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:03.276622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45f45bd5-9e77-4e37-97b5-3c6cda40bf46,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.283455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:03.288123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:network and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:03.291611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:03.295439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:03.298072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:03.308457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Request body: {'security_group_rule': {'security_group_id': '72220f24-2dcf-4d6a-ac91-3034e395516f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:03.315338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:03.320082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Usage tracker for resource:security_group_rule and tenant:c223b930677d4da2b0d25fefdd83029e is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:03.323534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:03.330672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:03.340489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.342146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:03.347302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.380483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72220f24-2dcf-4d6a-ac91-3034e395516f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.383448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.385578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.408768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:03.411473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.412604 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/45f45bd5-9e77-4e37-97b5-3c6cda40bf46 HTTP/1.1" status: 204  len: 168 time: 0.9071274
Dec 10 03:57:03.418812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36232) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:03.430136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.446981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.447350 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment 3ffd7cb9-9025-4d83-a984-e5cac8454fb6 of type vlan for network fd34365b-a84e-48cd-8ac7-c89d9565ba15
Dec 10 03:57:03.500730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.514721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Provisioning for port b2697605-6b5c-4055-97bf-83f9050690de completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:03.515575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.525052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Provisioning complete for port b2697605-6b5c-4055-97bf-83f9050690de triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:03.525596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.557527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.561133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-309a8993-f8d0-444d-b487-b2853f73bcf0 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.586464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.594980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:03.595684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.596077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:03.596921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.624994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da25d1f7-2af7-47bb-87c8-a8dae98ce781,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.639700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.644593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f613feb-167e-4a73-8b0c-7ec6daf9e024 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.672752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.724908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] For port b2697605-6b5c-4055-97bf-83f9050690de, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b2697605-6b5c-4055-97bf-83f9050690de,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:03.731751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.746446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdcdf15c-1c17-4843-885b-9e14e01e7694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.751271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:03.766647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.767836 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5063946
Dec 10 03:57:03.771888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36244) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:03.775979 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5134153
Dec 10 03:57:03.783128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36246) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:03.818456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'ports': [{'network_id': '4e48d989-81db-4d1f-91c9-eb8c3e1d8f54', 'name': 'tempest-port--1208320297', 'admin_state_up': True}, {'network_id': 'fd34365b-a84e-48cd-8ac7-c89d9565ba15', 'admin_state_up': False}]} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:03.818798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'port': {'network_id': '4e48d989-81db-4d1f-91c9-eb8c3e1d8f54', 'name': 'tempest-port--1208320297', 'admin_state_up': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:03.819244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'port': {'network_id': 'fd34365b-a84e-48cd-8ac7-c89d9565ba15', 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:03.844154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Pushing event updated for resources: {'Port': ['ID=b2697605-6b5c-4055-97bf-83f9050690de,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.847608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.852353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-405fda1b-0989-4993-92a7-a02b90b5b4aa tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:03.869205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.874003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=fd34365b-a84e-48cd-8ac7-c89d9565ba15,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:03.877257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:03.880680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0996f504-33cd-4288-9804-7a7cf15ffe7a tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:03.887138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network fd34365b-a84e-48cd-8ac7-c89d9565ba15 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:03.917244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:03.951032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.033333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:04.040032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:04.047866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.053187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:04.056011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-657057ad-9745-434c-b530-36a5f46a232d tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:04.064183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b2697605-6b5c-4055-97bf-83f9050690de up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:04.064675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.075280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ef18e3f-a4df-43fe-b85e-c0c20c3285e9 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:04.102472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:04.103695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72220f24-2dcf-4d6a-ac91-3034e395516f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:04.105445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-405fda1b-0989-4993-92a7-a02b90b5b4aa tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:04.106760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:04.107623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-405fda1b-0989-4993-92a7-a02b90b5b4aa tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.6850181
Dec 10 03:57:04.123594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36254) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.124621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.127736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:04.128331 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/72220f24-2dcf-4d6a-ac91-3034e395516f HTTP/1.1" status: 204  len: 168 time: 0.3480263
Dec 10 03:57:04.138972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36256) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.191351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=0db88c0e-8262-4251-8328-7032a5affb41,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:04.195234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:04.196700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.225905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bbfb3ea7-bb31-4bb7-b304-b3f2f4c711a6 None None] Provisioning complete for port b2697605-6b5c-4055-97bf-83f9050690de triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:04.226640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3ea7-bb31-4bb7-b304-b3f2f4c711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.295673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b2697605-6b5c-4055-97bf-83f9050690de triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:04.296821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.298711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.327082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ccb3cc3e-103c-4d6b-b85d-ad071dac2c3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:04.399528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ccb3cc3e-103c-4d6b-b85d-ad071dac2c3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:04.400998 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ccb3cc3e-103c-4d6b-b85d-ad071dac2c3d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2612145
Dec 10 03:57:04.407858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36270) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.454049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:04.458251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:port and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:04.461537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:04.473108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:04.481806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.492728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:04.497733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.506448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2f2985bb-aae3-49f9-9d01-53f071d6f8b9 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:04.507687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'port': 2} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:04.512372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.528395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aceac965-091d-45b0-8a07-1d1031819ad6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:04.531614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:04.556278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.561230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-198dd836-21fa-47ba-a7c0-0247ddec20ef tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Synchronizing usage tracker for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:04.567030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.568541 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/aceac965-091d-45b0-8a07-1d1031819ad6 HTTP/1.1" status: 204  len: 168 time: 0.4391794
Dec 10 03:57:04.569926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.579367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36276) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.631410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36280) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.637540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Port': ['ID=7cb5cd9c-f342-4bca-b2f2-47d8105c9695,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:04.637749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-198dd836-21fa-47ba-a7c0-0247ddec20ef tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Unset dirty status for tenant:c223b930677d4da2b0d25fefdd83029e on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:04.642160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-198dd836-21fa-47ba-a7c0-0247ddec20ef tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.2297187
Dec 10 03:57:04.694203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36284) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.716107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137eee6-91a2-4bf5-afb8-3036de7a407f None None] DHCP port deletion for 490eaac4-5ee4-481f-88f0-967486f14554 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:04.736599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:04.740641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e1b89-be5c-435e-90ac-d2aa59acd1f5 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:57:04.768463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7ffe4007-2bda-4fe3-9184-89d39e181c2d tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:04.771262 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-d2617122-98ca-46f6-9104-eaa1b9d537c4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] delete failed (client error): The resource could not be found.
Dec 10 03:57:04.772269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d2617122-98ca-46f6-9104-eaa1b9d537c4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "DELETE /v2.0/security-groups/72220f24-2dcf-4d6a-ac91-3034e395516f HTTP/1.1" status: 404  len: 347 time: 0.0761745
Dec 10 03:57:04.776954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36290) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.785107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] device_id is not set on port c0b4dc27-4f7b-4988-ad81-256b96d563d1 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:04.854710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7ffe4007-2bda-4fe3-9184-89d39e181c2d tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:04.859144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ffe4007-2bda-4fe3-9184-89d39e181c2d tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2724094
Dec 10 03:57:04.860993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.861318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36294) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:04.864883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:04.888266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c441f1ec-8b6b-4a6f-8d35-70875fb71a06 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1084616
Dec 10 03:57:04.971070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e1b89-be5c-435e-90ac-d2aa59acd1f5 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:57:05.131386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--58083539', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:05.152323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:05.159261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.166424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:05.178513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:05.191205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.197918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:05.201764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.253554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No DVR routers for this DVR port 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:05.306065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:05.309505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.326688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.327794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router 85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:57:05.331493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.346391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.364945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36302) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:05.369345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] device_id is not set on port 4dfa2133-7c30-4632-9d4a-f7f3cb582c06 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:05.388085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.390818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:05.394702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:05.415502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.416225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:05.418413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-490eaac4-5ee4-481f-88f0-967486f14554', 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554', 'tenant_id': '748fda590dcb49bbb3f331e6eb717dfb', 'fixed_ips': [{'subnet_id': '7c750c62-7b28-442b-807d-bfc3ae9087af'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:05.420412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.420887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4039ddf5-7ce0-4f1a-9098-f06bc5df78f2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:05.424089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:05.433699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:05.434660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:05.502233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.505730 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4039ddf5-7ce0-4f1a-9098-f06bc5df78f2 HTTP/1.1" status: 204  len: 168 time: 0.6401656
Dec 10 03:57:05.516984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36308) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:05.611079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Allocated IP 2001:db8::3 (490eaac4-5ee4-481f-88f0-967486f14554/7c750c62-7b28-442b-807d-bfc3ae9087af/03836e5e-c891-465e-92d4-beab44c1bd4a) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:05.661947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.668205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 HTTP/1.1" status: 204  len: 168 time: 4.8378692
Dec 10 03:57:05.669080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36312) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:05.685979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.697256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5584d077-3c5f-42cd-a08f-d5fb19363b92 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:05.705318 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-63f2463b-88f4-49bb-9e7e-78bda06b66ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c223b930677d4da2b0d25fefdd83029e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323553
Dec 10 03:57:05.711997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36316) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:05.745963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1994612326', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:05.756828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:05.771389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:router and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:05.776102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:05.777412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5584d077-3c5f-42cd-a08f-d5fb19363b92 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:05.781841 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5584d077-3c5f-42cd-a08f-d5fb19363b92 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2605777
Dec 10 03:57:05.785403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36320) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:05.788074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:05.802045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.815506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.820865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af59cb48-9be2-4e48-8efd-48fff2fc3f9e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:05.840988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.841420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.856039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.863007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.868718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:05.877951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.880279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.881914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5046866b-0108-4c2e-a988-0905f820d487,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:05.887335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:05.899380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1b26e116-d9ba-477c-903d-0919cfac063d tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:05.943524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.943524 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment d3f3b578-0b12-4dd4-8cec-92a51b1ac302 of type vlan for network 5a678144-b5e0-454b-a6a9-021c9f6e416d
Dec 10 03:57:05.953614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.964508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Transition to ACTIVE for port object 03836e5e-c891-465e-92d4-beab44c1bd4a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:05.988444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Transition to ACTIVE for port object 03836e5e-c891-465e-92d4-beab44c1bd4a will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:05.996905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:05.997251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.005063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aefccf4c-289a-4797-938f-523115280829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.011838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.020898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.037472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Port': ['ID=c0b4dc27-4f7b-4988-ad81-256b96d563d1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.040518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.056188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:06.059081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.081593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Checking segment: {'id': 'd1b70afb-4a00-41e1-aebc-85e062cbdf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4e48d989-81db-4d1f-91c9-eb8c3e1d8f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:06.082042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network hostable DHCP agents. Network: 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:06.109238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:06.109238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7cb5cd9c-f342-4bca-b2f2-47d8105c9695 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:06.119052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:06.122562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:06.127166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:06.127997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:06.133492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Pushing event updated for resources: {'Port': ['ID=03836e5e-c891-465e-92d4-beab44c1bd4a,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.138162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.140815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.147593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:06.148292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.154329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4e7337c-e8e2-400d-957b-0418f6656946 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.223849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Attempting to bind port 03836e5e-c891-465e-92d4-beab44c1bd4a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:06.227146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Attempting to bind port 03836e5e-c891-465e-92d4-beab44c1bd4a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:06.227146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Attempting to bind port 03836e5e-c891-465e-92d4-beab44c1bd4a on network 490eaac4-5ee4-481f-88f0-967486f14554 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:06.231363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:06.231741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Checking segment: {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:06.232144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.232541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Bound using segment: {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:06.233044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Bound port: 03836e5e-c891-465e-92d4-beab44c1bd4a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e0aad0-098e-440e-bb82-1359954c287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '490eaac4-5ee4-481f-88f0-967486f14554'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:06.233465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.265887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=5a678144-b5e0-454b-a6a9-021c9f6e416d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.269862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.282882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.283660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:06.284198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:06.287731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:06.288485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.300299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea5c5830-565c-4123-8fac-544804b33952 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.302450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7bd91cab-1488-44cb-a9a2-d1eb3ee4815b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.343966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.363550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.376772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=7c750c62-7b28-442b-807d-bfc3ae9087af,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.413758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] For port 03836e5e-c891-465e-92d4-beab44c1bd4a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:06.417148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] For port 03836e5e-c891-465e-92d4-beab44c1bd4a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=03836e5e-c891-465e-92d4-beab44c1bd4a,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:06.423138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.427584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aefccf4c-289a-4797-938f-523115280829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.445562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Port': ['ID=4dfa2133-7c30-4632-9d4a-f7f3cb582c06,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.448457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.452839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5bfb8de4-65b3-4789-b842-847488ee4a09 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.465649 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.8299522
Dec 10 03:57:06.469357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36324) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:06.474773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5ac41-49a3-4b82-be96-9867f6e73dcd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.482414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-570444352', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:06.489941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.492315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.495974 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cc5ac41-49a3-4b82-be96-9867f6e73dcd HTTP/1.1" status: 204  len: 168 time: 0.7753713
Dec 10 03:57:06.495974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Checking segment: {'id': '3ffd7cb9-9025-4d83-a984-e5cac8454fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fd34365b-a84e-48cd-8ac7-c89d9565ba15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:06.495974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network hostable DHCP agents. Network: fd34365b-a84e-48cd-8ac7-c89d9565ba15, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:06.532279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:06.538437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:06.544576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:06.554927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:06.560078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.562594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Pushing event updated for resources: {'Port': ['ID=03836e5e-c891-465e-92d4-beab44c1bd4a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.562726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.569420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.580158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.581864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.585990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-83a819af-0342-4828-9107-8bac49fc9512 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:06.589675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network fd34365b-a84e-48cd-8ac7-c89d9565ba15 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:06.597749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87377e97-b6b2-4777-9342-06b4cf962a1e None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:57:06.604859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.614151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, fd34365b-a84e-48cd-8ac7-c89d9565ba15) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:06.619823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:06.627097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:06.632412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:06.633198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.640163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b345ed30-d333-4cb3-a14b-30af3df5e133,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:06.643030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.660010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.8732417
Dec 10 03:57:06.662466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36330) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:06.666093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:06.757491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87377e97-b6b2-4777-9342-06b4cf962a1e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:57:06.764933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d8e0>,) {'filters': {'network_id': ['490eaac4-5ee4-481f-88f0-967486f14554']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:06.792029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d8e0>, '94e0aad0-098e-440e-bb82-1359954c287a') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:06.792257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d8e0>, '94e0aad0-098e-440e-bb82-1359954c287a') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:06.812969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.814128 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b345ed30-d333-4cb3-a14b-30af3df5e133 HTTP/1.1" status: 204  len: 168 time: 1.0277846
Dec 10 03:57:06.815890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.829793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36334) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:06.865464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Router f16c829b-6194-4129-9cc2-4a3bf1a88d65 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:06.872263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.889346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:06.890036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:06.906765 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:07.026259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-547f4090-eb20-4c89-b4cc-5da33689d2cb tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:07.049600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.098836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be03ce-2b79-43d9-975d-e9ee5166a59a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:07.104696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be03ce-2b79-43d9-975d-e9ee5166a59a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:07.105489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b0be03ce-2b79-43d9-975d-e9ee5166a59a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Synchronizing usage tracker for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:07.155914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-547f4090-eb20-4c89-b4cc-5da33689d2cb tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:07.157172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-547f4090-eb20-4c89-b4cc-5da33689d2cb tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3258162
Dec 10 03:57:07.160604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36338) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:07.161171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 10 03:57:07.161171 dv-neutron-821182-1-hyperv neutron-server[87630]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 10 03:57:07.161171 dv-neutron-821182-1-hyperv neutron-server[87630]: [parameters: {'id': '490eaac4-5ee4-481f-88f0-967486f14554'}]
Dec 10 03:57:07.161171 dv-neutron-821182-1-hyperv neutron-server[87630]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:07.161543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:07.174313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5494d-d402-4c42-8a79-02cd264bdc29 None None] Network 4e48d989-81db-4d1f-91c9-eb8c3e1d8f54 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:07.188946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a3199-a394-4df4-b479-b2cc0baccb5e None None] Network 490eaac4-5ee4-481f-88f0-967486f14554 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:07.209080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b0be03ce-2b79-43d9-975d-e9ee5166a59a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Unset dirty status for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:07.210281 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b0be03ce-2b79-43d9-975d-e9ee5166a59a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.5467052
Dec 10 03:57:07.214898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75041a5-2946-415d-8f78-15c14443c66c None None] Network fd34365b-a84e-48cd-8ac7-c89d9565ba15 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:07.221553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36344) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:07.332970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:07.380799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Sync routers for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:07.393329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.394900 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.0576179
Dec 10 03:57:07.398876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36348) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:07.430635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.449989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting port c0b4dc27-4f7b-4988-ad81-256b96d563d1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:07.450330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.472997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:07.473662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb4c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:07.520479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.526829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.577993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.664161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.738060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 03836e5e-c891-465e-92d4-beab44c1bd4a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:07.738753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.842262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.851658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3cae95a7-6f7d-42a7-b6c2-54857190c173 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:07.912898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b9621a-42ae-44cb-abd3-6969780f5353,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:07.916387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:07.923758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.933442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:07.941876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:08.027234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.097530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 172.26.1.194 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/8fb771c8-40a2-427a-a8fc-175f1b52f1f2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:08.120167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.123866 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/87b9621a-42ae-44cb-abd3-6969780f5353 HTTP/1.1" status: 204  len: 168 time: 0.9597709
Dec 10 03:57:08.128545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Calling delete_port for c0b4dc27-4f7b-4988-ad81-256b96d563d1 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:08.138242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36352) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:08.218473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] DHCP port deletion for 490eaac4-5ee4-481f-88f0-967486f14554 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:08.226087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Deleting port 03836e5e-c891-465e-92d4-beab44c1bd4a {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:08.226474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.238074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.244622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a9167b2-ff9b-415a-a825-d9ad7a944d3d tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:08.295715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Port': ['ID=c0b4dc27-4f7b-4988-ad81-256b96d563d1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:08.298946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:08.301938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.321333 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/ports/c0b4dc27-4f7b-4988-ad81-256b96d563d1 HTTP/1.1" status: 204  len: 168 time: 1.0964983
Dec 10 03:57:08.322082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36356) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:08.398025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting port 4dfa2133-7c30-4632-9d4a-f7f3cb582c06 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:08.398414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.493685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb4c10>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:04Z', 'revision_number': 3, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:08.500901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] For port 03836e5e-c891-465e-92d4-beab44c1bd4a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=03836e5e-c891-465e-92d4-beab44c1bd4a,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:08.501723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.509026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Checking router: f16c829b-6194-4129-9cc2-4a3bf1a88d65 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:08.509694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Updating router f16c829b-6194-4129-9cc2-4a3bf1a88d65 port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:08.513026 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-39054f41-bc99-49c3-b36f-c3891eea6cd9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3736157
Dec 10 03:57:08.520408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36360) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:08.543336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port 03836e5e-c891-465e-92d4-beab44c1bd4a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=03836e5e-c891-465e-92d4-beab44c1bd4a,segment=NetworkSegment(94e0aad0-098e-440e-bb82-1359954c287a),segment_id=94e0aad0-098e-440e-bb82-1359954c287a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:08.543697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.546444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855659715'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:08.599927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:08.611878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:08.628190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:08.638291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:08.659061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.666704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Calling delete_port for 03836e5e-c891-465e-92d4-beab44c1bd4a owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:08.712017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for 03836e5e-c891-465e-92d4-beab44c1bd4a owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:08.719112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.721066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.798583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Calling delete_port for 4dfa2133-7c30-4632-9d4a-f7f3cb582c06 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:08.810599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.847425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.855191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f360ff2a-a303-4455-ae29-f6e6aa375ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:08.861332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:08.864735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:08.867774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:08.873609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:08.901042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:08.901376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:08.923234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Pushing event deleted for resources: {'Port': ['ID=03836e5e-c891-465e-92d4-beab44c1bd4a,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:08.926317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:08.927731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] No DVR routers for this DVR port 03836e5e-c891-465e-92d4-beab44c1bd4a on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:08.968246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:08.980468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1050a629-7e5c-4c66-90eb-ee111b9baeba tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:09.054904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:09.059869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:09.065506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.075146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:09.082588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.116604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:09.123247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:09.123417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.131696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa6c454d-d663-4696-9c98-6290107212c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:09.198171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.203734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99935f-dd48-4cd6-ab9d-d8e538979c5f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:09.217352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:09.218099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.219308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6954277
Dec 10 03:57:09.219921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-98820a26-6027-4605-8dcd-b3a3d73f3e06 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:09.243078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36364) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:09.255149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.10 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/33058ab6-2306-47d9-840f-8233d52243c1) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:09.272111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Port': ['ID=4dfa2133-7c30-4632-9d4a-f7f3cb582c06,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:09.276373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:09.282476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.303019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': 'ed99935f-dd48-4cd6-ab9d-d8e538979c5f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:09.310775 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/ports/4dfa2133-7c30-4632-9d4a-f7f3cb582c06 HTTP/1.1" status: 204  len: 168 time: 0.9874103
Dec 10 03:57:09.317832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36368) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:09.320465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:09.370632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:09.408167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 03836e5e-c891-465e-92d4-beab44c1bd4a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:09.408500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.430018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.431526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:09.448282 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fd3b09e2-c249-457c-87f7-a294303fd0ed tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1293283
Dec 10 03:57:09.452085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36372) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:09.459173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271692614'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:09.465613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:09.471121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:network and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:09.474356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:09.480820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.484412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:09.487192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e38ad8e5-29e8-4f8e-bc6c-d23cdb4032f3 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:09.546814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:09.555278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:09.560267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:09.564144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.574438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:09.634465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=33058ab6-2306-47d9-840f-8233d52243c1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:09.641539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:09.658380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:09.712371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:09.715848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] The port '03836e5e-c891-465e-92d4-beab44c1bd4a' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:57:09.760953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.775028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Transition to ACTIVE for port object cfc60e9c-e5b0-4f11-9246-6f666d1fc696 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:09.782336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.787822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c0fdb3b6-7922-4057-b375-bbfbb0f16a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:09.790276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.790621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment 6861ecae-3fb2-40ae-a236-8fc8064117a9 of type vlan for network f6022d8e-56de-4766-8dc9-4543f36c72c5
Dec 10 03:57:09.794924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.863474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Attempting to bind port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:09.863853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Attempting to bind port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:09.864318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Attempting to bind port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:09.872608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.875807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:09.876587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:09.876839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.877352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:09.878236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Bound port: cfc60e9c-e5b0-4f11-9246-6f666d1fc696, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:09.878396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.956822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] For port cfc60e9c-e5b0-4f11-9246-6f666d1fc696, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:09.961192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] For port cfc60e9c-e5b0-4f11-9246-6f666d1fc696, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:09.965334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Pushing event updated for resources: {'Port': ['ID=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:09.969246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:09.973853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:09.979191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-61005616-4666-4a58-b390-86871f96c887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:10.055828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.058790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:10.059502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb4c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:10.061543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:10.062150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.075392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:10.097966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.153018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Allocated IP 172.20.0.1 (c3d0b35a-637b-4a07-a819-0ecbed4d3bde/45754be4-9851-4100-9c32-f066f744a57e/f2f26e24-e9f0-4c37-86ba-a15d713b22d3) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:10.164163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96acba90>,) {'filters': {'network_id': ['490eaac4-5ee4-481f-88f0-967486f14554']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:10.190564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Pushing event updated for resources: {'Port': ['ID=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:10.193602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96acba90>, '94e0aad0-098e-440e-bb82-1359954c287a') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:10.194094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96acba90>, '94e0aad0-098e-440e-bb82-1359954c287a') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:10.195902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:10.198939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.237867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.244541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.248162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:10.301692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.311083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=f6022d8e-56de-4766-8dc9-4543f36c72c5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:10.316367 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8606091
Dec 10 03:57:10.316367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:10.317810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.322736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:10.341872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1203935372'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:10.347963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network f6022d8e-56de-4766-8dc9-4543f36c72c5 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:10.351561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:10.358994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:network and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:10.363474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:10.373170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:10.375777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59010c44-48d6-4c41-83e4-a8989b084229 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:10.398963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:10.402504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.443270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.478411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:10.478411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:10.498436 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:10.501400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b75f8e8-fc92-408c-943c-d975d123be6e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:10.516208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:10.566909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:10.583617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.584004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Added segment d3fb57a8-8b20-488c-8a2b-0d547fd17a70 of type vlan for network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2
Dec 10 03:57:10.623032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.624225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.3801928
Dec 10 03:57:10.627849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36382) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:10.634096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.634601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb4c10>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:04Z', 'revision_number': 3, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:10.640829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2423737-58bd-46fc-a2f7-59367f126e15 None None] The sync data for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv is: [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:04Z', 'revision_number': 3, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:10.652912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.663382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.685404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d37b7dd-af86-47d5-92be-9b9afd0b74cc tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:10.708524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.734563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.744308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=490eaac4-5ee4-481f-88f0-967486f14554,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:10.754732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:10.765915 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/490eaac4-5ee4-481f-88f0-967486f14554 HTTP/1.1" status: 204  len: 168 time: 11.2102804
Dec 10 03:57:10.778667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36386) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:10.852839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.863896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:10.867070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:10.890976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Transition to ACTIVE for port object f2f26e24-e9f0-4c37-86ba-a15d713b22d3 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:10.921958 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-629b7cdb-2956-4578-b82f-d8e6ca8092f3 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:10.922417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629b7cdb-2956-4578-b82f-d8e6ca8092f3 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:10.924117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-629b7cdb-2956-4578-b82f-d8e6ca8092f3 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/7c750c62-7b28-442b-807d-bfc3ae9087af HTTP/1.1" status: 404  len: 337 time: 0.1394470
Dec 10 03:57:10.940978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-10fce0a3-b5f0-47af-a0ba-4d5475d416f4 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:10.957687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:10.988592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.056476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.087298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6d7b29-cbfe-467c-b20f-ef154ec78db6 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:11.088191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6d7b29-cbfe-467c-b20f-ef154ec78db6 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:11.117050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.123348 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bd6d7b29-cbfe-467c-b20f-ef154ec78db6 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/490eaac4-5ee4-481f-88f0-967486f14554 HTTP/1.1" status: 404  len: 339 time: 0.1573267
Dec 10 03:57:11.125932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23aaa2ba-7df1-425a-a7ac-09d733d15781 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:11.126518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36394) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:11.127535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Network': ['ID=8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:11.133178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8094401
Dec 10 03:57:11.134616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:11.149782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:11.273481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36398) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:11.291028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'subnets': [{'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1402841144', 'ip_version': 4}, {'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:11.291609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'subnet': {'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1402841144', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:11.292370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Request body: {'subnet': {'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:11.332468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.390682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.398693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:11.403056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:11.458331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:11.556678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:11.590651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:11.596653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.605738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb269c8-8959-4a46-9180-6419b0671ef4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:11.623061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.640798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:11.647918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99935f-dd48-4cd6-ab9d-d8e538979c5f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:11.653491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.657598 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed99935f-dd48-4cd6-ab9d-d8e538979c5f HTTP/1.1" status: 204  len: 168 time: 1.0168030
Dec 10 03:57:11.657803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:11.659767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36402) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:11.691713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.721508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9c6fa313-394a-4f11-920b-b92c073a85dd None None] Provisioning for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:11.728221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9c6fa313-394a-4f11-920b-b92c073a85dd None None] Provisioning complete for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:11.729268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa313-394a-4f11-920b-b92c073a85dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.735104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d976f06d0>,) {'filters': {'network_id': ['d05137e4-1be5-4320-81b9-1523bdc1b778']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:11.771786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea6a07f2-988a-4521-9976-a8962363f3c2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:11.789586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fa313-394a-4f11-920b-b92c073a85dd None None] Port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:11.820641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ea6a07f2-988a-4521-9976-a8962363f3c2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:11.821876 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ea6a07f2-988a-4521-9976-a8962363f3c2 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1596005
Dec 10 03:57:11.826351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:11.835828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--690710244'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:11.847289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:11.851348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:11.899046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:11.908357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976f06d0>, '650be18c-2630-4896-b1e2-a2d661ec7e57') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:11.908772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976f06d0>, '650be18c-2630-4896-b1e2-a2d661ec7e57') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:11.950354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.964770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:11.977197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Usage tracker for resource:subnet and tenant:3fb81cd6a2e2403183ca43ec5e7f9557 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:11.982899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:11.986157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:11.998787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:11.999267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.013900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:12.016300 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:12.053377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cfc60e9c-e5b0-4f11-9246-6f666d1fc696 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:12.058311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.083744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.111069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:12.114484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Made reservation on behalf of 3fb81cd6a2e2403183ca43ec5e7f9557 for: {'subnet': 2} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:12.118979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.119294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.133453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:12.138243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:12.138809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.142985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:12.146036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:12.160690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:12.165856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:12.183580 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:12.184261 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704e80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:12.195920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:12.216100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:12.232678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.235257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Sync routers for ids ['d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:12.239131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.259527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Routers {'d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:12.261882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6ba9d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:12.266675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2d44839e-deec-4ed6-9cf5-426de7c21c85 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:12.308200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=d05137e4-1be5-4320-81b9-1523bdc1b778,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:12.312806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:12.321023 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/d05137e4-1be5-4320-81b9-1523bdc1b778 HTTP/1.1" status: 204  len: 168 time: 1.1889524
Dec 10 03:57:12.322391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.323756 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.8509629
Dec 10 03:57:12.326738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36410) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:12.327634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36412) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:12.386824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7a3d28-30bb-49d3-8e8e-ca8d635d18cc tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:12.387284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7a3d28-30bb-49d3-8e8e-ca8d635d18cc tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:12.388976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fb7a3d28-30bb-49d3-8e8e-ca8d635d18cc tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/9a8ae5b5-b2ed-42ef-8d0c-105022ef1815 HTTP/1.1" status: 404  len: 337 time: 0.0603895
Dec 10 03:57:12.392906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36420) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:12.469867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.597971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-898291a7-f340-4a35-83c9-2fc930da3dc7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:12.598507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898291a7-f340-4a35-83c9-2fc930da3dc7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:12.626342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.629685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.640886 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:12.688168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:12.721113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.725079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 7.0493186
Dec 10 03:57:12.725929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.731683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36424) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:12.760681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.809819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port cfc60e9c-e5b0-4f11-9246-6f666d1fc696, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:12.829685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.833687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Set router d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:12.938626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.942777 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.1114986
Dec 10 03:57:12.949487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:12.950744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:12.952410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:12.959244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:12.968707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583941828'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:12.975780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:12.980031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:12.983765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:12.989498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:12.990449 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704e80>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:12.995199 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:12.995598 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Updating router 7c89aa0e-e955-483c-b376-1bfa11c41c59 port 33058ab6-2306-47d9-840f-8233d52243c1 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:13.000710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.003416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73047e3b-f22e-4be0-aed6-986657401a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.025031 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-898291a7-f340-4a35-83c9-2fc930da3dc7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/cd6116d6-718f-40e3-97fc-ed4762070933 HTTP/1.1" status: 404  len: 339 time: 0.6307068
Dec 10 03:57:13.036652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36432) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:13.041123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e6bb4-99dc-4c3c-98d0-0378011ec5f6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.069041 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.076933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-32068924-b1b9-4f49-a223-04ec65a35661 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.7462766
Dec 10 03:57:13.078418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:13.079275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.086205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.159920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Subnet': ['ID=fd01092b-8a24-4a01-8901-357e9f693c11,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.166552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.176752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.223934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.235061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.262636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.304694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Checking segment: {'id': '6861ecae-3fb2-40ae-a236-8fc8064117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:13.305221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network hostable DHCP agents. Network: f6022d8e-56de-4766-8dc9-4543f36c72c5, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:13.358982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e025a-e3db-4f60-8fc0-4212ab04b8ba tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:13.361100 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-915e025a-e3db-4f60-8fc0-4212ab04b8ba tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2099876
Dec 10 03:57:13.362961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network f6022d8e-56de-4766-8dc9-4543f36c72c5 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:13.366727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36442) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:13.391780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:13.397805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:13.399355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6ba9d0>, [{'id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194'}], 'enable_snat': False}, 'gw_port_id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:05Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port': {'id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:07Z', 'updated_at': '2021-12-10T03:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:13.401876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:13.404511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Checking router: d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:13.404667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:13.405191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Updating router d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:13.410438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:13.415134 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ec3ab1c-7853-4593-8dbd-8cb919994fbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0471473
Dec 10 03:57:13.418030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36446) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:13.425574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:13.441022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1194408406', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:13.463451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-516fb007-004a-4819-86bd-fc4ba4e66321 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 HTTP/1.1" status: 200  len: 909 time: 0.7160261
Dec 10 03:57:13.467233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36450) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:13.482086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.519984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.542932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Transition to ACTIVE for port object 33058ab6-2306-47d9-840f-8233d52243c1 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:13.543696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting subnet 518688b1-a024-4782-a28e-0b7069d92bd5 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:13.550843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1994612326', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': True}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:13.560994 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.571038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.605611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:13.611807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:13.615967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:13.623455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:13.624617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.635068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, f6022d8e-56de-4766-8dc9-4543f36c72c5) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:13.646309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.648406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77198764-df86-47d0-9d39-51bdf63bc774 None None] Network f6022d8e-56de-4766-8dc9-4543f36c72c5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:13.658206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cf21995-7da5-447e-b6bd-87b17dbf7df4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.682252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:13.701169 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Attempting to bind port 33058ab6-2306-47d9-840f-8233d52243c1 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:13.701590 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Attempting to bind port 33058ab6-2306-47d9-840f-8233d52243c1 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:13.702011 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Attempting to bind port 33058ab6-2306-47d9-840f-8233d52243c1 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:13.708359 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Pushing event updated for resources: {'Port': ['ID=33058ab6-2306-47d9-840f-8233d52243c1,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.712431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.715190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Usage tracker for resource:router and tenant:1812161e7fe3451fbc6430ebbff64078 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:13.715772 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:13.716153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:13.717038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.717038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:13.722779 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Bound port: 33058ab6-2306-47d9-840f-8233d52243c1, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:13.723641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.737773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:13.755070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event updated for resources: {'Subnet': ['ID=a805356e-63b3-4b53-811b-030168fac204,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.762521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:13.768599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:13.769297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:13.773202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.774362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.810874 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] For port 33058ab6-2306-47d9-840f-8233d52243c1, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:13.815217 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] For port 33058ab6-2306-47d9-840f-8233d52243c1, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=33058ab6-2306-47d9-840f-8233d52243c1,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:13.822381 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.828128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.878630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.882839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.883934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.902600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:13.918361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9ed779e-c8b0-4482-b38d-e0f4020f37e3 tempest-ServersTestJSON-1339909940 tempest-ServersTestJSON-1339909940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:13.975426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a764dcf6-0bed-40fe-bb23-10ca263c661c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:13.978463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:14.001468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Router f16c829b-6194-4129-9cc2-4a3bf1a88d65 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:57:14.004026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.021733 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Pushing event updated for resources: {'Port': ['ID=33058ab6-2306-47d9-840f-8233d52243c1,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:14.025914 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:14.037188 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:14.038091 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704e80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:14.060600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8b1eba0a-9c17-4ddc-9459-0f43bf67312a None None] Provisioning complete for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:14.062767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8b1eba0a-9c17-4ddc-9459-0f43bf67312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.063737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.068162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.075954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4b48b36-c350-4395-8e11-8eb124c9ea86 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:14.125167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Checking segment: {'id': 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:14.125564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network hostable DHCP agents. Network: 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:14.147940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cfc60e9c-e5b0-4f11-9246-6f666d1fc696 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:14.193522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:14.204815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:14.205184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 5a678144-b5e0-454b-a6a9-021c9f6e416d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:14.218134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:14.236055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03b0a4-3586-4bf3-b789-92b96d927c95 None None] Network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:14.238676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:14.239157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:14.239835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.264725 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:14.267754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:14.275962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=6d7a7ab5-a56d-440e-9274-225e0ed4deb4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:14.284487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 5a678144-b5e0-454b-a6a9-021c9f6e416d) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:14.287012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:14.288871 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.0137863
Dec 10 03:57:14.291942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36454) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:14.340767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:14.341050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.345216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.349900 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.3962262
Dec 10 03:57:14.353453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36458) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:14.354996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753284e4-28b6-4275-af15-462e073bc454 None None] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:14.363913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': 'f07e6bb4-99dc-4c3c-98d0-0378011ec5f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a764dcf6-0bed-40fe-bb23-10ca263c661c', 'remote_ip_prefix': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:14.376543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.401830 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9825509
Dec 10 03:57:14.402776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36462) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:14.549379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:14.601872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8b1eba0a-9c17-4ddc-9459-0f43bf67312a None None] Port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:14.638106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c1376a5b-b9c0-4cae-a276-822333a2a1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.641633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:14.656074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:14.660005 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Sync routers for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:14.662581 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] 10.222.0.44 "PUT /v2.0/routers/f16c829b-6194-4129-9cc2-4a3bf1a88d65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2625153
Dec 10 03:57:14.730482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:14.751163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.resource_extend [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:57:14.755035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:14.762821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.805449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.807968 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:14.808616 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:14.818003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-f6022d8e-56de-4766-8dc9-4543f36c72c5', 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5', 'tenant_id': '3fb81cd6a2e2403183ca43ec5e7f9557', 'fixed_ips': [{'subnet_id': 'fd01092b-8a24-4a01-8901-357e9f693c11'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:14.818947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.825573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07d3e351-31be-4cef-8467-4723be55afc0 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:14.901934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=518688b1-a024-4782-a28e-0b7069d92bd5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:14.912510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:14.912961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.927699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:14.948600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445b572-2190-4cfe-839d-ddfda22f9c8a None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:14.954627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:14.977080 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/518688b1-a024-4782-a28e-0b7069d92bd5 HTTP/1.1" status: 204  len: 168 time: 1.8103592
Dec 10 03:57:14.978178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36468) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:14.986045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.048814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:15.050332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:15.052154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:15.052976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Synchronizing usage tracker for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:15.142561 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:15.170622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting subnet 95bf8855-5b29-43b1-a763-d4eec9519069 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:15.185498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Unset dirty status for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:15.187474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.188219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e75fa6a2-6244-4a40-8c4b-68bf23a9f73b tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.8953440
Dec 10 03:57:15.196210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36476) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:15.213883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.303110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.346394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Transition to ACTIVE for port object 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:15.359542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721667a-7a37-4094-bf32-855655759aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-5a678144-b5e0-454b-a6a9-021c9f6e416d', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:15.360464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.390685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.399437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.403209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2', 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2', 'tenant_id': '3fb81cd6a2e2403183ca43ec5e7f9557', 'fixed_ips': [{'subnet_id': 'a805356e-63b3-4b53-811b-030168fac204'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:15.404092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.415269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.423938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:15.431714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-91b84fa5-1a2e-4f64-828e-481f5e0249a4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:15.470550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432b4008-c7e0-4197-81c1-9472cb5661f2,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:15.471833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting subnet fd01092b-8a24-4a01-8901-357e9f693c11 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:15.482313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:15.605485 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704e80>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:15.612475 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f37dca-3429-4261-839b-ae5d38e6cb9c None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:15.668626 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28220>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 2, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:15.674614 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Checking router: f16c829b-6194-4129-9cc2-4a3bf1a88d65 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:15.674980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Updating router f16c829b-6194-4129-9cc2-4a3bf1a88d65 port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:15.679510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.740503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.777578 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.777992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Attempting to bind port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:15.778477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Attempting to bind port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:15.778823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Attempting to bind port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:15.793059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Pushing event updated for resources: {'Port': ['ID=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:15.809818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:15.827519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:15.828003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:15.828534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.829002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:15.829603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Bound port: 8fb771c8-40a2-427a-a8fc-175f1b52f1f2, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:15.830401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.860999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Allocated IP 172.20.0.2 (f6022d8e-56de-4766-8dc9-4543f36c72c5/fd01092b-8a24-4a01-8901-357e9f693c11/c94ee420-54b1-45c0-9dcd-094477f233d4) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:15.932479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.957999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:15.959653 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.6003234
Dec 10 03:57:15.962660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36480) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:15.970664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43e59936-6dff-443d-9da6-b677c6d9bdb9 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:16.071337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=95bf8855-5b29-43b1-a763-d4eec9519069,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:16.084791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:16.099274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.131536 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/95bf8855-5b29-43b1-a763-d4eec9519069 HTTP/1.1" status: 204  len: 168 time: 1.1489005
Dec 10 03:57:16.179582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36484) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:16.238384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] For port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:16.246376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] For port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:16.253493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3721667a-7a37-4094-bf32-855655759aef None None] Allocated IP 172.20.0.2 (5a678144-b5e0-454b-a6a9-021c9f6e416d/6d7a7ab5-a56d-440e-9274-225e0ed4deb4/3fd33e8e-9ebb-4590-97d5-d2748a0fedfd) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:16.258259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Allocated IP 172.20.0.18 (8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2/a805356e-63b3-4b53-811b-030168fac204/b06aad83-e00c-40a2-b756-e5c2e3b9cd69) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:16.276714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.293607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:16.332668 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.356227 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Transition to ACTIVE for port object f2f26e24-e9f0-4c37-86ba-a15d713b22d3 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:16.360063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.366472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.379780 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-731867fb-ea1b-4598-a743-e719a3d549ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:16.384983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.436457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.446448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.451075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.453689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4b71da92-fcb3-4231-9ae1-a4a98410d01a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:16.508717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.515222 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/432b4008-c7e0-4197-81c1-9472cb5661f2 HTTP/1.1" status: 204  len: 168 time: 0.5514808
Dec 10 03:57:16.517468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36490) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:16.518343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.526880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=432b4008-c7e0-4197-81c1-9472cb5661f2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:16.549120 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Pushing event updated for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:16.552620 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:16.554075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:16.649281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-21271638-e028-4be8-a61c-f7a08fd62850 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:16.673269 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Attempting to bind port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:16.673781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Attempting to bind port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:16.674171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Attempting to bind port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 on network c3d0b35a-637b-4a07-a819-0ecbed4d3bde {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:16.680696 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:16.680985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Checking segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:16.681452 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.681857 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Bound using segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:16.682338 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Bound port: f2f26e24-e9f0-4c37-86ba-a15d713b22d3, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:16.682735 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.687614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-21271638-e028-4be8-a61c-f7a08fd62850 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:16.690473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port 4af09187-d85f-4e8e-a60a-86115f88fb35 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:16.691127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.692507 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-21271638-e028-4be8-a61c-f7a08fd62850 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1735892
Dec 10 03:57:16.693114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36494) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:16.733520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36498) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:16.749579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076676445', 'description': 'tempest-description--790440578'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:16.769547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:16.775433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.788969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Usage tracker for resource:security_group and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:16.794450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:16.804669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Transition to ACTIVE for port object c94ee420-54b1-45c0-9dcd-094477f233d4 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:16.807428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:16.835410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Transition to ACTIVE for port object c94ee420-54b1-45c0-9dcd-094477f233d4 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:16.860413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.864725 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] For port f2f26e24-e9f0-4c37-86ba-a15d713b22d3, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:16.868385 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] For port f2f26e24-e9f0-4c37-86ba-a15d713b22d3, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:16.878811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.895631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:16.902565 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:16.940351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Network f6022d8e-56de-4766-8dc9-4543f36c72c5 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:16.976143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.012963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.021161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:17.022960 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Pushing event updated for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.027174 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.056876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:17.066675 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:17.067566 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:17.106381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.170204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.209041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port 4af09187-d85f-4e8e-a60a-86115f88fb35, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4af09187-d85f-4e8e-a60a-86115f88fb35,segment=NetworkSegment(da278d3d-ca55-4254-8a86-13dca0148419),segment_id=da278d3d-ca55-4254-8a86-13dca0148419)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:17.209423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.235048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:17.244757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.253243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Usage tracker for resource:security_group_rule and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:17.257141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3840fd3c-3df9-4acc-b9dc-897676832430 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:17.275546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:17.296381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a764dcf6-0bed-40fe-bb23-10ca263c661c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.308182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:17.311926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.320017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.332113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3721667a-7a37-4094-bf32-855655759aef None None] Transition to ACTIVE for port object 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:17.345899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:17.368651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.378736 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/a764dcf6-0bed-40fe-bb23-10ca263c661c HTTP/1.1" status: 204  len: 168 time: 0.6844935
Dec 10 03:57:17.383414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36506) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:17.423469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for 4af09187-d85f-4e8e-a60a-86115f88fb35 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:17.477614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.527127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Routers {'d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:17.528053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6ba9d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:56:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:17.537245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 172.26.1.79 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/6d59750b-b4d4-4f67-89e7-bd11e6e48a80) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:17.573347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-100d9249-11dc-4bb0-8e3e-80aec312d99e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:17.578951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.582580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a842d3bd-112f-4f9e-beac-196aea6fc09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.596735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.606587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b03e4bd8-129f-49cb-8d50-c3daff72b219 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:17.644336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f316d-84c6-4185-849e-2fe819fbfae7 None None] Host dv-neutron-821182-1-hyperv tried to update port 4af09187-d85f-4e8e-a60a-86115f88fb35 which no longer exists. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Dec 10 03:57:17.647246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-100d9249-11dc-4bb0-8e3e-80aec312d99e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:17.652127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-100d9249-11dc-4bb0-8e3e-80aec312d99e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.2660143
Dec 10 03:57:17.663363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36512) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:17.710813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23cdf2b-e29e-45c1-9613-0b6b290163ce,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.716374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.729058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.739944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.745560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4105c436-3752-4f9a-a1ad-eca876f96501 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:17.782918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.784892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.790180 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.0505557
Dec 10 03:57:17.790665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3721667a-7a37-4094-bf32-855655759aef None None] Transition to ACTIVE for port object 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:17.791883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Subnet': ['ID=fd01092b-8a24-4a01-8901-357e9f693c11,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.800423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae460a7-f225-4769-b122-6295e6e375da None None] Network 8043168a-acbc-4a5e-b390-4c6a7953667f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:17.802526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:17.803739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:17.805510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.816218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'security_group_rule': {'security_group_id': 'f23cdf2b-e29e-45c1-9613-0b6b290163ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:17.821432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.825703 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/subnets/fd01092b-8a24-4a01-8901-357e9f693c11 HTTP/1.1" status: 204  len: 168 time: 2.6262052
Dec 10 03:57:17.827520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36520) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:17.837866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.847197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.857037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Pushing event updated for resources: {'Port': ['ID=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.864002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:17.914724 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28220>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:16Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:17.915337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Port': ['ID=4af09187-d85f-4e8e-a60a-86115f88fb35,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:17.919903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578c86a-af9c-473e-8e17-f6d31adc7049 None None] The sync data for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv is: [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:16Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:17.922779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.925124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No DVR routers for this DVR port 4af09187-d85f-4e8e-a60a-86115f88fb35 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:17.947953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.654s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:17.951399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Attempting to bind port c94ee420-54b1-45c0-9dcd-094477f233d4 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:17.952280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Attempting to bind port c94ee420-54b1-45c0-9dcd-094477f233d4 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '6861ecae-3fb2-40ae-a236-8fc8064117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:17.952725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Attempting to bind port c94ee420-54b1-45c0-9dcd-094477f233d4 on network f6022d8e-56de-4766-8dc9-4543f36c72c5 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:17.966971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:17.979373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.047s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.039695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:18.042022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-448d0995-d737-4bbb-b6aa-3ae736d26096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.114657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:18.115546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Checking segment: {'id': '6861ecae-3fb2-40ae-a236-8fc8064117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:18.116944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.117873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Bound using segment: {'id': '6861ecae-3fb2-40ae-a236-8fc8064117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:18.121373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Bound port: c94ee420-54b1-45c0-9dcd-094477f233d4, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6861ecae-3fb2-40ae-a236-8fc8064117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f6022d8e-56de-4766-8dc9-4543f36c72c5'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:18.121955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.124104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.146697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:18.153947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:18.165928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Usage tracker for resource:security_group_rule and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:18.166897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721667a-7a37-4094-bf32-855655759aef None None] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:18.185108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:18.208342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:18.243031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.260182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] Set router d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:18.276179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting subnet a805356e-63b3-4b53-811b-030168fac204 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:18.286174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (5a678144-b5e0-454b-a6a9-021c9f6e416d/6d7a7ab5-a56d-440e-9274-225e0ed4deb4/a77a3318-4ec1-4de9-af41-a2379c86b02d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:18.295986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.361477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aef88df4-892b-4639-bd4d-50b4b93d813a None None] Could not find standard attr ID for object 4af09187-d85f-4e8e-a60a-86115f88fb35. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:57:18.397419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 33058ab6-2306-47d9-840f-8233d52243c1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:18.445821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.454936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dcdc2837-48f9-4a08-858e-fd1f88d73a5d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.459269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3721667a-7a37-4094-bf32-855655759aef None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:18.461252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.487909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96974b80>,) {'filters': {'network_id': ['8043168a-acbc-4a5e-b390-4c6a7953667f']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:18.491331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e6bb4-99dc-4c3c-98d0-0378011ec5f6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:18.493801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:18.500340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96974b80>, 'da278d3d-ca55-4254-8a86-13dca0148419') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:18.500632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96974b80>, 'da278d3d-ca55-4254-8a86-13dca0148419') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:18.512396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.531394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.539439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:18.556006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.565193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.568051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:18.572709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.576462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.581107 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/f07e6bb4-99dc-4c3c-98d0-0378011ec5f6 HTTP/1.1" status: 204  len: 168 time: 0.9088476
Dec 10 03:57:18.584996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:18.585788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.589278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36524) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:18.604002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3721667a-7a37-4094-bf32-855655759aef None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:18.606791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1653c1-573e-43d6-9473-bfa9160b160c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:18.609952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:18.626132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.633974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Pushing event updated for resources: {'Port': ['ID=c94ee420-54b1-45c0-9dcd-094477f233d4,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:18.653999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.658581 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8549762
Dec 10 03:57:18.660894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:18.672511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object a77a3318-4ec1-4de9-af41-a2379c86b02d will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:18.681725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'security_group_rule': {'security_group_id': 'f23cdf2b-e29e-45c1-9613-0b6b290163ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:18.691005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:18.701830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Usage tracker for resource:security_group_rule and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:18.707600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:18.716748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:18.724890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-71765581-fc08-408b-b794-d2611a081838 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:18.736869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-98299567-dc1c-4439-87fb-b052177788ac None None] For port c94ee420-54b1-45c0-9dcd-094477f233d4, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:18.740657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-98299567-dc1c-4439-87fb-b052177788ac None None] For port c94ee420-54b1-45c0-9dcd-094477f233d4, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c94ee420-54b1-45c0-9dcd-094477f233d4,segment=NetworkSegment(6861ecae-3fb2-40ae-a236-8fc8064117a9),segment_id=6861ecae-3fb2-40ae-a236-8fc8064117a9)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:18.760245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.771134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-71765581-fc08-408b-b794-d2611a081838 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:18.772576 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-71765581-fc08-408b-b794-d2611a081838 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1730673
Dec 10 03:57:18.781460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:18.785001 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:18.790630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.806088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483205260'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:18.813527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9916a269-221c-4e02-a860-b544c08a5b1e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.865217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.868781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:18.870341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e36262-c034-492f-b44e-5c8e9281e62b None None] DHCP port deletion for 8043168a-acbc-4a5e-b390-4c6a7953667f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:18.876616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:18.893839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.894440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:18.912807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:18.923275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.924183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:18.957107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:18.976023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:18.983687 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/8043168a-acbc-4a5e-b390-4c6a7953667f HTTP/1.1" status: 204  len: 168 time: 2.7918437
Dec 10 03:57:18.987287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.000745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=8043168a-acbc-4a5e-b390-4c6a7953667f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.006901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.012077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-fc2d1120-586a-4a50-a428-4770ab02be72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9709635
Dec 10 03:57:19.075497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721667a-7a37-4094-bf32-855655759aef None None] Pushing event updated for resources: {'Port': ['ID=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.077066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.087523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3721667a-7a37-4094-bf32-855655759aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.088351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.093155 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-21035268-3c3a-4c59-93be-e06ba5c3d9a7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.093753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21035268-3c3a-4c59-93be-e06ba5c3d9a7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.104021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-21035268-3c3a-4c59-93be-e06ba5c3d9a7 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/4abd4215-d204-47b2-8a70-c416324a14ea HTTP/1.1" status: 404  len: 337 time: 0.1102815
Dec 10 03:57:19.105032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.106458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.015s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:19.110150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36542) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.159491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.161761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.162278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 33058ab6-2306-47d9-840f-8233d52243c1 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:19.205134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.210069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8641d4a0-5b5f-47d1-a081-c8cdac6b2b2b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:19.229882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:19.246302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:19.251276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:19.256194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fa7a4b-c231-441a-89af-44b27ddf6b51,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.262736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.264694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:19.281425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.282629 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6143198
Dec 10 03:57:19.290028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 33058ab6-2306-47d9-840f-8233d52243c1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:19.290667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.291719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36546) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.305929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:19.316556 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e36482-6a24-4805-82e5-fb60f28ad38a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.316945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e36482-6a24-4805-82e5-fb60f28ad38a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.319052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-80e36482-6a24-4805-82e5-fb60f28ad38a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/90ad5365-8596-46a0-9197-852f71dc979b HTTP/1.1" status: 404  len: 339 time: 0.2077825
Dec 10 03:57:19.340684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36550) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.359151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:19.370903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Usage tracker for resource:floatingip and tenant:ff210db707ff4f7e90cae1b66cc857cb is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:19.381512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:19.397943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:19.399371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4578d9-87d6-4c35-80b2-43db7a9666dd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.399827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4578d9-87d6-4c35-80b2-43db7a9666dd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.401741 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9c4578d9-87d6-4c35-80b2-43db7a9666dd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/a5799dc8-41b5-4892-9114-901f9dc66efc HTTP/1.1" status: 404  len: 337 time: 0.0600846
Dec 10 03:57:19.407190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.407373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36554) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.452363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8aa398-50f3-45d4-a581-3cc69eaa2c48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.452825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8aa398-50f3-45d4-a581-3cc69eaa2c48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.454583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f8aa398-50f3-45d4-a581-3cc69eaa2c48 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/1046bee6-f6af-4494-a6a6-18fb78cf2c90 HTTP/1.1" status: 404  len: 339 time: 0.0463126
Dec 10 03:57:19.457625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36558) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.492356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.495281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3721667a-7a37-4094-bf32-855655759aef None None] Attempting to bind port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:19.495766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3721667a-7a37-4094-bf32-855655759aef None None] Attempting to bind port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:19.496319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721667a-7a37-4094-bf32-855655759aef None None] Attempting to bind port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd on network 5a678144-b5e0-454b-a6a9-021c9f6e416d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:19.507985 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2be651b-85cb-4d67-9dad-9ccfd04a54ad tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.508446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2be651b-85cb-4d67-9dad-9ccfd04a54ad tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.510194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a2be651b-85cb-4d67-9dad-9ccfd04a54ad tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/9f3d02c4-d894-43a0-bb54-bbbdf04b936f HTTP/1.1" status: 404  len: 337 time: 0.0515151
Dec 10 03:57:19.516251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.522535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721667a-7a37-4094-bf32-855655759aef None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:19.523324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721667a-7a37-4094-bf32-855655759aef None None] Checking segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:19.523960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.524598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721667a-7a37-4094-bf32-855655759aef None None] Bound using segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:19.525347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3721667a-7a37-4094-bf32-855655759aef None None] Bound port: 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:19.525964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.534500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.545893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.553285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e8f5bbba-0f3c-42e8-baf3-75e1f89d7949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:19.558228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-c97664cb-6ffe-40be-a3fa-7c0e7e1669c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:19.559723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-c97664cb-6ffe-40be-a3fa-7c0e7e1669c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.3574872
Dec 10 03:57:19.560678 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4c415c-db38-41de-9d49-4736ef346991 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:19.561178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4c415c-db38-41de-9d49-4736ef346991 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:19.562796 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3c4c415c-db38-41de-9d49-4736ef346991 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/579cee85-57cb-4d09-81e5-f20a78417c34 HTTP/1.1" status: 404  len: 339 time: 0.0456018
Dec 10 03:57:19.566006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36566) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.568573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.597266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.611619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Transition to ACTIVE for port object b06aad83-e00c-40a2-b756-e5c2e3b9cd69 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:19.636945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Transition to ACTIVE for port object b06aad83-e00c-40a2-b756-e5c2e3b9cd69 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:19.678478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.793070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.798566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Pushing event updated for resources: {'Port': ['ID=c94ee420-54b1-45c0-9dcd-094477f233d4,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.815418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.829480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d4305-e0cd-447f-aed0-15276e6e3668 None None] Network f6022d8e-56de-4766-8dc9-4543f36c72c5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:19.841574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d460b66-7e3e-4a68-ab95-064c2da95a10,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:19.846585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.850882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:19.856967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.862245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.876s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:19.862924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.867354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting subnet 0afaec2f-80d5-4219-9798-9ac4696cb400 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:19.870475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.906465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.907672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1249259
Dec 10 03:57:19.927304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36570) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:19.934268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '4d460b66-7e3e-4a68-ab95-064c2da95a10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:19.947899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:19.957249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:19.970293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:19.974013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:19.996909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:20.013505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 33058ab6-2306-47d9-840f-8233d52243c1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=33058ab6-2306-47d9-840f-8233d52243c1,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:20.046148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:20.053533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:20.055496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.057449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:20.122194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.132983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Pushing event updated for resources: {'Port': ['ID=b06aad83-e00c-40a2-b756-e5c2e3b9cd69,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:20.160447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.164226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3721667a-7a37-4094-bf32-855655759aef None None] For port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:20.166862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.169414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-39f311cd-03a2-4ca3-a459-970b603666fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.198301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4af09187-d85f-4e8e-a60a-86115f88fb35 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:20.309023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-ab527157-3b2f-417c-b983-14f737587f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:20.310489 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-ab527157-3b2f-417c-b983-14f737587f2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.6878455
Dec 10 03:57:20.329174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4af09187-d85f-4e8e-a60a-86115f88fb35 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:20.329586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4af09187-d85f-4e8e-a60a-86115f88fb35 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:20.351034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3721667a-7a37-4094-bf32-855655759aef None None] For port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:20.381142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3721667a-7a37-4094-bf32-855655759aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.389662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Attempting to bind port b06aad83-e00c-40a2-b756-e5c2e3b9cd69 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:20.390360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Attempting to bind port b06aad83-e00c-40a2-b756-e5c2e3b9cd69 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:20.390961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Attempting to bind port b06aad83-e00c-40a2-b756-e5c2e3b9cd69 on network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:20.402640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=33058ab6-2306-47d9-840f-8233d52243c1,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:20.410234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.411930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6ba9d0>, [{'id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194'}], 'enable_snat': False}, 'gw_port_id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:05Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port': {'id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:07Z', 'updated_at': '2021-12-10T03:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:20.413986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e8c0e0ef-8f0e-41f5-886f-10bd896ebcc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.445061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.449776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.453530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:20.454047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Checking segment: {'id': 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:20.454644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.455084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Bound using segment: {'id': 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:20.455773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Bound port: b06aad83-e00c-40a2-b756-e5c2e3b9cd69, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:20.456395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.487950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-81f02b5e-9e2c-4e7c-a433-3bbbe87601f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.1057932
Dec 10 03:57:20.490900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddee2f-898e-45af-9493-4a9eaf329f1d None None] The sync data for ids ['d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848'] in dv-neutron-821182-1-hyperv is: [{'id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194'}], 'enable_snat': False}, 'gw_port_id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:05Z', 'updated_at': '2021-12-10T03:57:09Z', 'revision_number': 3, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port': {'id': '8fb771c8-40a2-427a-a8fc-175f1b52f1f2', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45deb7d-dca2-4f99-8fd3-2d0cf9b6c848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:07Z', 'updated_at': '2021-12-10T03:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:20.523504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.532281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.550815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f2f26e24-e9f0-4c37-86ba-a15d713b22d3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:20.551706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:57:20.599557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.611984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4a603e-565b-47ad-91f5-05dd268eaf52,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:20.614377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.626413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.630681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-61563c86-0973-4ca3-b3a3-4dd8338f5dfb tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.650823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-aa2b680b-f2de-475d-b70a-d0155ca48d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:20.652909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-aa2b680b-f2de-475d-b70a-d0155ca48d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.1540244
Dec 10 03:57:20.656921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.671136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721667a-7a37-4094-bf32-855655759aef None None] Pushing event updated for resources: {'Port': ['ID=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:20.685626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3721667a-7a37-4094-bf32-855655759aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.686310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.686765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.687358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Subnet': ['ID=a805356e-63b3-4b53-811b-030168fac204,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:20.698235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.727772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] For port b06aad83-e00c-40a2-b756-e5c2e3b9cd69, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:20.731394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] For port b06aad83-e00c-40a2-b756-e5c2e3b9cd69, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b06aad83-e00c-40a2-b756-e5c2e3b9cd69,segment=NetworkSegment(d3fb57a8-8b20-488c-8a2b-0d547fd17a70),segment_id=d3fb57a8-8b20-488c-8a2b-0d547fd17a70)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:20.746988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:20.748251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.751864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a5635312-7c03-4a7c-a1d5-e09723378758 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.760242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8141f819-30a4-42e6-af51-d0e160293e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:20.773068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.830006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:20.851350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:20.851985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.866378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.952179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:20.960639 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.0297081
Dec 10 03:57:20.985363 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/subnets/a805356e-63b3-4b53-811b-030168fac204 HTTP/1.1" status: 204  len: 168 time: 3.1565685
Dec 10 03:57:20.993337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36574) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:20.993927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36576) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:21.013429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.082160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:21.109604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:21.136482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-2c1c3a74-1a3f-4654-9ec3-13fa3dfea5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:21.138327 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-2c1c3a74-1a3f-4654-9ec3-13fa3dfea5f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4491491
Dec 10 03:57:21.149026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.219594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Allocated IP 172.26.1.202 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/10230999-6ebc-47d5-91ae-82382e114389) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:21.276324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.294697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df436b8-8844-4ccd-a4c5-c86d63a94e7c None None] Network 8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:21.311635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-470febb5-2f53-4351-a02b-54d9c445d1d5 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587119
Dec 10 03:57:21.318750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.343387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:21.383058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port f2f26e24-e9f0-4c37-86ba-a15d713b22d3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:21.384222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Pushing event updated for resources: {'Port': ['ID=b06aad83-e00c-40a2-b756-e5c2e3b9cd69,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:21.390957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:21.401287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=0afaec2f-80d5-4219-9798-9ac4696cb400,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:21.402950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.413210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:21.417772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.430097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.465270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:21.472872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.480942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.481133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721b9c0-4f64-4a11-b1de-f8f2a98b12ad None None] Network 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:21.488606 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/0afaec2f-80d5-4219-9798-9ac4696cb400 HTTP/1.1" status: 204  len: 168 time: 1.9214602
Dec 10 03:57:21.493332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36582) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:21.498419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce97ea4-4b77-4fe2-a024-2eb21f7db6e6 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:21.499122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3ce97ea4-4b77-4fe2-a024-2eb21f7db6e6 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Synchronizing usage tracker for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:21.506754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:21.516631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.520102 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7c4a603e-565b-47ad-91f5-05dd268eaf52 HTTP/1.1" status: 204  len: 168 time: 0.5227807
Dec 10 03:57:21.522295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c4a603e-565b-47ad-91f5-05dd268eaf52,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:21.527295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36586) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:21.530595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:21.563017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3ce97ea4-4b77-4fe2-a024-2eb21f7db6e6 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Unset dirty status for tenant:3fb81cd6a2e2403183ca43ec5e7f9557 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:21.568741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3ce97ea4-4b77-4fe2-a024-2eb21f7db6e6 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5718076
Dec 10 03:57:21.569588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36590) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:21.696301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:21.708972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:21.758527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.782348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:21.785943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8fb17eb3-b6c4-435d-9e29-8e51a96618bf req-a3669190-6360-4e59-955e-207d804c8777 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4602783
Dec 10 03:57:21.815431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:21.818956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:21.822333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d942229b-fd33-4e89-8be8-8969aea4070a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:21.827005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router 0b3bde99-8e7e-468d-bbca-bda6c5658801 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:21.833640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:21.833971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.014229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting port b06aad83-e00c-40a2-b756-e5c2e3b9cd69 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:22.014577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.037672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] DHCP port deletion for 7d016832-7b92-4f06-9f2a-06ac7f2bd8aa request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:22.045193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Deleting port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:22.046572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.115825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d942229b-fd33-4e89-8be8-8969aea4070a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:22.117059 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d942229b-fd33-4e89-8be8-8969aea4070a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5852902
Dec 10 03:57:22.122509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648342a7-fb63-4903-bbc5-1e053fe024c2 None None] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:22.127889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36594) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:22.165892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.175165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:22.284875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e752d0bb-fe8f-4e53-9a73-51d4ceecad09 None None] Provisioning for port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:22.341746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:22.348225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:22.355014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:22.437744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'Port': ['ID=10230999-6ebc-47d5-91ae-82382e114389,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:22.445466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:57:22.459767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:22.480657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:22.482203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] For port b06aad83-e00c-40a2-b756-e5c2e3b9cd69, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b06aad83-e00c-40a2-b756-e5c2e3b9cd69,segment=NetworkSegment(d3fb57a8-8b20-488c-8a2b-0d547fd17a70),segment_id=d3fb57a8-8b20-488c-8a2b-0d547fd17a70)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:22.483320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.487284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] For port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,segment=NetworkSegment(380e957f-fb19-4827-a1c3-2b76ac2edfeb),segment_id=380e957f-fb19-4827-a1c3-2b76ac2edfeb)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:22.487781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.499154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Sync routers for ids ['0b3bde99-8e7e-468d-bbca-bda6c5658801'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:22.710374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.714992 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 9.2461526
Dec 10 03:57:22.721534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36600) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:22.725788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,segment=NetworkSegment(380e957f-fb19-4827-a1c3-2b76ac2edfeb),segment_id=380e957f-fb19-4827-a1c3-2b76ac2edfeb)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:22.726149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.727262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Calling delete_port for ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:22.734863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.755689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:22.820912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:22.837059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Routers {'0b3bde99-8e7e-468d-bbca-bda6c5658801'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:22.852362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f27610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b3bde99-8e7e-468d-bbca-bda6c5658801'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:23.008862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:23.048329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Calling delete_port for b06aad83-e00c-40a2-b756-e5c2e3b9cd69 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:23.067797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.147947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.156603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-98299567-dc1c-4439-87fb-b052177788ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:23.173484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:23.173771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:23.185048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e95d7dc7-c727-4de1-8570-c109e29aa4cd tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/0b3bde99-8e7e-468d-bbca-bda6c5658801 HTTP/1.1" status: 200  len: 907 time: 0.4623036
Dec 10 03:57:23.185705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36606) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:23.207116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.215480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Pushing event deleted for resources: {'Port': ['ID=ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:23.227182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:23.231049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:23.239115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:23.239115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.287119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:23.288896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Set router 0b3bde99-8e7e-468d-bbca-bda6c5658801 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:23.299571 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:23.303576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.310225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7acc9f45-44d5-41e9-b67a-8835016ad192 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:23.317721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:23.318766 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:23.335769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.352810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a06e6d8e-708b-4300-8bb0-ad40198f5499 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:23.375076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d460b66-7e3e-4a68-ab95-064c2da95a10,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:23.382790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:23.404253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Port': ['ID=b06aad83-e00c-40a2-b756-e5c2e3b9cd69,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:23.406302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] No DVR routers for this DVR port b06aad83-e00c-40a2-b756-e5c2e3b9cd69 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:23.413433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] No DVR routers for this DVR port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:23.451933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.459031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/4d460b66-7e3e-4a68-ab95-064c2da95a10 HTTP/1.1" status: 204  len: 168 time: 1.3279371
Dec 10 03:57:23.462192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36614) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:23.480167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.499938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:23.522246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/7c89aa0e-e955-483c-b376-1bfa11c41c59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1142159
Dec 10 03:57:23.534508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36618) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:23.668007 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:23.682365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:23.682710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.748551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.768829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-031a1b67-c455-47c9-a21a-f69029cfce7a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:23.788274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.789300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Provisioning for port a77a3318-4ec1-4de9-af41-a2379c86b02d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:23.799791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Provisioning complete for port a77a3318-4ec1-4de9-af41-a2379c86b02d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:23.799791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.833617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-031a1b67-c455-47c9-a21a-f69029cfce7a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:23.834909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-031a1b67-c455-47c9-a21a-f69029cfce7a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3715692
Dec 10 03:57:23.855176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36622) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:23.860396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201565822'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:23.877123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d972b26a0>,) {'filters': {'network_id': ['8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:23.886026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:23.922261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] The port 'ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:57:23.938683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d972b26a0>, 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:23.938991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d972b26a0>, 'd3fb57a8-8b20-488c-8a2b-0d547fd17a70') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:23.948679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:23.950519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Port a77a3318-4ec1-4de9-af41-a2379c86b02d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:23.966711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:23.968191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f2f26e24-e9f0-4c37-86ba-a15d713b22d3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:23.988895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:24.003215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.004145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.004776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.005427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.006148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.006843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.007669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.008364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.009186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.010102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.010718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.011472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.014802 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cf610c12-4e20-4fbe-9641-13c97d317b4d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8300 time: 0.4759381
Dec 10 03:57:24.017938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.031461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.033823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36626) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:24.040242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.044560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-413a096c-3aaf-4e69-84a1-0cd7962e4ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:24.096536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.099977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.113760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:24.117164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.119573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Provisioning complete for port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:24.119970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9180f224-d210-4dd1-9fa4-8416cafb77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.122127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:24.122718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.143656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6279cf71-415d-47f9-ab37-740216077cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:24.202848 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:24.207108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:24.227342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28d60>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:24.229711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f27610>, [{'id': '0b3bde99-8e7e-468d-bbca-bda6c5658801', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '6d59750b-b4d4-4f67-89e7-bd11e6e48a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:13Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 3, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port': {'id': '6d59750b-b4d4-4f67-89e7-bd11e6e48a80', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3bde99-8e7e-468d-bbca-bda6c5658801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:24.233161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:24.233633 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Updating router 7c89aa0e-e955-483c-b376-1bfa11c41c59 port a77a3318-4ec1-4de9-af41-a2379c86b02d binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:24.237174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:24.237537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.242212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Checking router: 0b3bde99-8e7e-468d-bbca-bda6c5658801 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:24.243307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Updating router 0b3bde99-8e7e-468d-bbca-bda6c5658801 port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 03:57:24.246615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:24.286512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.294719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:24.295366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.322698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50aa813-98b7-4e89-bffa-331279009a2e None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:57:24.324921 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.339727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:24.477710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'Port': ['ID=10230999-6ebc-47d5-91ae-82382e114389,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:24.487661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.496045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:24.504730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.511403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbeeac0>,) {'filters': {'network_id': ['7d016832-7b92-4f06-9f2a-06ac7f2bd8aa']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:24.519145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50aa813-98b7-4e89-bffa-331279009a2e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:57:24.532360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c1771e9e-452a-4103-ab77-b1a4f7bc5fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:24.560841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.563049 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2 HTTP/1.1" status: 204  len: 168 time: 2.9789927
Dec 10 03:57:24.572922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=8fc3fd89-5ad1-4a8d-9713-0ff00ef6fea2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:24.574420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36630) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:24.583096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:24.584217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.586362 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2867076
Dec 10 03:57:24.587696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbeeac0>, '380e957f-fb19-4827-a1c3-2b76ac2edfeb') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:24.587989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbeeac0>, '380e957f-fb19-4827-a1c3-2b76ac2edfeb') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:24.616239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:24.626724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:24.634986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.635452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.635957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.636352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.636770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.637214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.637686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:24.642856 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3569bbd8-e6bb-4259-9ba0-8f337ba36034 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4645 time: 0.5965328
Dec 10 03:57:24.648905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.656883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36636) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:24.666708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.677255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.723353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a82e4ef-20c2-453a-91df-92a834a38798 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:24.757612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.760193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9040482
Dec 10 03:57:24.775344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36650) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:24.783009 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.789676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1920d-540a-460d-94c6-a92e8932c331,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:24.792485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:24.803259 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Transition to ACTIVE for port object a77a3318-4ec1-4de9-af41-a2379c86b02d will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:24.806407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.810388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.815019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:24.821026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': 'b6f1920d-540a-460d-94c6-a92e8932c331', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:24.897555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.902681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:24.949567 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Pushing event updated for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:24.950233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:24.950759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:24.967370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:24.976420 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:24.979181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:24.982933 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:25.041591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Attempting to bind port a77a3318-4ec1-4de9-af41-a2379c86b02d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:25.042083 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Attempting to bind port a77a3318-4ec1-4de9-af41-a2379c86b02d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:25.042521 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Attempting to bind port a77a3318-4ec1-4de9-af41-a2379c86b02d on network 5a678144-b5e0-454b-a6a9-021c9f6e416d {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:25.048578 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:25.049038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Checking segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:25.049544 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.050012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Bound using segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:25.050177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.050668 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Bound port: a77a3318-4ec1-4de9-af41-a2379c86b02d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:25.051037 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.059427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:25.102011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.115073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-484f8a4d-9c5d-4b45-94a5-f004d9a8913d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Synchronizing usage tracker for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:25.146339 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] For port a77a3318-4ec1-4de9-af41-a2379c86b02d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:25.149681 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] For port a77a3318-4ec1-4de9-af41-a2379c86b02d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a77a3318-4ec1-4de9-af41-a2379c86b02d,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:25.154842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.160019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:25.244570 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:25.245485 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:25.254806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:25.275661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 33058ab6-2306-47d9-840f-8233d52243c1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:25.281817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.291129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Deleting port c94ee420-54b1-45c0-9dcd-094477f233d4 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:25.291465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.302373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Pushing event updated for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:25.341984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-267cf1bf-50ce-4dcc-98fe-39729434e269 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:25.359227 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:25.366829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.384420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.410393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=7d016832-7b92-4f06-9f2a-06ac7f2bd8aa,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:25.412123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-484f8a4d-9c5d-4b45-94a5-f004d9a8913d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Unset dirty status for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:25.413279 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-484f8a4d-9c5d-4b45-94a5-f004d9a8913d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1076676445&fields=id&tenant_id=ff210db707ff4f7e90cae1b66cc857cb HTTP/1.1" status: 200  len: 267 time: 0.6402473
Dec 10 03:57:25.415001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:25.427237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 33058ab6-2306-47d9-840f-8233d52243c1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:25.427787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.430929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/7d016832-7b92-4f06-9f2a-06ac7f2bd8aa HTTP/1.1" status: 204  len: 168 time: 3.9364202
Dec 10 03:57:25.431669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36654) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:25.445638 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:25.501434 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-985a0dd2-4053-4208-a3e7-33cf532d3327 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:25.502069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985a0dd2-4053-4208-a3e7-33cf532d3327 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:25.507303 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-985a0dd2-4053-4208-a3e7-33cf532d3327 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/42f0ce72-194c-4e81-924d-f72180fd6b58 HTTP/1.1" status: 404  len: 337 time: 0.0744514
Dec 10 03:57:25.508262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:25.658705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.701088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Transition to ACTIVE for port object 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:25.713688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:25.747193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dafe84a-4ff6-4e4a-9c07-37bb9ad862da None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 03:57:25.759629 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2c197d-866d-4cf0-9778-4e91cb5ec76d tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:25.760105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2c197d-866d-4cf0-9778-4e91cb5ec76d tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:25.764748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4d2c197d-866d-4cf0-9778-4e91cb5ec76d tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/a623c36c-929e-4433-91a8-18e5f2a706cf HTTP/1.1" status: 404  len: 339 time: 0.2525489
Dec 10 03:57:25.765618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36664) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:25.790263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.806245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.809669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:25.841099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting subnet de0512fa-e344-495e-a62e-8ba9c8161624 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:25.844632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.845380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.850782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:25.873576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] For port c94ee420-54b1-45c0-9dcd-094477f233d4, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c94ee420-54b1-45c0-9dcd-094477f233d4,segment=NetworkSegment(6861ecae-3fb2-40ae-a236-8fc8064117a9),segment_id=6861ecae-3fb2-40ae-a236-8fc8064117a9)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:25.873980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.903404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-5580448a-790f-4e4d-bbb2-f275d775bcbc tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:25.904330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-5580448a-790f-4e4d-bbb2-f275d775bcbc tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Synchronizing usage tracker for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:25.913054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Attempting to bind port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:25.913372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Attempting to bind port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:25.913744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Attempting to bind port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:25.914594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.923659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Pushing event updated for resources: {'Port': ['ID=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:25.930518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:25.931291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:25.931663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:25.931943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de28d60>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:25Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:25.932137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.932444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:25.932916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Bound port: 6d59750b-b4d4-4f67-89e7-bd11e6e48a80, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:25.933292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:25.944541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:25.944795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:25.946916 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d205bf-d4af-4a8a-b75c-669d0fc190e2 None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:25Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:26.047352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:26.059601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.100044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:26.100250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.153461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.160091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-279518e2-0415-4aa2-ab84-41a6a8c97cd9 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:26.193754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] For port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:26.196495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48d8093-0e37-48ee-84d4-ffb873d7861d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:26.200193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafe84a-4ff6-4e4a-9c07-37bb9ad862da None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 03:57:26.221248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.225480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Subnet': ['ID=de0512fa-e344-495e-a62e-8ba9c8161624,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:26.229329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] For port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:26.231579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:26.236859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/subnets/de0512fa-e344-495e-a62e-8ba9c8161624 HTTP/1.1" status: 204  len: 168 time: 0.4707084
Dec 10 03:57:26.239426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36668) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.264393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:26.283001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Calling delete_port for c94ee420-54b1-45c0-9dcd-094477f233d4 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:26.320150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.339103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.344169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50b3151b-436e-41d3-8948-1216d140dc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:26.344692 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.5575261
Dec 10 03:57:26.347627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36672) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.365264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-5580448a-790f-4e4d-bbb2-f275d775bcbc tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Unset dirty status for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:26.366640 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-5580448a-790f-4e4d-bbb2-f275d775bcbc tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/networks?id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde HTTP/1.1" status: 200  len: 812 time: 0.9400947
Dec 10 03:57:26.391457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.392043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36676) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.392482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5521a7e6-20e1-4db7-966e-cd193ee9e467 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules/b48d8093-0e37-48ee-84d4-ffb873d7861d HTTP/1.1" status: 200  len: 763 time: 0.0421772
Dec 10 03:57:26.429048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4c9991bb-5ff4-49e4-9491-01990df53cf5 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4277 time: 1.7616150
Dec 10 03:57:26.438655 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-f091a1ad-5b87-4563-9c34-aca20e20c3d3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/quotas/ff210db707ff4f7e90cae1b66cc857cb HTTP/1.1" status: 200  len: 375 time: 0.0564590
Dec 10 03:57:26.453970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:26.454562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.470247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-934848c8-fe21-4408-a509-dcdf2bb11686 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:26.477834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Deleting port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:26.478630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.503703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Routers {'0b3bde99-8e7e-468d-bbca-bda6c5658801'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:26.504512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f27610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['0b3bde99-8e7e-468d-bbca-bda6c5658801'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:26.561512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-934848c8-fe21-4408-a509-dcdf2bb11686 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:26.563215 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-934848c8-fe21-4408-a509-dcdf2bb11686 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1700394
Dec 10 03:57:26.569629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36682) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.629534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.639530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-febd379e-d27f-44b8-9c8a-960d364d50bf tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:26.656600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Pushing event updated for resources: {'Port': ['ID=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:26.660445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:26.667268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.683582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.698857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.755944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Port': ['ID=c94ee420-54b1-45c0-9dcd-094477f233d4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:26.763280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] No DVR routers for this DVR port c94ee420-54b1-45c0-9dcd-094477f233d4 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:26.766135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:26.806155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:26.822498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.826721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33ff2d3f-0e6c-4226-84bd-a3c4ac91d2ed tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:26.855765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b48d8093-0e37-48ee-84d4-ffb873d7861d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:26.864563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:26.875109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] For port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,segment=NetworkSegment(a27e9e3a-57d2-4701-9804-3df3a1b24acc),segment_id=a27e9e3a-57d2-4701-9804-3df3a1b24acc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:26.875109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.885811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36686) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.892414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.897421 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b48d8093-0e37-48ee-84d4-ffb873d7861d HTTP/1.1" status: 204  len: 168 time: 0.3252752
Dec 10 03:57:26.897421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36690) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:26.900617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:26.901954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535231284', 'description': 'tempest-secgroup-smoke-535231284 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:26.918396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] Set router 0b3bde99-8e7e-468d-bbca-bda6c5658801 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:26.968368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a95f33d6-c501-4fff-b21a-30a829cc5d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:26.976490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:27.019730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-d1d2d8f7-b217-45c2-982a-fa6d851ade91 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Synchronizing usage tracker for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:27.045469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Calling delete_port for c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:27.054436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.074343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:27.077230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-a2191ffd-4859-438b-93df-030c095470d2 req-d1d2d8f7-b217-45c2-982a-fa6d851ade91 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Unset dirty status for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:27.085652 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-d1d2d8f7-b217-45c2-982a-fa6d851ade91 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff210db707ff4f7e90cae1b66cc857cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6432915
Dec 10 03:57:27.091761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:27.105536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:27.135709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:27.149338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3ac70>,) {'filters': {'network_id': ['f6022d8e-56de-4766-8dc9-4543f36c72c5']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.153700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-353b7ba6-bc01-4974-a5c9-fee48a8047a4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:27.157422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.187154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:27.192773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.196780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:27.201743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-691dbed8-dd82-42e8-8d3a-5deea4705035 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:27.205060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f27610>, [{'id': '0b3bde99-8e7e-468d-bbca-bda6c5658801', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:13Z', 'updated_at': '2021-12-10T03:57:24Z', 'revision_number': 4, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.206302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] For port 6d59750b-b4d4-4f67-89e7-bd11e6e48a80, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:27.207234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.211441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:27.211803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ccb6d2f8-e572-4eef-9e1c-fb0b12f948dc not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:27.220227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bd90d-8482-4eb9-a630-b27b57b95565 None None] The sync data for ids ['0b3bde99-8e7e-468d-bbca-bda6c5658801'] in dv-neutron-821182-1-hyperv is: [{'id': '0b3bde99-8e7e-468d-bbca-bda6c5658801', 'name': 'tempest-snat-router-1994612326', 'tenant_id': '1812161e7fe3451fbc6430ebbff64078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:13Z', 'updated_at': '2021-12-10T03:57:24Z', 'revision_number': 4, 'project_id': '1812161e7fe3451fbc6430ebbff64078', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:27.238728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3ac70>, '6861ecae-3fb2-40ae-a236-8fc8064117a9') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.239225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3ac70>, '6861ecae-3fb2-40ae-a236-8fc8064117a9') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.241866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:27.242589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:27.246035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:27.252754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-353b7ba6-bc01-4974-a5c9-fee48a8047a4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:27.255252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-353b7ba6-bc01-4974-a5c9-fee48a8047a4 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3480382
Dec 10 03:57:27.261860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] No DVR routers for this DVR port c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:27.289750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Port': ['ID=c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:27.292402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:27.292909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36694) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:27.296716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:27.308667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': 'b6f1920d-540a-460d-94c6-a92e8932c331', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:27.334128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:27.389338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.402166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for 6d59750b-b4d4-4f67-89e7-bd11e6e48a80 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:27.417225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42a42c-c057-4090-a645-599eaccf3a2a None None] Network eaa10966-ef63-402f-88a1-d61c1ae22fdb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:27.429932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:27.438773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.503250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97241100>,) {'filters': {'network_id': ['eaa10966-ef63-402f-88a1-d61c1ae22fdb']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.514905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.528969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.555272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97241100>, 'a27e9e3a-57d2-4701-9804-3df3a1b24acc') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.555573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97241100>, 'a27e9e3a-57d2-4701-9804-3df3a1b24acc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:27.585882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:27.586430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.593347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:27.612605 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:27.648754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a77a3318-4ec1-4de9-af41-a2379c86b02d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:27.651162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.661938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.664187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.712129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-83bae78f-ca4f-47fd-848d-2ee3a4d47899 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:27.736915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.740555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:27.741766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.757237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-c05ac20a-5378-4173-8b86-cff7d475d2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6537087
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:27.765073 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:27.780334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.821347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e9d2b-7373-4331-ad06-46bb531a547a None None] DHCP port deletion for eaa10966-ef63-402f-88a1-d61c1ae22fdb request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:27.832824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a77a3318-4ec1-4de9-af41-a2379c86b02d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:27.844770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a77a3318-4ec1-4de9-af41-a2379c86b02d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:27.845351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:27.997573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.002785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.010282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.032540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.063551 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-1e567f34-d3f6-4da9-8cda-f4c421577024 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629323
Dec 10 03:57:28.081185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=f6022d8e-56de-4766-8dc9-4543f36c72c5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.082112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b197c94-39f3-47b9-862a-fef1bf239034,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.086948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.095732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.096828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.100847 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/f6022d8e-56de-4766-8dc9-4543f36c72c5 HTTP/1.1" status: 204  len: 168 time: 3.5227165
Dec 10 03:57:28.102572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.107817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a77a3318-4ec1-4de9-af41-a2379c86b02d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a77a3318-4ec1-4de9-af41-a2379c86b02d,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:28.121043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.121901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:28.129186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ef2c3b-484b-459e-b392-134666537b20,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.141635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.146057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.2565563
Dec 10 03:57:28.146057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.147746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.148173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36702) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.151804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.155650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:28.163737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:28.168687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:28.173648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:28.189391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:28.199883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-71e5b542-8dd1-457c-b8af-c34970e82506 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.220915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.234545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.235748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9363406
Dec 10 03:57:28.240477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Pushing event deleted for resources: {'Network': ['ID=eaa10966-ef63-402f-88a1-d61c1ae22fdb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.242255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36706) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.247733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.247961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-941d95ad-6a11-412b-ac3b-820ee5b806a1 None None] Provisioning complete for port a77a3318-4ec1-4de9-af41-a2379c86b02d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:28.248355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-941d95ad-6a11-412b-ac3b-820ee5b806a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.263455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.265193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] 10.222.0.44 "DELETE /v2.0/networks/eaa10966-ef63-402f-88a1-d61c1ae22fdb HTTP/1.1" status: 204  len: 168 time: 2.0244806
Dec 10 03:57:28.286898 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8368f445-e6cc-4174-bbe5-da5402b1ba3a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules/40ef2c3b-484b-459e-b392-134666537b20 HTTP/1.1" status: 200  len: 763 time: 0.0405371
Dec 10 03:57:28.294386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36712) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.302297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.308307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.330054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:28.330435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.381045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-da14af1f-4d26-4cfd-b7a7-8302f2d89a49 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:28.403156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.419966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.425746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a81980e-289e-4272-8053-c3230df8b2d5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.453663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-da14af1f-4d26-4cfd-b7a7-8302f2d89a49 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:28.455110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-da14af1f-4d26-4cfd-b7a7-8302f2d89a49 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1584947
Dec 10 03:57:28.456631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.459826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36716) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.470268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4410e0d-8bd8-41f1-a8b8-97fd819d3c34,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.480012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.485241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.505856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.510086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6b4684c1-6497-4f56-984d-0ac807d931ff tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.516993 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3673553
Dec 10 03:57:28.517930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36720) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.523840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:28.531472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:28.535407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:28.538999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:28.552600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:28.575113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.588918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:28.642713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d59750b-b4d4-4f67-89e7-bd11e6e48a80,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.649950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.653117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.658907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.661595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4006dd65-cc17-4ee3-9397-fcdaf1760980 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.691580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.702566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b971d9-7749-42d0-97e0-f1361fee2fbf,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.704738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:28.706852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.707346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.708950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.713829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1949036
Dec 10 03:57:28.714506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36726) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.714748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.722143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:28.729101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:28.734253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:28.739024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:28.749119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:28.774714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36730) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.784069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.869042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.877377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.881839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.887603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.891780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1b79dff6-eac4-45be-9c2e-cb39d8854695 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:28.937983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86ad33a-cce0-49af-b705-7dad99923d10,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:28.941741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:28.956108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.960798 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2451749
Dec 10 03:57:28.961617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36736) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:28.967348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:28.973600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:28.977892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:28.980940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:28.987682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:28.987845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:29.036358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.049031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2731825b-1f96-4a3b-878b-dafd25f474eb tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.077820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40ef2c3b-484b-459e-b392-134666537b20,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.078036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-be566bb2-a052-44f9-9761-1c28f3783066 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=748fda590dcb49bbb3f331e6eb717dfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2980068
Dec 10 03:57:29.079115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36740) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.089450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.097865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.102656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.111688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96895670>,) {'filters': {'network_id': ['fd34365b-a84e-48cd-8ac7-c89d9565ba15']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:29.140798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96895670>, '3ffd7cb9-9025-4d83-a984-e5cac8454fb6') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:29.141164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96895670>, '3ffd7cb9-9025-4d83-a984-e5cac8454fb6') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:29.151480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.152568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/40ef2c3b-484b-459e-b392-134666537b20 HTTP/1.1" status: 204  len: 168 time: 0.6914434
Dec 10 03:57:29.152725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.155503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.155987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3bde99-8e7e-468d-bbca-bda6c5658801 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:57:29.156448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.158200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36744) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.158465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.165501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b3965ed7-3291-47aa-8778-b37daf66401d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.177734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.178831 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0b3bde99-8e7e-468d-bbca-bda6c5658801 HTTP/1.1" status: 204  len: 168 time: 5.9910231
Dec 10 03:57:29.181573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36748) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.185009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.210452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.212050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ccf340-61ee-4a78-a443-f0fb42f243d5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.218100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.267245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.271506 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3087227
Dec 10 03:57:29.274702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36756) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.286683 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ba7d881-1b42-4ce1-b802-02e5a924f831 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1126747
Dec 10 03:57:29.289575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.300188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:29.302648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36760) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.304018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:29.304575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.312404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:29.323598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:29.324826 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:29.331647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': 'b6f1920d-540a-460d-94c6-a92e8932c331', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:29.333025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:29.348664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:29.363918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:57:29.371112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.389101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a77a3318-4ec1-4de9-af41-a2379c86b02d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:29.402696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.411790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:29.412868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2b668e8-a6b2-45a5-b724-f8c7220b97eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.434174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479d8e4-5405-41ff-bdd1-fdad0dd12487,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.440269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.445276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.449512 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7479d8e4-5405-41ff-bdd1-fdad0dd12487 HTTP/1.1" status: 204  len: 168 time: 0.3668847
Dec 10 03:57:29.472196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.477899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.480806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9b9c0a52-9d25-49ab-aad8-fca871001fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.507235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:29.511493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a40f66-1650-4ac0-bb2b-2aecee09d94b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.522146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.525167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a77a3318-4ec1-4de9-af41-a2379c86b02d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:29.525706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.533750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.536710 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bcc4747a-168d-4ae8-a0f3-2f65a1f37c8a req-eaf29861-1c0d-4cef-9848-a3f157c4006f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.2085879
Dec 10 03:57:29.537868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2619750
Dec 10 03:57:29.539535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36766) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.541572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:29.552176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3b197c94-39f3-47b9-862a-fef1bf239034', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:29.558526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:29.566659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:29.573174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:29.577681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:29.578833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.584941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:29.586496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d39fbf0-5612-4e3e-944b-ea3226d9e81b tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.608744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.610977 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:57:29.620120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.635021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.665572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=fd34365b-a84e-48cd-8ac7-c89d9565ba15,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.673474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.681333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/fd34365b-a84e-48cd-8ac7-c89d9565ba15 HTTP/1.1" status: 204  len: 168 time: 1.5769198
Dec 10 03:57:29.682995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.684085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36772) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:29.791533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:29.839631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.842153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:29.846687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.847283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c9ed8d00-e665-41a4-a3ef-b3f29b2b9bb1 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:29.856657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.865873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0286dbf6-cfc0-4eea-8ad2-8e884f12008a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.906439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.934108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf88ea7-72c8-4f43-9ada-3ae965e5e087,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.940789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.945110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:29.954447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:29.965061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:29.975723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466b985e-f93b-441d-be81-36f5c5aecf0e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:29.980261 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-18fb4107-78fe-408e-99e9-97ba255c734e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4373937
Dec 10 03:57:29.983686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:30.000384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.011547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.018655 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6956346
Dec 10 03:57:30.020079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36784) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.023736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Deleting port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:30.024018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.063792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.088462 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f341c62f-f3f0-4baa-87d5-c03411f688ef tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules/466b985e-f93b-441d-be81-36f5c5aecf0e HTTP/1.1" status: 200  len: 764 time: 0.0668228
Dec 10 03:57:30.091334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36792) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.104552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96946d30>,) {'filters': {'network_id': ['4e48d989-81db-4d1f-91c9-eb8c3e1d8f54']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:30.126301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96946d30>, 'd1b70afb-4a00-41e1-aebc-85e062cbdf99') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:30.126917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96946d30>, 'd1b70afb-4a00-41e1-aebc-85e062cbdf99') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:30.140337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.168035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.175763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:30.176163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:30.195661 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:30.283073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.286560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:30.313373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.337750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Pushing event deleted for resources: {'Network': ['ID=4e48d989-81db-4d1f-91c9-eb8c3e1d8f54,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:30.340216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:30.345383 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] 10.222.0.44 "DELETE /v2.0/networks/4e48d989-81db-4d1f-91c9-eb8c3e1d8f54 HTTP/1.1" status: 204  len: 168 time: 0.6601589
Dec 10 03:57:30.382320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8a613ded-b186-4904-80b8-6e11966c1e3a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:30.447369 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-9ef70d6c-cf27-412d-8eb4-c75a0b5e4a6e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535231284&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.1066060
Dec 10 03:57:30.450967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8a613ded-b186-4904-80b8-6e11966c1e3a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:30.452168 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8a613ded-b186-4904-80b8-6e11966c1e3a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.3593142
Dec 10 03:57:30.455254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36818) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.513914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.537264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.568883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36826) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.578102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] For port 8fb771c8-40a2-427a-a8fc-175f1b52f1f2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:30.578736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.587727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.589590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f6628bf6-8648-4402-910d-a64c6765194e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:30.625933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=466b985e-f93b-441d-be81-36f5c5aecf0e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:30.642810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:30.643712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.647281 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/466b985e-f93b-441d-be81-36f5c5aecf0e HTTP/1.1" status: 204  len: 168 time: 0.1886363
Dec 10 03:57:30.647473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.704070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36836) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.734139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b198674-bc14-48f1-ae94-ead2ba780403 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:30.753698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Calling delete_port for 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:30.782983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9b198674-bc14-48f1-ae94-ead2ba780403 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group_rule {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:30.787450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b198674-bc14-48f1-ae94-ead2ba780403 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1359811
Dec 10 03:57:30.788148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36842) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:30.800074 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b469a166-9c50-4026-bb3c-ee5c73ff7cfd req-2357bf23-a45d-4a5d-ba08-b70532e66d73 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.1996145
Dec 10 03:57:30.814430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-728277772-network', 'tenant_id': 'cfc6001658054167a536797f0b9df327'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:30.854767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:30.906693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Usage tracker for resource:network and tenant:cfc6001658054167a536797f0b9df327 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:30.911927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.917810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:30.932529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:30.942880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-d7c14806-b977-4432-a7de-5533d5d45848 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:30.944426 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-d7c14806-b977-4432-a7de-5533d5d45848 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 795 time: 0.4893799
Dec 10 03:57:30.964421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Made reservation on behalf of cfc6001658054167a536797f0b9df327 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:30.967212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.972041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.979205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-c09ff644-6187-457b-8f80-eb3154f4eb01 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0260894
Dec 10 03:57:30.983026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:30.985146 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b3cfa868-0e09-4ca9-a065-fcd863bdc4a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fb81cd6a2e2403183ca43ec5e7f9557&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764511
Dec 10 03:57:30.987699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36846) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:31.043673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:31.054744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Usage tracker for resource:security_group_rule and tenant:cfc6001658054167a536797f0b9df327 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:31.060040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:31.071136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.075944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:31.078311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-41a4f8cb-ddc4-47b2-8718-1efbba9e70a7 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.096109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1920d-540a-460d-94c6-a92e8932c331,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.098847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.099647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.140272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.147184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.148003 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/b6f1920d-540a-460d-94c6-a92e8932c331 HTTP/1.1" status: 204  len: 168 time: 0.3593688
Dec 10 03:57:31.150787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:31.170434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.178764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ebd69cd0-e76e-46af-9a15-7f1362d14fbd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.233643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb771c8-40a2-427a-a8fc-175f1b52f1f2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.234918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2beaf76e-d98f-4dff-96c1-54506b3515ba tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:31.255281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2beaf76e-d98f-4dff-96c1-54506b3515ba tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:31.256814 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2beaf76e-d98f-4dff-96c1-54506b3515ba tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1051099
Dec 10 03:57:31.258055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.270554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36854) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:31.271454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb0aa806-02a8-44ad-8b17-cff232a3d6cf tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.273023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.282438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-fed05625-73f9-4f60-86b0-d4cd67a7ce44 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2805123
Dec 10 03:57:31.300933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group': {'name': 'tempest-secgroup--227499808'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:31.307500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afefb14-0ffe-4ad7-a42b-7238e58b8502,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.310265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.312134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:31.327915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:31.332737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.336257 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3afefb14-0ffe-4ad7-a42b-7238e58b8502 HTTP/1.1" status: 204  len: 168 time: 0.3454766
Dec 10 03:57:31.367767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.397851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:31.402910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:31.406214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:31.413720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:31.497412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.506754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.512291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.516793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c5b49ec0-1794-4ed1-a755-0587a179a749 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.565121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff683b-9758-49d9-bc99-36db6870d393,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.570460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.577266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.578994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.2918148
Dec 10 03:57:31.581725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36868) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:31.588224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Request body: {'security_group_rule': {'security_group_id': '92ff683b-9758-49d9-bc99-36db6870d393', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:31.595265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:31.600449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Usage tracker for resource:security_group_rule and tenant:9586f7524b7c4fc3aef4dbbdba1f227f is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:31.604659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:31.613262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:31.614119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.643180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.694841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.702403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-055a31f7-f7b7-4fd7-b638-1b73a9160903 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.734415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.739593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.744658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-eaa20201-bd80-42a4-927e-1b5734a69fca service neutron] 10.222.0.44 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4263856
Dec 10 03:57:31.751567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:31.759940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.764129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.770166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:31.795761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fa2e45-295b-4341-8311-50d7822465ed,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.798334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.807120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.808642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2258697
Dec 10 03:57:31.811531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36878) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:31.837112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413afcae-102a-41cd-8b1d-06565373c9e1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:31.840883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:31.929451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.961969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.987413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:31.987769 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Added segment 7e7d9949-87c0-461a-aa89-bbfee82648b1 of type vlan for network 316bcf72-d9e3-4d39-b750-7a932e72854b
Dec 10 03:57:32.023059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.035242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:32.056407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.056766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.057288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:57:32.057480 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/92ff683b-9758-49d9-bc99-36db6870d393 HTTP/1.1" status: 204  len: 168 time: 0.2450070
Dec 10 03:57:32.058960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff683b-9758-49d9-bc99-36db6870d393,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:32.060600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36890) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.060770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-301389ca-5b85-4c66-829d-544fac429d45 req-79189700-fe25-40b2-bd3c-e4f452984498 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.0649097
Dec 10 03:57:32.063574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:32.117345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.146802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d18bb73e-3057-4d41-9e5d-d30abf697fc8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Synchronizing usage tracker for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:32.150442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-33650c2e-d1d8-45db-abef-2a9deae1e4b5 service neutron] 10.222.0.44 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3952560
Dec 10 03:57:32.167430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d18bb73e-3057-4d41-9e5d-d30abf697fc8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Unset dirty status for tenant:9586f7524b7c4fc3aef4dbbdba1f227f on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:32.171824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d18bb73e-3057-4d41-9e5d-d30abf697fc8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1079175
Dec 10 03:57:32.173646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36896) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.203905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.205289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d45deb7d-dca2-4f99-8fd3-2d0cf9b6c848 HTTP/1.1" status: 204  len: 168 time: 3.0226297
Dec 10 03:57:32.209033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.209427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36902) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.210319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:32.211166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.215382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-348123842', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:32.220933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ef5d3c0-392e-45cf-995f-cadda86bcc1c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:32.232961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:32.237111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:32.240734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:32.268546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:32.286855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.288289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.331731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.333489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36910) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.337599 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a01cc4e0-15f4-4b3a-a765-e707c86b7cf0 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1553619
Dec 10 03:57:32.339333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7662303
Dec 10 03:57:32.355428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36914) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.362769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Pushing event updated for resources: {'Network': ['ID=316bcf72-d9e3-4d39-b750-7a932e72854b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:32.363047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Request body: {'subnet': {'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-728277772-subnet', 'tenant_id': 'cfc6001658054167a536797f0b9df327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:32.367983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:32.369100 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-e332cb35-ff2f-426f-9b36-5cc95a92a55c tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] delete failed (client error): The resource could not be found.
Dec 10 03:57:32.370151 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e332cb35-ff2f-426f-9b36-5cc95a92a55c tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "DELETE /v2.0/security-groups/92ff683b-9758-49d9-bc99-36db6870d393 HTTP/1.1" status: 404  len: 347 time: 0.0358303
Dec 10 03:57:32.372089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:32.376245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36918) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.378771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Usage tracker for resource:subnet and tenant:cfc6001658054167a536797f0b9df327 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:32.380996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 316bcf72-d9e3-4d39-b750-7a932e72854b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:32.395361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:32.400248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36922) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:32.408882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:32.423155 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2a2db2b-2496-4701-89b8-93f2a5fa8b66 req-6b8f4f5f-d91a-4b90-a174-7effb7777f63 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0566595
Dec 10 03:57:32.656946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-577045718'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:32.667077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:32.682073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Made reservation on behalf of cfc6001658054167a536797f0b9df327 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:32.684356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.697729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:32.751758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:32.769726 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0ec45bc-ecd5-4048-a897-098529a1d693 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3922975
Dec 10 03:57:32.771025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:32.913859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.917574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:32.921554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.941101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:32.987575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:33.042194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:33.049097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:33.057795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36936) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:33.066458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:33.228616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.237275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6e1476c-defe-4785-aed7-ee17c97498b8 req-6aed87f2-56e3-4f96-aa0b-f962fd965d68 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.0577366
Dec 10 03:57:33.240311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4014d9a-27c8-4a03-b6a7-ccdd5bce75f3 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:33.259582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4defb646-d61b-4d83-9729-d3ec63dabe58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9586f7524b7c4fc3aef4dbbdba1f227f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004926
Dec 10 03:57:33.264495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36944) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:33.291113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:33.332128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.333349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:33.333907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fb771c8-40a2-427a-a8fc-175f1b52f1f2 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:33.352475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.368943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.440909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.448221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:33.462430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb790f6e-5107-41ee-8487-efb670ff75c5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:33.464979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:33.475110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.477246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.478164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6140d1-a170-4379-ad4f-3bde3b96914c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:33.481007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb790f6e-5107-41ee-8487-efb670ff75c5 HTTP/1.1" status: 204  len: 168 time: 0.2131717
Dec 10 03:57:33.493451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:33.495698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1572b7b8-b040-4520-9f08-d40fc254f403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:33.507519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Checking segment: {'id': '7e7d9949-87c0-461a-aa89-bbfee82648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:33.507944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Network hostable DHCP agents. Network: 316bcf72-d9e3-4d39-b750-7a932e72854b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:33.529535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-11cf4b13-6823-4409-a879-c4a5977c6497 req-fa03a983-2fc4-4d43-bc35-073a977624f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0491526
Dec 10 03:57:33.559123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:33.584411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.613613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05cada0-26ff-4ca6-84dc-70a013b4d41c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:33.623103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.623451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12 of type vlan for network 70ea2c31-200b-4f2d-8a0c-8008d5e48330
Dec 10 03:57:33.626216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:33.630874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.674886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Network 316bcf72-d9e3-4d39-b750-7a932e72854b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:33.697962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.725055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 316bcf72-d9e3-4d39-b750-7a932e72854b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:33.733739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a1432-97f2-4ae8-a5a3-05a280cef60a None None] Network 316bcf72-d9e3-4d39-b750-7a932e72854b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:33.739830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:33.740420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.829102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.834629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:33.835153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:33.842552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-673f12e5-5fa8-4e32-8658-589968b43cf0 tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:33.931969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5684206
Dec 10 03:57:33.948693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Allocated IP 172.26.1.182 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/6f213330-b94d-4298-befa-25fd2001de1f) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:33.977650 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5710227
Dec 10 03:57:33.980331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 36970) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:33.989854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'name': 'tempest-PortsTestJSON-791306336'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:34.004126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=70ea2c31-200b-4f2d-8a0c-8008d5e48330,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:34.009572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:34.028084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:34.208933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06ecdb-e6a4-4aa4-8e2b-1ba43adee3be None None] Network 316bcf72-d9e3-4d39-b750-7a932e72854b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:34.213520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:34.231934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:34.241077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:34.244521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:34.250677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:34.265735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:34.268638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:34.270164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:34.279937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:34.336750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 648a7237-a989-4d63-8584-5dae02492e43 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:34.506791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:34.509691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:34.514743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:34.559969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event updated for resources: {'Port': ['ID=6f213330-b94d-4298-befa-25fd2001de1f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:34.565461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:34.598735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 36992) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:34.653559 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa176b28-5fe8-4199-a67b-83bd69f11235 req-2a3641ae-0b7c-495f-8e6d-3d6fe9922592 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.1753066
Dec 10 03:57:34.710621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1a8b1376-ed06-4d92-9f18-444683c333c7 req-5afadc08-b7f5-410a-a7bd-b824531fe041 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0613542
Dec 10 03:57:34.932966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:34.968756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:34.978386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:35.057267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37010) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:35.073472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1739973546-network', 'tenant_id': '2cdad0942fd449d7b13a5d31658ea6b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.080745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.091307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Usage tracker for resource:network and tenant:2cdad0942fd449d7b13a5d31658ea6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:35.094973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:35.102663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a3502a2c-f130-43fd-a1ff-8edf8ab8eb64 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.103094 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-a3502a2c-f130-43fd-a1ff-8edf8ab8eb64 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 10 03:57:35.103588 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-a3502a2c-f130-43fd-a1ff-8edf8ab8eb64 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:57:35.104543 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3502a2c-f130-43fd-a1ff-8edf8ab8eb64 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.5050871
Dec 10 03:57:35.110648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37014) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:35.116311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.121136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--26407934'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.142386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.148972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:35.154344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:35.161609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Made reservation on behalf of 2cdad0942fd449d7b13a5d31658ea6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:35.163841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.176779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.180348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=648a7237-a989-4d63-8584-5dae02492e43,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:35.182879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.190267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:35.225345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:35.225703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 70ea2c31-200b-4f2d-8a0c-8008d5e48330, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:35.233324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.264458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-aaa9843b-d1df-4afb-a6df-2a68e045fa15 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:35.265911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-aaa9843b-d1df-4afb-a6df-2a68e045fa15 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.18 "GET /v2.0/networks?id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde HTTP/1.1" status: 200  len: 812 time: 0.2432451
Dec 10 03:57:35.272131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:35.294044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 70ea2c31-200b-4f2d-8a0c-8008d5e48330) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:35.301661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:35.307798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:35.308406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.312715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49b022-c939-4f11-bfc4-3b5f347b7131 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:35.341093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.346998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Usage tracker for resource:security_group_rule and tenant:2cdad0942fd449d7b13a5d31658ea6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:35.351343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-32f243ee-f820-452f-a9a1-9f04928aa31d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff210db707ff4f7e90cae1b66cc857cb HTTP/1.1" status: 200  len: 380 time: 0.0714858
Dec 10 03:57:35.351855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.354173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.3722701
Dec 10 03:57:35.356538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37022) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:35.364834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:35.364989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-945043467'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.371172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'port': {'device_id': 'e950e51f-d4f5-4197-924c-fd7124998180', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'admin_state_up': True, 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'security_groups': ['f23cdf2b-e29e-45c1-9613-0b6b290163ce']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.380560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.384615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.393146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.415107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.427340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:35.431792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:35.448858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:35.450373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.453683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:35.462566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.486131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:35.489532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.550477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:35.555378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:35.566120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:35.573243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.573605 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 777133d5-0d4b-454d-8c74-ab1bf79ca3dd of type vlan for network 38a9ad72-f2a7-411d-a210-71502ad3a18b
Dec 10 03:57:35.585362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Made reservation on behalf of ff210db707ff4f7e90cae1b66cc857cb for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:35.588701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.594640 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:57:35.619375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.719123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.725340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:35.725837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.752023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d01f927-f53b-4bc7-9e62-592225112715 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:35.758859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.775239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.807759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4492879
Dec 10 03:57:35.828721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37032) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:35.836736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'ports': [{'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'}, {'network_id': '38a9ad72-f2a7-411d-a210-71502ad3a18b'}]} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.837060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.837560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '38a9ad72-f2a7-411d-a210-71502ad3a18b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:35.940699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:35.943865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.007382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f53afaa-09c1-4e83-b0d4-d51d855beafe tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:36.043972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.063051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:36.072781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:36.102573 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6268a724-2bba-4883-9432-c8266446cfb3 req-5ddd5a89-3f4f-46ad-bb18-a2690239fe13 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.2936795
Dec 10 03:57:36.109964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7dd3b13d-4d6f-41a8-8800-1fd5b8cda43f req-ed4ab648-1375-4b32-a491-fc2203bfd76a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Synchronizing usage tracker for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:36.127673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=38a9ad72-f2a7-411d-a210-71502ad3a18b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:36.136362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:36.139634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 38a9ad72-f2a7-411d-a210-71502ad3a18b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:36.141542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7dd3b13d-4d6f-41a8-8800-1fd5b8cda43f req-ed4ab648-1375-4b32-a491-fc2203bfd76a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Unset dirty status for tenant:ff210db707ff4f7e90cae1b66cc857cb on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:36.142705 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7dd3b13d-4d6f-41a8-8800-1fd5b8cda43f req-ed4ab648-1375-4b32-a491-fc2203bfd76a tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.2704096
Dec 10 03:57:36.146807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Allocated IP 172.20.0.13 (c3d0b35a-637b-4a07-a819-0ecbed4d3bde/45754be4-9851-4100-9c32-f066f744a57e/717cb7b6-c6ec-4156-9596-c1175b7ba9f2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:36.240718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:36.290263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b446b494-58c1-4134-b821-afb07bb0ecba,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:36.292890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:36.297845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.298199 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Added segment 09bb30b7-528b-410b-8ff6-97f8df053b04 of type vlan for network 0cb147d3-99a2-43a9-9ed6-443167bb128d
Dec 10 03:57:36.310704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:36.312858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8400bdd2-8658-4fad-b894-316da5c7f45e tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:36.326505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:36.348535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.364090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Transition to ACTIVE for port object 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:36.389700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.395236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-968d6ffd-a3f0-4686-8550-ed2ded10a6c8 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:36.438767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5115bd48-f921-488a-a4ce-6143377b4999,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:36.441519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:36.445764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.453011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:36.459477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:36.461141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:36.465253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:36.465704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:36.469730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:36.495003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:36.505084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event updated for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:36.516304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:36.536487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 2} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:36.541009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.542450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:36.543078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.550949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.551966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:36.552530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.560838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:36.563702 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2035804
Dec 10 03:57:36.582079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Request body: {'port': {'device_id': 'e950e51f-d4f5-4197-924c-fd7124998180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:36.660315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.683638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Router 4228d378-28a0-4194-ba5f-940a040dbbeb is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:36.699084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.702931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.737540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.748786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6901593
Dec 10 03:57:36.757962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:36.764471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Pushing event updated for resources: {'Network': ['ID=0cb147d3-99a2-43a9-9ed6-443167bb128d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:36.775075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Request body: {'subnet': {'network_id': '0cb147d3-99a2-43a9-9ed6-443167bb128d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1739973546-subnet', 'tenant_id': '2cdad0942fd449d7b13a5d31658ea6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:36.777141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3c6803b7-79f2-4721-9d29-5b42fefe22c9 None None] Provisioning for port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:36.785806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 0cb147d3-99a2-43a9-9ed6-443167bb128d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:36.786071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:36.791727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Usage tracker for resource:subnet and tenant:2cdad0942fd449d7b13a5d31658ea6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:36.800237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:36.808652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:36.874682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:36.880221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Made reservation on behalf of 2cdad0942fd449d7b13a5d31658ea6b0 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:36.881095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1ce195cc-509f-4b99-b09f-8b510f86ec56 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:36.882107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3c6803b7-79f2-4721-9d29-5b42fefe22c9 None None] Provisioning complete for port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:36.883025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:36.883494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c6803b7-79f2-4721-9d29-5b42fefe22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.007083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3c6803b7-79f2-4721-9d29-5b42fefe22c9 None None] Port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:37.040649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.042085 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.9294252
Dec 10 03:57:37.051902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37044) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:37.056424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 209377eb-b01f-484c-a878-1bf561e35beb yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:37.063977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '446ddc31-6e5b-4b05-adea-078af399e5df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:37.071755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446ddc31-6e5b-4b05-adea-078af399e5df,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:37.080656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:37.083422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:37.101433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:37.106149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:37.120477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:37.130878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.136181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:37.138735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:37.160604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] Sync routers for ids ['4228d378-28a0-4194-ba5f-940a040dbbeb'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:37.174858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.202202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] Routers {'4228d378-28a0-4194-ba5f-940a040dbbeb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:37.203015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf32970>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4228d378-28a0-4194-ba5f-940a040dbbeb'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:37.228571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.229979 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.0194387
Dec 10 03:57:37.258948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37052) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:37.271652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:37.319459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Checking segment: {'id': '09bb30b7-528b-410b-8ff6-97f8df053b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0cb147d3-99a2-43a9-9ed6-443167bb128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:37.319869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Network hostable DHCP agents. Network: 0cb147d3-99a2-43a9-9ed6-443167bb128d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:37.344286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667cf380-6e18-4b62-813a-b2f894b17d01,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:37.352691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:37.369282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Network 0cb147d3-99a2-43a9-9ed6-443167bb128d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:37.401256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 0cb147d3-99a2-43a9-9ed6-443167bb128d) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:37.416773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:37.417527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.423468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf32970>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:37.429666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d3c55-fb6c-4534-806a-24e406557b42 None None] Network 0cb147d3-99a2-43a9-9ed6-443167bb128d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:37.516721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.530471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.535800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-969c206f-1928-434e-bf67-ac5f1bf90da7 req-108bb5ff-2c57-4262-b7fb-926668d35ba0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0964651
Dec 10 03:57:37.542671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:37.552468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7847867
Dec 10 03:57:37.552468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:57:37.570126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] Routers {'4228d378-28a0-4194-ba5f-940a040dbbeb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:37.571004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf32970>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4228d378-28a0-4194-ba5f-940a040dbbeb'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:37.592131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a6d165-da98-4355-b510-99d58682583a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:37.595574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.603013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:37.642880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 {{(pid=87630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:37.652840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.662224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128df95-99b9-497a-b7b7-b657184eff8e req-02807ba0-5531-46dc-b483-eeabf1602fc2 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:37.663721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e128df95-99b9-497a-b7b7-b657184eff8e req-02807ba0-5531-46dc-b483-eeabf1602fc2 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 932 time: 0.2257574
Dec 10 03:57:37.680137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf32970>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:37.680863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb33738-893b-4ddf-a12b-533ece9d14b7 None None] The sync data for ids ['4228d378-28a0-4194-ba5f-940a040dbbeb'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:37.699589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Transition to ACTIVE for port object 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:37.712708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.725122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1f6099-52fd-4c32-8aff-bbfef1f69717 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:37.741537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:37.745554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6898444
Dec 10 03:57:37.779328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37058) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:37.797768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '446ddc31-6e5b-4b05-adea-078af399e5df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:37.804123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:37.807817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:37.810862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:37.812174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195f369-78c9-41ab-ba1a-f18dbbf46cc4 None None] Network 0cb147d3-99a2-43a9-9ed6-443167bb128d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:37.912567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port f424f5a5-8aff-4c61-8374-356cc03d3074 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:37.945018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e128df95-99b9-497a-b7b7-b657184eff8e req-b4089ee3-1f2d-4f87-a832-a14d97aa3aa9 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2724404
Dec 10 03:57:37.946312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:37.955404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Pushing event updated for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:37.994258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:38.057777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.310293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Attempting to bind port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:38.310634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Attempting to bind port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:38.310968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Attempting to bind port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 on network c3d0b35a-637b-4a07-a819-0ecbed4d3bde {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:38.337327 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:57:38.338367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-255a1ac2-8d67-4dd7-9300-95cbc1c740c5 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5542066
Dec 10 03:57:38.339072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 on network c3d0b35a-637b-4a07-a819-0ecbed4d3bde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:57:38.339394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Attempting to bind port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 on network c3d0b35a-637b-4a07-a819-0ecbed4d3bde {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:38.345712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37076) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:38.363316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:38.364036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Checking segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:38.364036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Bound using segment: {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:38.364450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Bound port: 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde'}}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:38.364800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.606394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.614661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-ff705705-0fc4-438b-83f4-398eefda04b9 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:38.615357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-ff705705-0fc4-438b-83f4-398eefda04b9 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Synchronizing usage tracker for tenant:cfc6001658054167a536797f0b9df327 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:38.622760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:38.638025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.642566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.655266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:38.673664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-924edcfe-c3ef-47b7-b368-3c082708f617 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:38.674355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-924edcfe-c3ef-47b7-b368-3c082708f617 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:38.694670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.698070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-ff705705-0fc4-438b-83f4-398eefda04b9 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Unset dirty status for tenant:cfc6001658054167a536797f0b9df327 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:38.699202 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-ff705705-0fc4-438b-83f4-398eefda04b9 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/networks?id=316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 200  len: 811 time: 0.3845174
Dec 10 03:57:38.701388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.714412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d0c9c-08e3-4636-b581-18e1713e08ec tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:38.761013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-924edcfe-c3ef-47b7-b368-3c082708f617 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:38.762167 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-924edcfe-c3ef-47b7-b368-3c082708f617 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 795 time: 0.3528554
Dec 10 03:57:38.771216 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-51788515-b3a4-4ddf-b15a-633b1b830408 req-aeada9ec-6408-40eb-9334-12e9650aa99b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.1138756
Dec 10 03:57:38.804201 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-3da41ff6-c05b-4633-8932-290c9d7fbcf2 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/quotas/cfc6001658054167a536797f0b9df327 HTTP/1.1" status: 200  len: 375 time: 0.0527120
Dec 10 03:57:38.807358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.818065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:38.818720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.820096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] 10.222.0.18 "PUT /v2.0/ports/717cb7b6-c6ec-4156-9596-c1175b7ba9f2 HTTP/1.1" status: 200  len: 1094 time: 2.2429843
Dec 10 03:57:38.821936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:38.826719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ded487ea-d580-4d29-a116-9ebf4ff4f68a tempest-FloatingIPAdminTestJSON-660290678 tempest-FloatingIPAdminTestJSON-660290678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:38.917728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-95fd8c63-e8e1-4083-8705-39f19dae3c5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:38.939100 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'status': 'completed', 'code': 200}
Dec 10 03:57:38.941561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:38.947039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-04a110a6-cb87-4d28-b4e1-5851f4da6017 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cfc6001658054167a536797f0b9df327&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1259422
Dec 10 03:57:38.947893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:38.955281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:38.955872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Pushing event updated for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:38.956116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:38.959873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:38.966923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=209377eb-b01f-484c-a878-1bf561e35beb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:38.974591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:38.979077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-27c38bd0-c18b-4268-864a-6f3d4c67f35a tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:39.042365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-95fd8c63-e8e1-4083-8705-39f19dae3c5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:39.043659 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-95fd8c63-e8e1-4083-8705-39f19dae3c5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 379 time: 0.2657769
Dec 10 03:57:39.059186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.064517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['3b197c94-39f3-47b9-862a-fef1bf239034']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:39.066711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7f641c4b-1342-4c50-8af3-e2c099fdf1c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:39.093633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ddc31-6e5b-4b05-adea-078af399e5df,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:39.096405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:39.100527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.101885 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/446ddc31-6e5b-4b05-adea-078af399e5df HTTP/1.1" status: 204  len: 168 time: 0.7550025
Dec 10 03:57:39.105016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:39.115842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=f424f5a5-8aff-4c61-8374-356cc03d3074,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:39.152365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-b94d36c1-a635-4bd8-a3ea-3afba2563201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.154505 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-b94d36c1-a635-4bd8-a3ea-3afba2563201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff210db707ff4f7e90cae1b66cc857cb&device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 1097 time: 0.2662950
Dec 10 03:57:39.167472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:39.198319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '777133d5-0d4b-454d-8c74-ab1bf79ca3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '38a9ad72-f2a7-411d-a210-71502ad3a18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:39.198675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 38a9ad72-f2a7-411d-a210-71502ad3a18b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:39.286288 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-bfc0ec6b-e379-4b64-bb22-f40c3a695d2d service neutron] 10.222.0.44 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133464
Dec 10 03:57:39.299138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-13541917-83bf-4792-9554-07c27beced2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2 HTTP/1.1" status: 200  len: 217 time: 0.0904696
Dec 10 03:57:39.320457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-90ad68be-73df-4993-83cc-748b6b89b8fc tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:39.389475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 38a9ad72-f2a7-411d-a210-71502ad3a18b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:39.418334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:39.424302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 38a9ad72-f2a7-411d-a210-71502ad3a18b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:39.426168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:39.430532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:39.434666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5d9c2-7c81-44fa-b9cd-feedd5f96975 None None] Network 38a9ad72-f2a7-411d-a210-71502ad3a18b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:39.440142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:39.445985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.450780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.451431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.456804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:39.473394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-90ad68be-73df-4993-83cc-748b6b89b8fc tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:39.474584 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-90ad68be-73df-4993-83cc-748b6b89b8fc tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3685622
Dec 10 03:57:39.479228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-9e022159-30e3-4e65-b294-efa3b752a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.480714 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-9e022159-30e3-4e65-b294-efa3b752a867 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45754be4-9851-4100-9c32-f066f744a57e HTTP/1.1" status: 200  len: 851 time: 0.1557186
Dec 10 03:57:39.481155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:39.491028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--185630651'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:39.534649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:39.578998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:39.595593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376d9a8-5e65-43c1-bec6-ce1d2e7771ae req-b984cbde-5066-4b55-9f93-084da072b143 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.596643 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7376d9a8-5e65-43c1-bec6-ce1d2e7771ae req-b984cbde-5066-4b55-9f93-084da072b143 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 944 time: 0.4274387
Dec 10 03:57:39.607483 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-ce32c1a0-7336-418c-a2ff-5e76d1000259 service neutron] 10.222.0.44 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106012
Dec 10 03:57:39.611584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:39.615157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.619535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.634797 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.8023901
Dec 10 03:57:39.639235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37098) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:39.671538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:39.685120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:39.694115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:39.705053 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7376d9a8-5e65-43c1-bec6-ce1d2e7771ae req-f438ede2-735d-4729-9933-ef8007938224 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876164
Dec 10 03:57:39.706505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:39.709903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191ffd-4859-438b-93df-030c095470d2 req-2f0a4bc7-d593-46f9-970d-dcf3b8f06e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:39.711346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-2f0a4bc7-d593-46f9-970d-dcf3b8f06e69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2154288
Dec 10 03:57:39.774894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port f424f5a5-8aff-4c61-8374-356cc03d3074 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:39.775234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:39.958543 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-b2ff8d55-6c92-4daa-a259-a5ebecf40fb8 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347128
Dec 10 03:57:39.967414 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe2579de-3279-4925-8611-0b3b000dfd17 req-2235c5de-3faf-4bc1-a300-cc04bee784c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0582290
Dec 10 03:57:39.992272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.175710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.179182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10986a09-f8bb-4cf6-af74-66dc469a11bb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:40.242661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2ef82-6649-43e7-a190-ef05fcce3a94,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:40.245378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:40.260573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.261779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7790964
Dec 10 03:57:40.265377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37106) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:40.271616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4032bb8b-903e-474b-92cd-8ed18b0ed11b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'bbe2ef82-6649-43e7-a190-ef05fcce3a94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:40.272337 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-4032bb8b-903e-474b-92cd-8ed18b0ed11b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 10 03:57:40.272899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-4032bb8b-903e-474b-92cd-8ed18b0ed11b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:40.274019 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4032bb8b-903e-474b-92cd-8ed18b0ed11b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0076458
Dec 10 03:57:40.283126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37110) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:40.311493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2191ffd-4859-438b-93df-030c095470d2 req-64d3ef70-83e4-4491-a0cc-78dbb87f589d service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3405037
Dec 10 03:57:40.331608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.358156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.359952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.363153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.13 (5a678144-b5e0-454b-a6a9-021c9f6e416d/6d7a7ab5-a56d-440e-9274-225e0ed4deb4/9187d0b4-24ca-4f50-b262-c9c84751f8f4) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:40.388213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.485217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.490521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a1425925-b216-411f-b0c3-322bfdd3523e tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:40.495403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.512130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2ef82-6649-43e7-a190-ef05fcce3a94,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:40.518064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:40.521854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-69bf0197-d860-4451-9676-88e23cf42949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:40.523333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-69bf0197-d860-4451-9676-88e23cf42949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff210db707ff4f7e90cae1b66cc857cb&device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 1097 time: 0.1029048
Dec 10 03:57:40.525398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.528723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/bbe2ef82-6649-43e7-a190-ef05fcce3a94 HTTP/1.1" status: 204  len: 168 time: 0.2423975
Dec 10 03:57:40.528932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:40.650412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for f424f5a5-8aff-4c61-8374-356cc03d3074 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:40.669979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-421dabce-da37-4b98-9450-b8a625d6bb2a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:40.708404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-b3c43db4-2dad-4385-baae-a06912a3914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:40.709886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-b3c43db4-2dad-4385-baae-a06912a3914f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde HTTP/1.1" status: 200  len: 913 time: 0.1782558
Dec 10 03:57:40.710618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-421dabce-da37-4b98-9450-b8a625d6bb2a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:40.715136 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-421dabce-da37-4b98-9450-b8a625d6bb2a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1817977
Dec 10 03:57:40.715363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37118) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:40.721030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720354858'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:40.779179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:40.794779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-f4fcb12c-c4f0-45e7-a8ef-cdc1f1964259 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2 HTTP/1.1" status: 200  len: 217 time: 0.0686350
Dec 10 03:57:40.877041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:40.893205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-88158437-1873-4492-ada5-671a61c8c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:40.896378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-88158437-1873-4492-ada5-671a61c8c850 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45754be4-9851-4100-9c32-f066f744a57e HTTP/1.1" status: 200  len: 851 time: 0.0931425
Dec 10 03:57:40.912887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router 4228d378-28a0-4194-ba5f-940a040dbbeb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:57:40.914126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:40.928012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa21cc37-6966-458c-a77d-8ded8c321834 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:40.985837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=f424f5a5-8aff-4c61-8374-356cc03d3074,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:40.991084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:41.033538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.051736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4af51d1a-7096-4fba-a1ff-94117d176081 req-1e644804-719b-48e7-88e6-ebf539d9afc1 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 210 time: 0.1543927
Dec 10 03:57:41.062272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.090106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:41.099532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:41.104722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:41.116035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:41.143207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.146200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b849a-1376-43aa-9e18-190c68019dc1 req-5b135e30-ac2e-485f-b73f-cd3fd2baab5c tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:41.153402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-122b849a-1376-43aa-9e18-190c68019dc1 req-5b135e30-ac2e-485f-b73f-cd3fd2baab5c tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 944 time: 0.2538931
Dec 10 03:57:41.179508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/f424f5a5-8aff-4c61-8374-356cc03d3074 HTTP/1.1" status: 204  len: 168 time: 1.5367675
Dec 10 03:57:41.180098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37138) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.227986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 9187d0b4-24ca-4f50-b262-c9c84751f8f4 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:41.251446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-6fd44433-ff5c-4bc7-bfdf-001a1b931300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:41.252719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-6fd44433-ff5c-4bc7-bfdf-001a1b931300 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2714458
Dec 10 03:57:41.257782 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6112d1b8-2bd3-4526-8c08-33e0aba7df96 req-e9a37e73-5547-4138-a64a-0eb993ef9a03 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0595524
Dec 10 03:57:41.271728 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-122b849a-1376-43aa-9e18-190c68019dc1 req-52d84eee-9a5a-4aa3-af0d-ed3bb614fe12 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168354
Dec 10 03:57:41.316117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:41.320995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.325022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6633281b-c580-4b5e-a854-512d3aaf12fc tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "PUT /v2.0/routers/4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 200  len: 925 time: 4.0621722
Dec 10 03:57:41.331299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a1bc2-4847-4439-8bba-b31072f6e173 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:41.333132 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] Sync routers for ids ['4228d378-28a0-4194-ba5f-940a040dbbeb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:41.337066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a1bc2-4847-4439-8bba-b31072f6e173 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:41.337854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0c0a1bc2-4847-4439-8bba-b31072f6e173 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:41.340794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.343798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.351929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:41.361911 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] Routers {'4228d378-28a0-4194-ba5f-940a040dbbeb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:41.363110 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4228d378-28a0-4194-ba5f-940a040dbbeb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:41.426884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-860364a7-04a0-4c22-8d01-54ed00817a11 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519084
Dec 10 03:57:41.435821 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf580>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:41.445867 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] Routers {'4228d378-28a0-4194-ba5f-940a040dbbeb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:41.446457 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4228d378-28a0-4194-ba5f-940a040dbbeb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:41.521448 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf580>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:41.522243 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f48e13-be9f-470a-a0e8-aeef1c0707e0 None None] The sync data for ids ['4228d378-28a0-4194-ba5f-940a040dbbeb'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:41.571682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.584884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.604180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-acdde1c8-d48c-4e7b-9bce-254a62699104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:41.655305 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72e0403d-8d94-4aec-86a4-5792502a9ec0 req-16ebe4ba-eb3e-42ba-8bc0-6a6f6b1a0be1 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203660
Dec 10 03:57:41.665421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f475f-ca65-4f5c-a20c-1b6df6acfe18,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:41.668362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:41.669215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.673618 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9563596
Dec 10 03:57:41.674088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37146) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.679195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6b46d774-b157-45a5-9566-ac9e05cc93a0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '9b7f475f-ca65-4f5c-a20c-1b6df6acfe18', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:41.680288 dv-neutron-821182-1-hyperv neutron-server[87630]: WARNING neutron.api.v2.base [None req-6b46d774-b157-45a5-9566-ac9e05cc93a0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 10 03:57:41.683209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-6b46d774-b157-45a5-9566-ac9e05cc93a0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:41.684400 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6b46d774-b157-45a5-9566-ac9e05cc93a0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0093272
Dec 10 03:57:41.685567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37150) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.692851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:41.699984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0c0a1bc2-4847-4439-8bba-b31072f6e173 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:41.701731 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c0a1bc2-4847-4439-8bba-b31072f6e173 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.5147610
Dec 10 03:57:41.702684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:41.705746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37154) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.708926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:41.753981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:41.761148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:41.800004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:41.800638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.809279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 209377eb-b01f-484c-a878-1bf561e35beb {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:41.809667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.819943 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5cc3e05f-9b7d-4507-9a3c-6582246f8df6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 200  len: 925 time: 0.4749634
Dec 10 03:57:41.822682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:41.849629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:41.860424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8071241
Dec 10 03:57:41.892730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Request body: {'port': {'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:41.923007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.030137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6cf52131-741c-4df6-ae2b-22a74156efe4 None None] Provisioning for port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:42.031252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39502412-ce41-4b93-93ba-29b884e93463 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:42.032030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-39502412-ce41-4b93-93ba-29b884e93463 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Synchronizing usage tracker for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:42.037370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6cf52131-741c-4df6-ae2b-22a74156efe4 None None] Provisioning complete for port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:42.037574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.037756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6cf52131-741c-4df6-ae2b-22a74156efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.148765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6cf52131-741c-4df6-ae2b-22a74156efe4 None None] Port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:42.209845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-39502412-ce41-4b93-93ba-29b884e93463 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Unset dirty status for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:42.214062 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-39502412-ce41-4b93-93ba-29b884e93463 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=4228d378-28a0-4194-ba5f-940a040dbbeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3904314
Dec 10 03:57:42.214251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37164) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:42.362182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.416809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-caf080c3-707a-4ffd-918a-cf2741fb3eef tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:42.428824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d27e634f-eebc-47c6-939b-0c117e3f75d6 req-4a9bd310-d585-4bbd-80d7-0491213da584 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 210 time: 0.2075479
Dec 10 03:57:42.444743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.470966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9187d0b4-24ca-4f50-b262-c9c84751f8f4 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:42.479578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.495319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Transition to ACTIVE for port object 9187d0b4-24ca-4f50-b262-c9c84751f8f4 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:42.498906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.503550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:42.506929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7f475f-ca65-4f5c-a20c-1b6df6acfe18,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:42.523285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:42.666635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 209377eb-b01f-484c-a878-1bf561e35beb owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:42.667720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:42.670721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:42.740267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Attempting to bind port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:42.740267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Attempting to bind port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:42.741115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Attempting to bind port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 on network 5a678144-b5e0-454b-a6a9-021c9f6e416d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:42.745860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 on network 5a678144-b5e0-454b-a6a9-021c9f6e416d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:57:42.746279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Attempting to bind port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 on network 5a678144-b5e0-454b-a6a9-021c9f6e416d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:42.748708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.749850 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b7f475f-ca65-4f5c-a20c-1b6df6acfe18 HTTP/1.1" status: 204  len: 168 time: 1.0632787
Dec 10 03:57:42.751498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:42.751848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Checking segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:42.752215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Bound using segment: {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:42.752666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Bound port: 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:42.753012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.770071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37176) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:42.862560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-b291310f-3311-405d-9e6f-cecd0871b985 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:42.863878 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-b291310f-3311-405d-9e6f-cecd0871b985 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.18 "GET /v2.0/networks?id=316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 200  len: 811 time: 0.6821392
Dec 10 03:57:42.878148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c1249338-1043-4f8c-8c68-975b40cb1778 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:42.878405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a925a5a-3bf6-4d3f-bc56-d5495698fc74 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:42.878941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a925a5a-3bf6-4d3f-bc56-d5495698fc74 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Synchronizing usage tracker for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:42.891682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Request body: {'port': {'device_id': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b', 'admin_state_up': True, 'tenant_id': 'cfc6001658054167a536797f0b9df327'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:42.897122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:42.900836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:42.904651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c1249338-1043-4f8c-8c68-975b40cb1778 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:42.910400 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c1249338-1043-4f8c-8c68-975b40cb1778 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1348400
Dec 10 03:57:42.911313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37180) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:42.917405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--982740318'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:42.923022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:42.928867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-43a46057-9a9f-4ba7-b595-70fc2cd7b1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:42.964501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:42.994048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.001160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.001796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.003134 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] 10.222.0.18 "PUT /v2.0/ports/9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 1094 time: 1.1218703
Dec 10 03:57:43.003640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e243848-fb98-4dd3-8042-c5d8fad7fd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:43.008346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:43.015199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:43.037513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.049743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:43.053094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:43.054533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a925a5a-3bf6-4d3f-bc56-d5495698fc74 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Unset dirty status for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:43.058533 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a925a5a-3bf6-4d3f-bc56-d5495698fc74 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.8333237
Dec 10 03:57:43.059544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.069380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7bc8-3194-431d-9493-049163363f83 req-73586b5c-eaf2-49cf-ba34-bf746a745985 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.070896 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e20a7bc8-3194-431d-9493-049163363f83 req-73586b5c-eaf2-49cf-ba34-bf746a745985 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 944 time: 0.6388834
Dec 10 03:57:43.071770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=209377eb-b01f-484c-a878-1bf561e35beb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:43.080586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:43.093141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ede07-a0f7-4068-877d-971ceaa053cc req-e61c829f-2664-4f7b-9ab0-e3e57afb9cf4 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.094672 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7a0ede07-a0f7-4068-877d-971ceaa053cc req-e61c829f-2664-4f7b-9ab0-e3e57afb9cf4 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 944 time: 0.5098743
Dec 10 03:57:43.095704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.134176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:43.152385 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aef4b432-ae80-43d6-a1cf-18242e4459b6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 200  len: 205 time: 0.0913811
Dec 10 03:57:43.154292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:43.159529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37190) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.162032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:43.171929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:43.230862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:57:43.234736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/209377eb-b01f-484c-a878-1bf561e35beb HTTP/1.1" status: 204  len: 168 time: 1.5281124
Dec 10 03:57:43.243037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-4b1f4366-7911-46a0-b1bc-eda0dc83b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.244162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37194) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.244861 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-4b1f4366-7911-46a0-b1bc-eda0dc83b71c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1097 time: 0.1472771
Dec 10 03:57:43.340557 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-3f4220a4-f73c-4d1a-9b72-d4ecb460aed9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 217 time: 0.0776327
Dec 10 03:57:43.343844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.359797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e20a7bc8-3194-431d-9493-049163363f83 req-5d76e0b0-a1f1-4c6e-a416-0db65ff439cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2802608
Dec 10 03:57:43.381050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.385952 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7a0ede07-a0f7-4068-877d-971ceaa053cc req-fe07534b-be62-4880-ac8e-99260b827474 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2668183
Dec 10 03:57:43.394728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:43.406560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b8560150-334e-4d45-8e7c-f65989041e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:43.407764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:43.410896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'port_id': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'mac_address': 'fa:16:3e:77:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:57:43.417842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Usage tracker for resource:port and tenant:cfc6001658054167a536797f0b9df327 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:43.425381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:43.443178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca27dba8-fad9-4530-84bf-f3e6ee6d011c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:43.444703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:43.451561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:43.453257 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'status': 'completed', 'code': 200}
Dec 10 03:57:43.480402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-ae578fc3-fca6-453f-b9e4-ae38f65d7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.482646 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-ae578fc3-fca6-453f-b9e4-ae38f65d7c6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.1340218
Dec 10 03:57:43.484416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.485079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.486408 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5739965
Dec 10 03:57:43.491148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37200) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.504213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:43.506464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.525725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:43.531590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.534680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3721667a-7a37-4094-bf32-855655759aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:43.550704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b20f1570-b18f-4289-9961-77481190b5d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'ca27dba8-fad9-4530-84bf-f3e6ee6d011c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:43.551911 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-b20f1570-b18f-4289-9961-77481190b5d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 10 03:57:43.552912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-b20f1570-b18f-4289-9961-77481190b5d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:43.554752 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b20f1570-b18f-4289-9961-77481190b5d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0622759
Dec 10 03:57:43.560261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37204) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.576412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-295d8358-ed45-4124-8b99-7439a2168ddd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'ca27dba8-fad9-4530-84bf-f3e6ee6d011c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:43.577167 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-295d8358-ed45-4124-8b99-7439a2168ddd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 10 03:57:43.577735 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-295d8358-ed45-4124-8b99-7439a2168ddd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:43.581647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-295d8358-ed45-4124-8b99-7439a2168ddd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0171945
Dec 10 03:57:43.581647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37208) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.588834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0fd5dfd6-6e13-4496-be41-f7fe261753c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'ca27dba8-fad9-4530-84bf-f3e6ee6d011c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:43.589797 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-0fd5dfd6-6e13-4496-be41-f7fe261753c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 10 03:57:43.590352 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-0fd5dfd6-6e13-4496-be41-f7fe261753c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:43.591925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0fd5dfd6-6e13-4496-be41-f7fe261753c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0093186
Dec 10 03:57:43.594755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37212) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.595126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Made reservation on behalf of cfc6001658054167a536797f0b9df327 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:43.598795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.603620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:43.607475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:43.726551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-18d4edee-8853-488f-a9d4-516c4edbc246 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'ca27dba8-fad9-4530-84bf-f3e6ee6d011c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:43.727780 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-18d4edee-8853-488f-a9d4-516c4edbc246 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 10 03:57:43.728275 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-18d4edee-8853-488f-a9d4-516c4edbc246 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:43.729244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-18d4edee-8853-488f-a9d4-516c4edbc246 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.1334693
Dec 10 03:57:43.732212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37216) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:43.756856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.801091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-e9cd3f82-8b86-4ef5-89f8-2370bd6b027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.803652 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-e9cd3f82-8b86-4ef5-89f8-2370bd6b027c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3132782
Dec 10 03:57:43.813525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.836169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4f1bd033-2332-496c-8723-8b8e8d7fbd15 req-6f5df1bc-f096-4ebd-8006-58110abb09c1 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 210 time: 0.2804127
Dec 10 03:57:43.930553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:43.931943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ddc47-a8c7-4d7a-805b-35678f512534 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:43.932615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-978ddc47-a8c7-4d7a-805b-35678f512534 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:43.994076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['717cb7b6-c6ec-4156-9596-c1175b7ba9f2'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:57:44.000354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-978ddc47-a8c7-4d7a-805b-35678f512534 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:44.004057 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-978ddc47-a8c7-4d7a-805b-35678f512534 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.7417576
Dec 10 03:57:44.004750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37220) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.006394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.046363 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-cccf4fcb-1620-449d-96c7-6f0c5437eb2a service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338812
Dec 10 03:57:44.052283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.062485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 6f213330-b94d-4298-befa-25fd2001de1f {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:44.062991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.064865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-96501b54-8afe-41c8-932e-201cb2e842eb tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:44.097381 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e74c8c9-b022-464d-8fdc-edfed6b81d40 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:57:44.101405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5e74c8c9-b022-464d-8fdc-edfed6b81d40 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/f424f5a5-8aff-4c61-8374-356cc03d3074 HTTP/1.1" status: 404  len: 333 time: 0.0908120
Dec 10 03:57:44.102738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37224) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.104332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca27dba8-fad9-4530-84bf-f3e6ee6d011c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:44.148929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:44.168666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.170536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca27dba8-fad9-4530-84bf-f3e6ee6d011c HTTP/1.1" status: 204  len: 168 time: 0.4374168
Dec 10 03:57:44.173246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37228) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.174480 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-74919d6a-a9b8-4528-bd23-ed97af0ae754 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:57:44.178195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-74919d6a-a9b8-4528-bd23-ed97af0ae754 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/209377eb-b01f-484c-a878-1bf561e35beb HTTP/1.1" status: 404  len: 333 time: 0.0700519
Dec 10 03:57:44.181234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Allocated IP 172.20.0.10 (316bcf72-d9e3-4d39-b750-7a932e72854b/1c6140d1-a170-4379-ad4f-3bde3b96914c/e05731e3-2320-44e1-ae8a-87934ee779d4) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:44.183047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37232) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.261674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-182909e2-2094-4f7e-9821-ad2afecdf361 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:44.265326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9c406b6-2cb4-4bd0-95f6-a3cdfd9beb8a req-4bf259c9-bf89-4c85-ac0d-fec6049c7f26 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018411
Dec 10 03:57:44.279774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-182909e2-2094-4f7e-9821-ad2afecdf361 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:44.284742 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-182909e2-2094-4f7e-9821-ad2afecdf361 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1069148
Dec 10 03:57:44.285184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37236) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.291529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843036421'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.298066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:44.307830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:44.320777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.322688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42221734-ca59-4bc8-b3e7-397406d99dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.341962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:44.345899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:44.348818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:44.355440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:44.475096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.498117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.503151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074100e-7f36-4895-a220-44483695c121 req-b228314e-9d23-4613-a6ae-a2fc59ce8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:44.504618 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-b228314e-9d23-4613-a6ae-a2fc59ce8427 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1097 time: 0.1275039
Dec 10 03:57:44.505568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.517053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-982d455f-14fb-4644-b085-081c38b074dd tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:44.602521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.634459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc07f5-b28b-40fe-a88f-7271822be60a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:44.638986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:44.639822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:44.643600 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3544688
Dec 10 03:57:44.644342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37244) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.650251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6a485aa0-cbd7-4aaa-bcde-a31c9a1c329d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.650949 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-6a485aa0-cbd7-4aaa-bcde-a31c9a1c329d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 10 03:57:44.651435 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-6a485aa0-cbd7-4aaa-bcde-a31c9a1c329d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:44.656826 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6a485aa0-cbd7-4aaa-bcde-a31c9a1c329d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0076666
Dec 10 03:57:44.657356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37248) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.668239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.686525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:44.694011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:44.704480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:44.713551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:44.715109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 6f213330-b94d-4298-befa-25fd2001de1f owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:44.718764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074100e-7f36-4895-a220-44483695c121 req-0150965e-b450-4a28-8fa0-d093bbaad4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:44.720212 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-0150965e-b450-4a28-8fa0-d093bbaad4bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 896 time: 0.2043285
Dec 10 03:57:44.801991 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-66ec566d-e092-424b-a4f3-5a0ca9c79982 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 217 time: 0.0712938
Dec 10 03:57:44.842093 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:44.845647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6176318b-2610-4ae9-8c81-a2fd49a61e42 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1851346
Dec 10 03:57:44.851088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37252) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.857828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1d069464-d912-4ecb-b7da-9fe022b8a53e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.858295 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-1d069464-d912-4ecb-b7da-9fe022b8a53e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 10 03:57:44.858780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-1d069464-d912-4ecb-b7da-9fe022b8a53e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:44.862271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d069464-d912-4ecb-b7da-9fe022b8a53e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0077105
Dec 10 03:57:44.862493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37256) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.867091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.877563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:44.883848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:44.888588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:44.896487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074100e-7f36-4895-a220-44483695c121 req-a3dd2ca5-70bd-40f0-9159-c826dd7ed115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:44.897956 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-a3dd2ca5-70bd-40f0-9159-c826dd7ed115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.0888040
Dec 10 03:57:44.898759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:44.980350 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:44.984468 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53e5db13-9b3d-4f48-be6e-3709078a34bd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1180470
Dec 10 03:57:44.984711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37262) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:44.990281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-854ceaec-3931-4280-8d6e-8c4aba0d7fe2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:44.990750 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-854ceaec-3931-4280-8d6e-8c4aba0d7fe2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 10 03:57:44.991220 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-854ceaec-3931-4280-8d6e-8c4aba0d7fe2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:44.994352 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-854ceaec-3931-4280-8d6e-8c4aba0d7fe2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0065255
Dec 10 03:57:44.994587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37266) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.001718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:45.007476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:45.013200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:45.016622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:45.023946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:45.028834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074100e-7f36-4895-a220-44483695c121 req-ab324da4-566c-49c8-9289-60838f8e3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:45.030339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-ab324da4-566c-49c8-9289-60838f8e3e58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1246290
Dec 10 03:57:45.037638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Project 15720204a27548f49a0ab56da9753d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:57:45.086096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.138517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:45.139525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8d6da546-6373-4ddf-b455-891533e45d97 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1441576
Dec 10 03:57:45.141882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17189d8-7232-4649-98ae-eabc82bb3476 req-8abf337e-bb59-4dd6-a32b-a85f0b357772 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:45.143361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37270) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.143503 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d17189d8-7232-4649-98ae-eabc82bb3476 req-8abf337e-bb59-4dd6-a32b-a85f0b357772 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 944 time: 0.6427908
Dec 10 03:57:45.150103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f6743e93-7408-4a8c-85fc-70f03cfa78ba tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:45.150280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cf040>,) {'filters': {'network_id': ['38a9ad72-f2a7-411d-a210-71502ad3a18b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:45.150571 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-f6743e93-7408-4a8c-85fc-70f03cfa78ba tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 10 03:57:45.151040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-f6743e93-7408-4a8c-85fc-70f03cfa78ba tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:45.151941 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f6743e93-7408-4a8c-85fc-70f03cfa78ba tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0076098
Dec 10 03:57:45.155888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37274) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.160936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.162502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:45.175833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58032eb-770d-4f71-a6b1-f043f59c2a53 req-b11492b1-c45e-434c-aeb7-9dbcf0ad5b2c tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:45.177272 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e58032eb-770d-4f71-a6b1-f043f59c2a53 req-b11492b1-c45e-434c-aeb7-9dbcf0ad5b2c tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 945 time: 0.6387036
Dec 10 03:57:45.179308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:45.192761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:45.198017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:45.203208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cf040>, '777133d5-0d4b-454d-8c74-ab1bf79ca3dd') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:45.203513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c9cf040>, '777133d5-0d4b-454d-8c74-ab1bf79ca3dd') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:45.208803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:45.212365 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-686ba42c-83a6-452f-af14-8162df9d7e9b service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706257
Dec 10 03:57:45.239452 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Project 15720204a27548f49a0ab56da9753d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:57:45.253192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.274676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:45.324730 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:45.328390 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b9e04c95-1f13-43ea-b254-f67a1fb08eb0 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1692379
Dec 10 03:57:45.328665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37278) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.337286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '74bc07f5-b28b-40fe-a88f-7271822be60a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:45.346871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:45.355303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:45.359626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:45.366282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:45.366961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.367899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:45.376955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:45.401509 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0074100e-7f36-4895-a220-44483695c121 req-48d472e1-70f7-48a2-92b6-5196ce3d795b service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820083
Dec 10 03:57:45.406576 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Project 15720204a27548f49a0ab56da9753d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:57:45.430323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:45.433940 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-08d4a206-26e3-438f-aaa0-5e71391b9f3e tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1000063
Dec 10 03:57:45.434572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37282) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.463158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d17189d8-7232-4649-98ae-eabc82bb3476 req-a58b83f2-e1f7-4fc3-8852-0584236cb21a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3051021
Dec 10 03:57:45.485839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.503609 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e58032eb-770d-4f71-a6b1-f043f59c2a53 req-d8f8a8c0-8751-4aed-8684-c5d892c137dc tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3042583
Dec 10 03:57:45.504597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:45.505012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.514949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.526368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:45.531837 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:45.549991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.558037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:45.569530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:45.574789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.578231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:45.627045 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'code': 200}
Dec 10 03:57:45.638441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.649793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-59dfb7ed-b235-4d66-9fce-c50a760b4b17 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:45.660755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.664997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:45.671645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.672101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:45.673612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc07f5-b28b-40fe-a88f-7271822be60a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:45.675748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.680260 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/74bc07f5-b28b-40fe-a88f-7271822be60a HTTP/1.1" status: 204  len: 168 time: 0.2409389
Dec 10 03:57:45.680260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:45.680260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37288) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.681192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31ca4553-7fdf-487a-8469-c8cf17a5044b tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:45.736937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-38cf09f9-b0f2-4529-a86d-0e0fb778075d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:45.751575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=6f213330-b94d-4298-befa-25fd2001de1f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:45.764157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-38cf09f9-b0f2-4529-a86d-0e0fb778075d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:45.769135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-38cf09f9-b0f2-4529-a86d-0e0fb778075d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0851533
Dec 10 03:57:45.769353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37292) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.774533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253497463'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:45.783418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:45.795312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:45.806097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.824117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.827216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:45.831114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:45.833986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:45.839812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:45.853969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Network 316bcf72-d9e3-4d39-b750-7a932e72854b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:45.885130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:45.890750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:45.904909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:45.974690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/38a9ad72-f2a7-411d-a210-71502ad3a18b HTTP/1.1" status: 204  len: 168 time: 1.7906117
Dec 10 03:57:45.982985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37296) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:45.994538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Pushing event updated for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:46.001738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251032221'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.011307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.011832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:46.012220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.015541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:46.017661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:46.034650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.082389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:46.094575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:46.095256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.100487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.105574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.110841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a3b4-3988-475e-89fa-a34c391f3bc5 req-a9417ffa-e0e1-44cb-abb9-deac27dd6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:46.112328 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e6b9a3b4-3988-475e-89fa-a34c391f3bc5 req-a9417ffa-e0e1-44cb-abb9-deac27dd6279 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 1099 time: 0.2460926
Dec 10 03:57:46.114498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-547c22c8-ef0c-40a7-98c2-67e846b90f58 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:46.160273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:46.163798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=38a9ad72-f2a7-411d-a210-71502ad3a18b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:46.183379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0250e5d-4bc6-41d2-8820-57282ff51347,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:46.187983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.189828 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e6b9a3b4-3988-475e-89fa-a34c391f3bc5 req-4f523cf3-0eee-4921-ad00-63209e60e758 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635180
Dec 10 03:57:46.191465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.192804 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4225080
Dec 10 03:57:46.195802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37300) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.200667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'a0250e5d-4bc6-41d2-8820-57282ff51347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.207690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:46.212328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:46.215323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:46.221519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:46.232279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-1a6f7bf7-9b44-418d-ba32-3e7dad285993 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:46.232968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-1a6f7bf7-9b44-418d-ba32-3e7dad285993 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Synchronizing usage tracker for tenant:cfc6001658054167a536797f0b9df327 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:46.246407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:46.249063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.263592 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The resource could not be found.
Dec 10 03:57:46.265339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f685e8f-a0fe-4381-b088-22c0cb6840a3 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0683849
Dec 10 03:57:46.267964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37304) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.269535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.273011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': 'a0250e5d-4bc6-41d2-8820-57282ff51347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '121ecbbb-b031-4298-a76b-99a783b4d7a1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.273581 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3903036
Dec 10 03:57:46.274606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.278851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:46.279847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:46.282722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:46.283212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.285593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:46.291714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:46.317419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-1a6f7bf7-9b44-418d-ba32-3e7dad285993 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Unset dirty status for tenant:cfc6001658054167a536797f0b9df327 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:46.318597 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-1a6f7bf7-9b44-418d-ba32-3e7dad285993 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 932 time: 0.7100446
Dec 10 03:57:46.321694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.322233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router 4228d378-28a0-4194-ba5f-940a040dbbeb {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:57:46.339040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The resource could not be found.
Dec 10 03:57:46.340076 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d5e14ca8-4d8a-4620-9819-4bbc9fb7223a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0711842
Dec 10 03:57:46.342889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37308) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.347244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:46.357574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.358565 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7cf912be-1308-4e95-b822-30dc94e8866a tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 204  len: 168 time: 3.1952736
Dec 10 03:57:46.362163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37312) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.368904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.369249 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 522f9030-411b-495f-817e-bee12d42488a of type vlan for network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1
Dec 10 03:57:46.374047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-369874992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.382664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:46.394366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-77dd3183-6922-4b0e-9bd5-acd16998a460 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Synchronizing usage tracker for tenant:cfc6001658054167a536797f0b9df327 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:46.394750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:46.400061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:46.407704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:46.418614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.429341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-77dd3183-6922-4b0e-9bd5-acd16998a460 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Unset dirty status for tenant:cfc6001658054167a536797f0b9df327 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:46.430500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ad3ca18-cbef-4646-8043-4e59e374d08d req-77dd3183-6922-4b0e-9bd5-acd16998a460 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002893
Dec 10 03:57:46.432011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.433149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.440528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.460785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.466412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:46.467027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.470683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:46.472453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.480786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.518258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.554004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.556377 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d6ffdfb1-d1db-481f-a900-8210ef6a8ca0 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1932318
Dec 10 03:57:46.559198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37320) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.567906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.576260 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5882962
Dec 10 03:57:46.576974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.585639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.633905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.636719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.640428 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0250e5d-4bc6-41d2-8820-57282ff51347 HTTP/1.1" status: 204  len: 168 time: 0.2940543
Dec 10 03:57:46.641096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d569da68-77ce-4323-9aa3-6fb0ca9b26f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.663034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37328) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:46.672635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=cbd9a764-fa9d-48ce-9c20-d8fbdde82df1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:46.679458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Request body: {'port': {'device_id': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:46.683173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:46.694991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8f317c8-caa6-42af-bbfa-a3730758f7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:46.715559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0250e5d-4bc6-41d2-8820-57282ff51347,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:46.719586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.722418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:46.943218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:46.958445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:46.969927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:46.975193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:46.981178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4e52d970-f525-4f9e-b0ec-9faf2a360131 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:46.985691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:47.021845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.035796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:47.039458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.060794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4e52d970-f525-4f9e-b0ec-9faf2a360131 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:47.062048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4e52d970-f525-4f9e-b0ec-9faf2a360131 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3871231
Dec 10 03:57:47.071160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37334) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:47.077517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '737e2d28-b843-4cdb-ba09-2c0cfbb522f4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:47.085825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:47.092260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:47.095514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:47.103068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:47.157060 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The resource could not be found.
Dec 10 03:57:47.158233 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-369829af-281e-46da-a6fa-d97d860e1772 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0865018
Dec 10 03:57:47.167839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37338) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:47.175710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783867593'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:47.183960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:47.198428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:47.253143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14334-6609-4c7f-a896-3576a3a9eeab req-76552008-a3bb-442d-add5-124aa56ae158 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:47.254608 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3df14334-6609-4c7f-a896-3576a3a9eeab req-76552008-a3bb-442d-add5-124aa56ae158 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 944 time: 0.5907156
Dec 10 03:57:47.295465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a37827-8930-436b-8e85-899e4ab640a0 req-c438fcab-64df-4adb-8874-e05107aae2fe tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:47.296860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a9a37827-8930-436b-8e85-899e4ab640a0 req-c438fcab-64df-4adb-8874-e05107aae2fe tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.6255636
Dec 10 03:57:47.324285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.358624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:57:47.359229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:57:47.382277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.408144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:47.414664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.416593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:47.420597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:47.427313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3df14334-6609-4c7f-a896-3576a3a9eeab req-d9a1f572-31a2-49d6-b4d9-c800f9f0b16f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404502
Dec 10 03:57:47.459707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:47.477968 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a9a37827-8930-436b-8e85-899e4ab640a0 req-3050c3c8-4b59-4fc3-b0ed-69f71ac2c128 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659365
Dec 10 03:57:47.514560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.626420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Allocated IP 172.26.1.201 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/03d365af-ceeb-4fe9-a8f3-7cda1e6ee724) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:47.634209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.641539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.647844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be64dd10-a2fc-4152-b5ad-1877c15bd565 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:47.833295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d17f7-6544-44d5-adc0-c837b6e30dc1 req-82886e70-49b8-46d2-baa0-408a320e3dce tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:47.834724 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e9d17f7-6544-44d5-adc0-c837b6e30dc1 req-82886e70-49b8-46d2-baa0-408a320e3dce tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 932 time: 0.2336400
Dec 10 03:57:47.837370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.849608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20fff387-e4ea-4b0c-a8fb-522ba2df02e8 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:47.895905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95649246-ec5f-4321-9229-8e864fd0cbb8,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:47.899100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:47.902179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.903962 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7346611
Dec 10 03:57:47.947427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:47.956261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:47.963250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631613871'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:47.977056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:47.984756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:47.989580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:48.004614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:48.010714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.014761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=8305beb1-8ac7-4ae9-869c-3d00b33c32e0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:48.019334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05731e3-2320-44e1-ae8a-87934ee779d4 {{(pid=87630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:48.026546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.028094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:48.034073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.042740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e9d17f7-6544-44d5-adc0-c837b6e30dc1 req-ddedfcae-1c4d-4c33-8543-872000cf0da4 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625888
Dec 10 03:57:48.050146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '522f9030-411b-495f-817e-bee12d42488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:48.050505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: cbd9a764-fa9d-48ce-9c20-d8fbdde82df1, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:48.052168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:48.058153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:48.061861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:48.068867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:48.072734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Transition to ACTIVE for port object e05731e3-2320-44e1-ae8a-87934ee779d4 will not be triggered until provisioned by entity L2. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:48.080650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.082253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.086150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:48.092427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:48.115454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:48.163585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:48.167460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:48.175132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:48.208416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, cbd9a764-fa9d-48ce-9c20-d8fbdde82df1) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:48.212823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:48.213428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.219344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f447ab-bdba-41ec-ba43-882354af77b6 None None] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:48.223201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event updated for resources: {'Port': ['ID=03d365af-ceeb-4fe9-a8f3-7cda1e6ee724,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:48.233633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:48.271237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.310510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:48.313362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:48.327411 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7460973
Dec 10 03:57:48.331043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37352) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:48.338258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1', 'name': 'tempest-PortsTestJSON-1976047676'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:48.384641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.397297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-948be678-9451-452d-b37f-9c535703e3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:48.458619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Attempting to bind port e05731e3-2320-44e1-ae8a-87934ee779d4 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:48.458619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Attempting to bind port e05731e3-2320-44e1-ae8a-87934ee779d4 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7e7d9949-87c0-461a-aa89-bbfee82648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b'}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:48.458619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Attempting to bind port e05731e3-2320-44e1-ae8a-87934ee779d4 on network 316bcf72-d9e3-4d39-b750-7a932e72854b {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:48.469989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-cbd9a764-fa9d-48ce-9c20-d8fbdde82df1', 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': '8305beb1-8ac7-4ae9-869c-3d00b33c32e0'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:48.471103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.479913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Port e05731e3-2320-44e1-ae8a-87934ee779d4 on network 316bcf72-d9e3-4d39-b750-7a932e72854b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:57:48.479913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Attempting to bind port e05731e3-2320-44e1-ae8a-87934ee779d4 on network 316bcf72-d9e3-4d39-b750-7a932e72854b {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:48.487977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0bafe-6e24-42d6-997b-4f40401c5d48,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:48.492833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:48.496209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:48.497782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Checking segment: {'id': '7e7d9949-87c0-461a-aa89-bbfee82648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:48.498041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Bound using segment: {'id': '7e7d9949-87c0-461a-aa89-bbfee82648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b'} {{(pid=87630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:48.498611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.managers [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Bound port: e05731e3-2320-44e1-ae8a-87934ee779d4, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7d9949-87c0-461a-aa89-bbfee82648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b'}}] {{(pid=87630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:48.498945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.499063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.500502 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5430124
Dec 10 03:57:48.503352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37360) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:48.516209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '95649246-ec5f-4321-9229-8e864fd0cbb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8ba0bafe-6e24-42d6-997b-4f40401c5d48'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:48.525083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:48.526673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:48.532166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:48.536829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:48.583851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:48.616406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:48.620823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.624313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:48.687915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Allocated IP 172.20.0.2 (cbd9a764-fa9d-48ce-9c20-d8fbdde82df1/8305beb1-8ac7-4ae9-869c-3d00b33c32e0/1cb51cfc-586f-4308-8696-9a43b563c25e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:48.698057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, cleared binding levels {{(pid=87630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:48.747796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port a5189afe-9ce3-4c26-8024-060bb3c34590 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:48.780407 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:48.781495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-451d3854-2ca8-47be-8247-f64575f588cb tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2771072
Dec 10 03:57:48.784315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37364) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:48.786146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e05731e3-2320-44e1-ae8a-87934ee779d4,segment=NetworkSegment(7e7d9949-87c0-461a-aa89-bbfee82648b1),segment_id=7e7d9949-87c0-461a-aa89-bbfee82648b1)] {{(pid=87630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:48.806055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.807573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.817860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-975d5e06-269a-48b2-bad3-f3fca2f00fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:48.896293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:48.896944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.898629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 200  len: 1094 time: 2.2336292
Dec 10 03:57:48.906597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:48.919135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.932823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Transition to ACTIVE for port object 1cb51cfc-586f-4308-8696-9a43b563c25e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:48.961034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:48.964628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:48.969667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Transition to ACTIVE for port object 1cb51cfc-586f-4308-8696-9a43b563c25e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:48.978460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:48.986925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:49.025032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.048907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:49.051933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:49.055647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:49.061600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Pushing event updated for resources: {'Port': ['ID=1cb51cfc-586f-4308-8696-9a43b563c25e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:49.067248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:49.078331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b81a9-03b3-4d66-ab4a-6f173002401e req-636c5114-ab21-4cdc-b417-ece397542fc9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:49.080070 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-955b81a9-03b3-4d66-ab4a-6f173002401e req-636c5114-ab21-4cdc-b417-ece397542fc9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 944 time: 0.4339628
Dec 10 03:57:49.161912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Attempting to bind port 1cb51cfc-586f-4308-8696-9a43b563c25e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:57:49.162202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Attempting to bind port 1cb51cfc-586f-4308-8696-9a43b563c25e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '522f9030-411b-495f-817e-bee12d42488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:57:49.162742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Attempting to bind port 1cb51cfc-586f-4308-8696-9a43b563c25e on network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:57:49.171388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:57:49.171808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Checking segment: {'id': '522f9030-411b-495f-817e-bee12d42488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:49.172226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.172635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Bound using segment: {'id': '522f9030-411b-495f-817e-bee12d42488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:57:49.173116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Bound port: 1cb51cfc-586f-4308-8696-9a43b563c25e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522f9030-411b-495f-817e-bee12d42488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cbd9a764-fa9d-48ce-9c20-d8fbdde82df1'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:57:49.173741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.195594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.233695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6875b2e-3b1d-42de-bdf9-902ded4963cf req-f38c3a4c-3b43-4d09-bacd-9504b620b3c3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:49.235277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e6875b2e-3b1d-42de-bdf9-902ded4963cf req-f38c3a4c-3b43-4d09-bacd-9504b620b3c3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.5426691
Dec 10 03:57:49.270807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.274338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.275254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] For port 1cb51cfc-586f-4308-8696-9a43b563c25e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:57:49.279713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] For port 1cb51cfc-586f-4308-8696-9a43b563c25e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1cb51cfc-586f-4308-8696-9a43b563c25e,segment=NetworkSegment(522f9030-411b-495f-817e-bee12d42488a),segment_id=522f9030-411b-495f-817e-bee12d42488a)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:57:49.287978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.297750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:49.312288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.4 (cbd9a764-fa9d-48ce-9c20-d8fbdde82df1/8305beb1-8ac7-4ae9-869c-3d00b33c32e0/a5189afe-9ce3-4c26-8024-060bb3c34590) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:49.334547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9187d0b4-24ca-4f50-b262-c9c84751f8f4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:57:49.349225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-955b81a9-03b3-4d66-ab4a-6f173002401e req-288766bd-64fc-4ac3-aa5a-bf261cdf159d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129351
Dec 10 03:57:49.362159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e6875b2e-3b1d-42de-bdf9-902ded4963cf req-51c9f7ab-459e-4431-966b-0c1c4fa82cc1 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038229
Dec 10 03:57:49.410003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.413431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.413696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Pushing event updated for resources: {'Port': ['ID=1cb51cfc-586f-4308-8696-9a43b563c25e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:49.418050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:49.425137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c3baecf4-c430-45fb-81b2-7a84bf9bb11f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:49.466288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0bafe-6e24-42d6-997b-4f40401c5d48,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:49.468082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-fc72cbec-5db4-4063-b05f-b5d5777744a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:49.476187 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-fc72cbec-5db4-4063-b05f-b5d5777744a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cfc6001658054167a536797f0b9df327&device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 1097 time: 0.4625292
Dec 10 03:57:49.484393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:49.485460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.490643 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ba0bafe-6e24-42d6-997b-4f40401c5d48 HTTP/1.1" status: 204  len: 168 time: 0.7051804
Dec 10 03:57:49.498049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37376) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:49.500630 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4', 'status': 'completed', 'code': 200}
Dec 10 03:57:49.611183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:49.616802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Router d3f63674-d90b-4ca5-b7cb-85e2d58b0481 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:49.633325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:57:49.730767 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-4a44c4ad-5c76-4341-882f-91a0b15e65a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 200  len: 217 time: 0.2292917
Dec 10 03:57:49.731001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.759096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9187d0b4-24ca-4f50-b262-c9c84751f8f4 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:49.788837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:49.796007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:49.798616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:49.896196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:49.899955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:49.908105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-6923b55f-8e54-40dd-b6ef-3d79ba1f2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:49.909562 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-6923b55f-8e54-40dd-b6ef-3d79ba1f2d9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6140d1-a170-4379-ad4f-3bde3b96914c HTTP/1.1" status: 200  len: 851 time: 0.0900121
Dec 10 03:57:49.997949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:50.005068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.007017 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "PUT /v2.0/routers/d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 200  len: 883 time: 3.4457433
Dec 10 03:57:50.008582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] Sync routers for ids ['d3f63674-d90b-4ca5-b7cb-85e2d58b0481'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:50.009490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:50.012797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-75c51011-0cfe-48a6-8a9f-c0714ff35c22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=316bcf72-d9e3-4d39-b750-7a932e72854b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0819595
Dec 10 03:57:50.018868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] Routers {'d3f63674-d90b-4ca5-b7cb-85e2d58b0481'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:50.019498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d272340>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d3f63674-d90b-4ca5-b7cb-85e2d58b0481'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:50.089751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d272340>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:50.099078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] Routers {'d3f63674-d90b-4ca5-b7cb-85e2d58b0481'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:50.099692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d272340>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d3f63674-d90b-4ca5-b7cb-85e2d58b0481'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:50.159047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d272340>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:50.159468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d619-ad78-4ae7-a784-95658df44564 None None] The sync data for ids ['d3f63674-d90b-4ca5-b7cb-85e2d58b0481'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:50.166984 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ce421937-b651-4d92-8da3-ed05158903dd tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.6599641
Dec 10 03:57:50.169587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:50.179722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e31b9-9c02-4531-a7a8-05f505977362 req-a96b2eb3-3deb-405d-b517-f66a0fa87e06 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:50.181159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a1e31b9-9c02-4531-a7a8-05f505977362 req-a96b2eb3-3deb-405d-b517-f66a0fa87e06 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.4522035
Dec 10 03:57:50.189722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.190843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:50.199819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Request body: {'floatingip': {'port_id': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:50.226603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2c09-afaf-4084-8e91-c1d3edeaba17 req-9c8164d0-d9e0-460d-b459-f4976c82671a tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:50.228105 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c3ab2c09-afaf-4084-8e91-c1d3edeaba17 req-9c8164d0-d9e0-460d-b459-f4976c82671a tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 944 time: 0.5476801
Dec 10 03:57:50.232013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object a5189afe-9ce3-4c26-8024-060bb3c34590 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:50.232176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['9187d0b4-24ca-4f50-b262-c9c84751f8f4'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:57:50.292246 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-dd7a3332-39d5-4304-87de-b82bcb8383e5 service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684383
Dec 10 03:57:50.379663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.439848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c3ab2c09-afaf-4084-8e91-c1d3edeaba17 req-7dce1680-f721-4bf9-bc41-7eec353e0c77 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928768
Dec 10 03:57:50.515862 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f0ecf808-c6cc-40cc-bfcf-57f44aba5e8e tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 200  len: 924 time: 0.5050406
Dec 10 03:57:50.520724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37398) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:50.522945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.622420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.638418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2eb46199-1a59-4338-93f9-e72339c05897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:50.729347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.741247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0731db2-cf71-42bc-b390-5d819194b9a6 None None] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:50.855476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-89e7231f-2e6a-4251-9c2c-a758e64ebb76 None None] Provisioning for port 1cb51cfc-586f-4308-8696-9a43b563c25e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:50.870230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:50.884083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:50.887912 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65d98e32-aeda-43dd-8123-b0b7396d8021 req-2c464d69-bbae-4fd8-98a7-6878781a773d service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5850942
Dec 10 03:57:50.890783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:50.922875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=a5189afe-9ce3-4c26-8024-060bb3c34590,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:50.930537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:50.958267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:50.968693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6a49fa00-5b06-4e28-a17f-06381918051b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:50.993365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95649246-ec5f-4321-9229-8e864fd0cbb8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:50.999193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:51.002047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12327e1-e39d-48ee-9059-67143090f838 req-2c53c44d-596f-4b57-8449-099beeb6822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.003410 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-2c53c44d-596f-4b57-8449-099beeb6822e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.4242229
Dec 10 03:57:51.005366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.006077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.024859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.029030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/95649246-ec5f-4321-9229-8e864fd0cbb8 HTTP/1.1" status: 204  len: 168 time: 0.8556209
Dec 10 03:57:51.048347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37402) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:51.072641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b830b-2a05-4663-885e-e0fbf94643c6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.073463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-706b830b-2a05-4663-885e-e0fbf94643c6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Synchronizing usage tracker for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:51.088516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8c663-e8ec-4917-bdb2-f9148b09c2c9 req-266a6c07-b2b4-4652-95b5-9d30fcebb4d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.090051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5b8c663-e8ec-4917-bdb2-f9148b09c2c9 req-266a6c07-b2b4-4652-95b5-9d30fcebb4d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 945 time: 0.3800504
Dec 10 03:57:51.118657 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.7840493
Dec 10 03:57:51.124526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143a45-3336-4224-8408-b03204be7bff req-289ec8cb-a07a-4b4c-ad9a-c7071280d6be tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.126018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54143a45-3336-4224-8408-b03204be7bff req-289ec8cb-a07a-4b4c-ad9a-c7071280d6be tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4221935
Dec 10 03:57:51.126503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:51.179857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-706b830b-2a05-4663-885e-e0fbf94643c6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Unset dirty status for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:51.183603 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-706b830b-2a05-4663-885e-e0fbf94643c6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=d3f63674-d90b-4ca5-b7cb-85e2d58b0481&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6515675
Dec 10 03:57:51.196876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37410) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:51.266196 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5b8c663-e8ec-4917-bdb2-f9148b09c2c9 req-49253504-1938-436f-bafa-1fb275dc0724 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601942
Dec 10 03:57:51.289260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port a5189afe-9ce3-4c26-8024-060bb3c34590 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:51.289260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.319384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54143a45-3336-4224-8408-b03204be7bff req-0e171e33-577f-462c-a012-8b645d632cb3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1737676
Dec 10 03:57:51.324381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-797eb08c-4d39-4346-8879-bf10a986af2f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:51.338181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-41a5d129-4ffe-48f7-bc97-f751ab2c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.339679 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-41a5d129-4ffe-48f7-bc97-f751ab2c65ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cfc6001658054167a536797f0b9df327&device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 1097 time: 0.3455503
Dec 10 03:57:51.424532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1cb51cfc-586f-4308-8696-9a43b563c25e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:51.501442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5a2fd44-4d06-455b-b8d0-796195901482 None None] Provisioning for port a5189afe-9ce3-4c26-8024-060bb3c34590 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:51.512144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5a2fd44-4d06-455b-b8d0-796195901482 None None] Provisioning complete for port a5189afe-9ce3-4c26-8024-060bb3c34590 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:51.512634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5a2fd44-4d06-455b-b8d0-796195901482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.583802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1cb51cfc-586f-4308-8696-9a43b563c25e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:51.590417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2fd44-4d06-455b-b8d0-796195901482 None None] Port a5189afe-9ce3-4c26-8024-060bb3c34590 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:51.595369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1cb51cfc-586f-4308-8696-9a43b563c25e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:51.596158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.620941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12327e1-e39d-48ee-9059-67143090f838 req-7707f4ea-e132-4791-b172-0004fdb9ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.622535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-7707f4ea-e132-4791-b172-0004fdb9ce2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.5990472
Dec 10 03:57:51.630006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-797eb08c-4d39-4346-8879-bf10a986af2f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:51.631275 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-797eb08c-4d39-4346-8879-bf10a986af2f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5762479
Dec 10 03:57:51.656697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37416) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:51.674001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--153320751'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:51.680546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:51.692934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:51.761020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.762573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ad0d4f2-3021-4c3e-83fc-ede7cf49aac6 None None] Provisioning complete for port a5189afe-9ce3-4c26-8024-060bb3c34590 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:51.763632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d4f2-3021-4c3e-83fc-ede7cf49aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.790212 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-ba2ff77d-2f88-4c79-b5e1-9ce305bd5d61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.1577811
Dec 10 03:57:51.791445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617bea4-40d2-44ef-b327-2f084a9e31b6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.792136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1617bea4-40d2-44ef-b327-2f084a9e31b6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Synchronizing usage tracker for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:51.796061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.799761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:51.804037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:51.806963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:51.813665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:51.851636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0d4f2-3021-4c3e-83fc-ede7cf49aac6 None None] Port a5189afe-9ce3-4c26-8024-060bb3c34590 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:57:51.859519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1cb51cfc-586f-4308-8696-9a43b563c25e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1cb51cfc-586f-4308-8696-9a43b563c25e,segment=NetworkSegment(522f9030-411b-495f-817e-bee12d42488a),segment_id=522f9030-411b-495f-817e-bee12d42488a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:51.874162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.875968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7f289637-0207-4c5e-99fe-1ece1a3d501c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:51.895347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.942729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1617bea4-40d2-44ef-b327-2f084a9e31b6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Unset dirty status for tenant:1812161e7fe3451fbc6430ebbff64078 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:51.944157 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1617bea4-40d2-44ef-b327-2f084a9e31b6 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.7446754
Dec 10 03:57:51.951401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37420) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:51.962761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12327e1-e39d-48ee-9059-67143090f838 req-7d3c1560-b141-4393-a6e8-991ce5299581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:51.964213 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-7d3c1560-b141-4393-a6e8-991ce5299581 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.1070895
Dec 10 03:57:51.969584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:51.974527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1cb51cfc-586f-4308-8696-9a43b563c25e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:51.979201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1fa9dfa-51e3-4417-a2a2-498582dba5c8 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:51.980078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:52.003500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:52.046220 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce50489e-370d-4283-bf32-610aa3089538 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 200  len: 205 time: 0.0932195
Dec 10 03:57:52.051603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:52.101882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:52.156378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd9b436-1394-44d2-b7ab-b6346b9a5ae4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:52.159202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:52.168312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:52.173130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.5124421
Dec 10 03:57:52.174457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-6f00ff62-8e31-4704-8331-f441ce04ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:52.175848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-6f00ff62-8e31-4704-8331-f441ce04ae1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 200  len: 912 time: 0.8290462
Dec 10 03:57:52.177717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:52.192210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '7bd9b436-1394-44d2-b7ab-b6346b9a5ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:52.259641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:52.275644 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-c022f96a-e96e-4aad-8afa-d94136b0e0fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 200  len: 217 time: 0.0894639
Dec 10 03:57:52.285562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:52.327510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:52.338333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:52.352889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3660d7-b6b0-4cd1-88d5-eda1bea5cab9 req-56de1449-7c96-4d15-926c-a0c7745335a8 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:52.354386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d3660d7-b6b0-4cd1-88d5-eda1bea5cab9 req-56de1449-7c96-4d15-926c-a0c7745335a8 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 944 time: 0.4470079
Dec 10 03:57:52.365478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:52.409023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12327e1-e39d-48ee-9059-67143090f838 req-44eacf24-2133-4df9-bf48-c271d24f0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:52.410550 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-44eacf24-2133-4df9-bf48-c271d24f0734 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4059861
Dec 10 03:57:52.413283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Floating IP 17ff1622-76f5-4b70-a2ef-d21d3633628f associated. External IP: 172.26.1.202, port: 717cb7b6-c6ec-4156-9596-c1175b7ba9f2.
Dec 10 03:57:52.502333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for a5189afe-9ce3-4c26-8024-060bb3c34590 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:52.543587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:52.631762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-04ff11bb-7f43-4b85-a8b9-5ccbe86a52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:52.633103 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-04ff11bb-7f43-4b85-a8b9-5ccbe86a52c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6140d1-a170-4379-ad4f-3bde3b96914c HTTP/1.1" status: 200  len: 851 time: 0.3370600
Dec 10 03:57:52.695095 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d3660d7-b6b0-4cd1-88d5-eda1bea5cab9 req-67e73019-39bd-458a-a6ea-06b2ab3acf0c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241057
Dec 10 03:57:52.722408 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-effb9275-b9ce-46d4-892b-5fb66987e8b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=316bcf72-d9e3-4d39-b750-7a932e72854b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739899
Dec 10 03:57:52.726146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:52.730171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f173800b-a9e9-4c56-b16a-c2d4987ac4d4 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5467923
Dec 10 03:57:52.749170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37436) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:52.810285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group_rule': {'security_group_id': '7bd9b436-1394-44d2-b7ab-b6346b9a5ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:52.862922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:52.917588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:52.928384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:52.950360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:52.962861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19665-c243-4a9a-a7ca-42005366fa01 req-9a885807-8186-4313-82d3-17e26bae88c1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:52.964317 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7f19665-c243-4a9a-a7ca-42005366fa01 req-9a885807-8186-4313-82d3-17e26bae88c1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 945 time: 0.5409787
Dec 10 03:57:52.976422 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-051fe252-9d2f-4271-a616-eb383666f60b service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5124624
Dec 10 03:57:53.061408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.071931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eafd18b4-9d31-453d-b1c6-ed2ccb3b61f6 tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:53.117026 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-f4546dc0-4c8f-4642-bc1a-366b87943616 service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3868635
Dec 10 03:57:53.163048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=a5189afe-9ce3-4c26-8024-060bb3c34590,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:53.165374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:53.193292 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7f19665-c243-4a9a-a7ca-42005366fa01 req-3212ace2-b3b8-407f-ae68-d8cc56fe2829 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2213705
Dec 10 03:57:53.202661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:57:53.206052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4fe92130-c3be-4549-be0e-7c00a1e69732 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4489274
Dec 10 03:57:53.206196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.219155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37440) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:53.255658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 03d365af-ceeb-4fe9-a8f3-7cda1e6ee724 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:53.255999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.316480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9187d0b4-24ca-4f50-b262-c9c84751f8f4 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:53.393524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1cb51cfc-586f-4308-8696-9a43b563c25e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:53.395560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a12327e1-e39d-48ee-9059-67143090f838 req-2d16022a-3a89-4a0a-8ee3-aac9b0200ede service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4123192
Dec 10 03:57:53.468342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9b9c1-4957-4b09-ba2d-009b5cc9358c req-6a29cb3b-302a-4b6e-a13f-1b22f0742bed tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:53.475054 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0a9b9c1-4957-4b09-ba2d-009b5cc9358c req-6a29cb3b-302a-4b6e-a13f-1b22f0742bed tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.6594555
Dec 10 03:57:53.495258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1cb51cfc-586f-4308-8696-9a43b563c25e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:53.495645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.504195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.513471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Router f16c829b-6194-4129-9cc2-4a3bf1a88d65 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:57:53.514939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.523669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:53.546764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:53.547588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.568992 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/a5189afe-9ce3-4c26-8024-060bb3c34590 HTTP/1.1" status: 204  len: 168 time: 2.4239275
Dec 10 03:57:53.569221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.570341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37444) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:53.605158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f2c488e-d0a1-45cf-8b68-4b1c91452fe8 req-1639e352-a9bc-4274-9126-8be825724dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4764915
Dec 10 03:57:53.617005 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0a9b9c1-4957-4b09-ba2d-009b5cc9358c req-2208687a-de17-42da-adc3-30a43cfd2ab4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1408956
Dec 10 03:57:53.636375 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-91736345-2168-47b9-81cb-c5ada8cec75f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:57:53.637071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91736345-2168-47b9-81cb-c5ada8cec75f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:57:53.638888 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-91736345-2168-47b9-81cb-c5ada8cec75f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/a5189afe-9ce3-4c26-8024-060bb3c34590 HTTP/1.1" status: 404  len: 333 time: 0.0665202
Dec 10 03:57:53.641795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37448) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:53.695859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fde2e4f-072a-46c7-ad26-002d652904df tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:57:53.696546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8fde2e4f-072a-46c7-ad26-002d652904df tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:53.714827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8fde2e4f-072a-46c7-ad26-002d652904df tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:53.717795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8fde2e4f-072a-46c7-ad26-002d652904df tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/a5189afe-9ce3-4c26-8024-060bb3c34590 HTTP/1.1" status: 404  len: 333 time: 0.0749202
Dec 10 03:57:53.719594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37452) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:53.768663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.770584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.800241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:53.811743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:53.813228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 8305beb1-8ac7-4ae9-869c-3d00b33c32e0 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:57:53.817657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.819325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.821739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:53.899720 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'code': 200}
Dec 10 03:57:53.908909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:53.913280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:53.957508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:53.987473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 03d365af-ceeb-4fe9-a8f3-7cda1e6ee724 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:54.039128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.040365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519321fa-b901-4383-98f9-a7d5631cc390 req-9b998a79-c2e6-452e-921d-14bb403fa0ab tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:54.042423 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-519321fa-b901-4383-98f9-a7d5631cc390 req-9b998a79-c2e6-452e-921d-14bb403fa0ab tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 944 time: 0.1950948
Dec 10 03:57:54.048779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48bf869a-6526-4126-8793-a0219a79b9f8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:54.063565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:54.075127 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Sync routers for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:54.077066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd9b436-1394-44d2-b7ab-b6346b9a5ae4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:54.089968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:54.093456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.100988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:54.103379 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf6d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:54.104412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.132461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.136700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/7bd9b436-1394-44d2-b7ab-b6346b9a5ae4 HTTP/1.1" status: 204  len: 168 time: 0.9165807
Dec 10 03:57:54.144772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37460) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:54.148148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-519321fa-b901-4383-98f9-a7d5631cc390 req-6983238e-562e-4a0d-83b4-ade112ae78a0 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979011
Dec 10 03:57:54.257573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76f0e1-b48f-49f5-8da4-735a6cdf5206 req-d346290f-c01d-4756-8a52-cd6ac3bae426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:54.259975 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c76f0e1-b48f-49f5-8da4-735a6cdf5206 req-d346290f-c01d-4756-8a52-cd6ac3bae426 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1099 time: 0.1009853
Dec 10 03:57:54.261853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.272820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2b342122-2558-4053-b441-fad5646a97f3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "PUT /v2.0/floatingips/17ff1622-76f5-4b70-a2ef-d21d3633628f HTTP/1.1" status: 200  len: 992 time: 4.0792458
Dec 10 03:57:54.278487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:54.295622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8cedaf37-9518-4fbd-948c-ec34ec81a74b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:54.304047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5dedbfe-d7d8-49e6-b34c-55caf72ab120 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:54.358402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8cedaf37-9518-4fbd-948c-ec34ec81a74b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:54.371356 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8cedaf37-9518-4fbd-948c-ec34ec81a74b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2204845
Dec 10 03:57:54.372092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37470) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:54.373323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705d3ee-905d-486a-9022-30d6dd1958e4 None None] Network cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:54.390127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'tempest-secgroup--335869624'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:54.391272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.392361 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:54.400299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:54.413618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=8305beb1-8ac7-4ae9-869c-3d00b33c32e0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:54.416082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:54.418168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:54.436767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.441199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a31ec47f-bcd2-479c-99b1-02eaf0dc6015 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:54.470166 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/8305beb1-8ac7-4ae9-869c-3d00b33c32e0 HTTP/1.1" status: 204  len: 168 time: 0.7489710
Dec 10 03:57:54.477860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c76f0e1-b48f-49f5-8da4-735a6cdf5206 req-81ece0d1-50b6-418f-8847-bea3d7077a3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051206
Dec 10 03:57:54.478757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37474) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:54.480746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.513152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=03d365af-ceeb-4fe9-a8f3-7cda1e6ee724,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:54.531952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:54.537240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Usage tracker for resource:security_group_rule and tenant:15720204a27548f49a0ab56da9753d32 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:54.541414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:54.548601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:54.629265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.632969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'status': 'completed', 'code': 200}
Dec 10 03:57:54.633176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.647845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a97a43-dffe-4a56-8413-dea7707aede0 req-b5d20864-884f-4253-a765-70bb0a78ba46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:54.649557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95a97a43-dffe-4a56-8413-dea7707aede0 req-b5d20864-884f-4253-a765-70bb0a78ba46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.2477405
Dec 10 03:57:54.672724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.673116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.673532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.674868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.675259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.675634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.676010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.676377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.676747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.678165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.678548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.678729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 1cb51cfc-586f-4308-8696-9a43b563c25e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:54.678917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:54.679375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.686898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:54.746375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] DHCP port deletion for cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:57:54.751929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Deleting port 1cb51cfc-586f-4308-8696-9a43b563c25e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:54.752454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.777520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95a97a43-dffe-4a56-8413-dea7707aede0 req-06ad8a97-c7c5-4696-b15e-cc7310b5dbae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199784
Dec 10 03:57:54.899622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:54.907569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f78261ff-b664-4bef-8388-533a80bc9477 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:54.970044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87f033e-5845-4ec7-8330-40b3a0b62b10,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:54.977113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:54.980599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.034558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.035880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf6d0>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '17ff1622-76f5-4b70-a2ef-d21d3633628f', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'port_id': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'mac_address': 'fa:16:3e:77:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950e51f-d4f5-4197-924c-fd7124998180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:22Z', 'updated_at': '2021-12-10T03:57:51Z', 'revision_number': 1, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:55.038806 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.6546307
Dec 10 03:57:55.039430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37480) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:55.040530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Checking router: f16c829b-6194-4129-9cc2-4a3bf1a88d65 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:57:55.045912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] For port 1cb51cfc-586f-4308-8696-9a43b563c25e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1cb51cfc-586f-4308-8696-9a43b563c25e,segment=NetworkSegment(522f9030-411b-495f-817e-bee12d42488a),segment_id=522f9030-411b-495f-817e-bee12d42488a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:55.046433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.050720 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:55.051452 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf6d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:55.119884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port 1cb51cfc-586f-4308-8696-9a43b563c25e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1cb51cfc-586f-4308-8696-9a43b563c25e,segment=NetworkSegment(522f9030-411b-495f-817e-bee12d42488a),segment_id=522f9030-411b-495f-817e-bee12d42488a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:55.120515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.161901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-24454271-9fd9-4eb5-93d3-5ab5dced9c49 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:55.162355 dv-neutron-821182-1-hyperv neutron-server[87629]: WARNING neutron.api.v2.base [None req-24454271-9fd9-4eb5-93d3-5ab5dced9c49 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 10 03:57:55.162847 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-24454271-9fd9-4eb5-93d3-5ab5dced9c49 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 10 03:57:55.166848 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-24454271-9fd9-4eb5-93d3-5ab5dced9c49 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "PUT /v2.0/security-groups/e87f033e-5845-4ec7-8330-40b3a0b62b10 HTTP/1.1" status: 409  len: 330 time: 0.0683970
Dec 10 03:57:55.167439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37484) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:55.202929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.208535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.225174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Calling delete_port for 1cb51cfc-586f-4308-8696-9a43b563c25e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:55.255378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a7d7-3b1d-44bb-ba68-51e960411277 req-6f089550-b85d-4e84-8a57-f4ca9223e0c4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:55.267090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ce8a7d7-3b1d-44bb-ba68-51e960411277 req-6f089550-b85d-4e84-8a57-f4ca9223e0c4 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4826815
Dec 10 03:57:55.272202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.272739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router d3f63674-d90b-4ca5-b7cb-85e2d58b0481 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:57:55.275465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:57:55.299342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.307452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.312584 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 204  len: 168 time: 3.2056079
Dec 10 03:57:55.324897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37490) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:55.333533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1655272434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:55.334540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.350050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:55.350496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3721667a-7a37-4094-bf32-855655759aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:55.370110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.391425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] No DVR routers for this DVR port 1cb51cfc-586f-4308-8696-9a43b563c25e on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:57:55.392869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:55.402033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:55.402534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e05731e3-2320-44e1-ae8a-87934ee779d4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:57:55.403709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 1cb51cfc-586f-4308-8696-9a43b563c25e owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:57:55.415543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1cb51cfc-586f-4308-8696-9a43b563c25e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:57:55.417360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:55.447994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.449204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.471462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.479784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-08111e5d-7050-4ea7-b40f-3291086110c1 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:55.504911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.506958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87f033e-5845-4ec7-8330-40b3a0b62b10,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:55.521717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:55.536713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.547728 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/e87f033e-5845-4ec7-8330-40b3a0b62b10 HTTP/1.1" status: 204  len: 168 time: 0.3684115
Dec 10 03:57:55.549030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37496) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:55.563368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 1cb51cfc-586f-4308-8696-9a43b563c25e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:57:55.564110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1cb51cfc-586f-4308-8696-9a43b563c25e not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:57:55.564489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.580572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Pushing event deleted for resources: {'Port': ['ID=1cb51cfc-586f-4308-8696-9a43b563c25e,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:55.588028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:55.593563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.594881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3621881b-a147-47d5-a072-96dc7e75e7dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2689240
Dec 10 03:57:55.598099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37500) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:55.605725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': True}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:55.622721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-3faa8bb1-0cae-4a7e-9a06-99d7d1370e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:55.624188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-3faa8bb1-0cae-4a7e-9a06-99d7d1370e24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff210db707ff4f7e90cae1b66cc857cb&device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 1099 time: 0.7082131
Dec 10 03:57:55.750176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e05731e3-2320-44e1-ae8a-87934ee779d4,segment=NetworkSegment(7e7d9949-87c0-461a-aa89-bbfee82648b1),segment_id=7e7d9949-87c0-461a-aa89-bbfee82648b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:55.761124 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ce8a7d7-3b1d-44bb-ba68-51e960411277 req-f0e6bc74-1e71-4e13-839c-dbe37288d5f3 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3853335
Dec 10 03:57:55.772357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'e05731e3-2320-44e1-ae8a-87934ee779d4', 'network_id': '316bcf72-d9e3-4d39-b750-7a932e72854b', 'port_id': 'e05731e3-2320-44e1-ae8a-87934ee779d4', 'mac_address': 'fa:16:3e:eb:f6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6140d1-a170-4379-ad4f-3bde3b96914c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:57:55.784473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b1b6910-ca71-4cd1-b49c-e7adb2cd4307 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Synchronizing usage tracker for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:57:55.817687 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1cf6d0>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '17ff1622-76f5-4b70-a2ef-d21d3633628f', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'port_id': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'mac_address': 'fa:16:3e:77:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950e51f-d4f5-4197-924c-fd7124998180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:22Z', 'updated_at': '2021-12-10T03:57:51Z', 'revision_number': 1, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:55.822648 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ace9c-b2aa-4859-86de-dfdfad2c5e74 None None] The sync data for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv is: [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '17ff1622-76f5-4b70-a2ef-d21d3633628f', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'port_id': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'mac_address': 'fa:16:3e:77:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950e51f-d4f5-4197-924c-fd7124998180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:22Z', 'updated_at': '2021-12-10T03:57:51Z', 'revision_number': 1, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:55.869136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:57:55.889625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:57:55.913394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.936009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-42324cb0-39d2-4e42-ae93-707cd49fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:55.945603 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-42324cb0-39d2-4e42-ae93-707cd49fe5d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde HTTP/1.1" status: 200  len: 913 time: 0.2991760
Dec 10 03:57:55.949844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05731e3-2320-44e1-ae8a-87934ee779d4 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:57:55.958012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7124a-fc78-4bef-83ab-326f3ac682d5 req-5e0c380e-dd2b-4617-854f-b12ab02f4cc4 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:55.965132 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7bd7124a-fc78-4bef-83ab-326f3ac682d5 req-5e0c380e-dd2b-4617-854f-b12ab02f4cc4 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 944 time: 0.5904276
Dec 10 03:57:55.983646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e05731e3-2320-44e1-ae8a-87934ee779d4,segment=NetworkSegment(7e7d9949-87c0-461a-aa89-bbfee82648b1),segment_id=7e7d9949-87c0-461a-aa89-bbfee82648b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:55.991524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:55.993288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:56.095130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:56.100482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:56.122692 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-cd6505e4-a221-4b53-b7e9-a373e2b8446a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2 HTTP/1.1" status: 200  len: 1000 time: 0.1388421
Dec 10 03:57:56.191757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada67fd3-8bff-4d49-a708-82fa12a6f35f None None] New status for floating IP 17ff1622-76f5-4b70-a2ef-d21d3633628f: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:57:56.207487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b1b6910-ca71-4cd1-b49c-e7adb2cd4307 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Unset dirty status for tenant:15720204a27548f49a0ab56da9753d32 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:57:56.212449 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b1b6910-ca71-4cd1-b49c-e7adb2cd4307 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6587291
Dec 10 03:57:56.212582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37508) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:56.232089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.236344 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-0665f640-5f9f-4615-b6af-280fcb398a31 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] delete failed (client error): The resource could not be found.
Dec 10 03:57:56.240764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0665f640-5f9f-4615-b6af-280fcb398a31 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c658cdf-dfbd-428d-b292-97cd50d08beb HTTP/1.1" status: 404  len: 347 time: 0.0238690
Dec 10 03:57:56.242949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37512) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:56.258157 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7bd7124a-fc78-4bef-83ab-326f3ac682d5 req-d12e0a36-c376-4b40-8176-f927d788be75 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912483
Dec 10 03:57:56.258747 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-ab881948-90e4-4980-8c2d-96199dd5c74d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] show failed (client error): The resource could not be found.
Dec 10 03:57:56.259825 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ab881948-90e4-4980-8c2d-96199dd5c74d tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-groups/2352f9e4-93e5-4638-a85d-3942c46ce322 HTTP/1.1" status: 404  len: 347 time: 0.0178397
Dec 10 03:57:56.265047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37516) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:56.282577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-7fc220f5-a8ad-455a-9d5d-cbc8836bd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:56.284179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-7fc220f5-a8ad-455a-9d5d-cbc8836bd94d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=45754be4-9851-4100-9c32-f066f744a57e HTTP/1.1" status: 200  len: 851 time: 0.1531584
Dec 10 03:57:56.298349 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-c0c5b3cc-44df-42d5-9936-b1d76710360c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] show failed (client error): The resource could not be found.
Dec 10 03:57:56.306864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c0c5b3cc-44df-42d5-9936-b1d76710360c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] 10.222.0.44 "GET /v2.0/security-group-rules/ec7d840b-fcff-40f9-9775-dda66cf9eccd HTTP/1.1" status: 404  len: 356 time: 0.0330899
Dec 10 03:57:56.391857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a9d9-c212-4b85-ac58-35462300fd72 req-f2113564-fc24-4bc2-8a9c-ce5f7aa39480 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:56.393382 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9418a9d9-c212-4b85-ac58-35462300fd72 req-f2113564-fc24-4bc2-8a9c-ce5f7aa39480 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.2168012
Dec 10 03:57:56.395489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 1cb51cfc-586f-4308-8696-9a43b563c25e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:56.395828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.480668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] The port '1cb51cfc-586f-4308-8696-9a43b563c25e' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:57:56.513864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-2b623196-f0a9-413b-a5ce-c149906afb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:56.515334 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-2b623196-f0a9-413b-a5ce-c149906afb16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3d0b35a-637b-4a07-a819-0ecbed4d3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2184899
Dec 10 03:57:56.607234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.673952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['e05731e3-2320-44e1-ae8a-87934ee779d4'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:57:56.688659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37524) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:56.705635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9418a9d9-c212-4b85-ac58-35462300fd72 req-cabfcc8d-88d0-4e6e-9a17-8762d9f1aec2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2798915
Dec 10 03:57:56.726932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.775864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf850d0>,) {'filters': {'network_id': ['cbd9a764-fa9d-48ce-9c20-d8fbdde82df1']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:56.801599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.813212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf850d0>, '522f9030-411b-495f-817e-bee12d42488a') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:56.813530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf850d0>, '522f9030-411b-495f-817e-bee12d42488a') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:56.831787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:56.869060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-5520dc3b-7854-42b6-842b-98c91d8e1879 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282714
Dec 10 03:57:56.960863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 172.26.1.224 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/0f5ecb81-af7c-49e7-a86f-fc870d263d66) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:56.979652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.002260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:57:57.002652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:57:57.019812 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:57:57.134047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.160148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-255733b7-c97f-4d06-b0e0-f3e78b1d7178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15720204a27548f49a0ab56da9753d32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4679635
Dec 10 03:57:57.160547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:57.180905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.185032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441114c3-5d22-4a67-a4b5-a475580cfa34 req-db6f0c95-852f-4751-8c13-c9957fbf8bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016346
Dec 10 03:57:57.186376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.192659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:57.195474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dd00a-5c09-42a9-887a-d1f357be4b3b req-5020baa3-1749-4c61-922b-98f91207ae60 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:57.196943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c1dd00a-5c09-42a9-887a-d1f357be4b3b req-5020baa3-1749-4c61-922b-98f91207ae60 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.3729608
Dec 10 03:57:57.199040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d081b0c-bc3c-4cbb-9654-2dde08e69d2f tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:57.216718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.232155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=cbd9a764-fa9d-48ce-9c20-d8fbdde82df1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:57.261398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.261786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.262206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.262579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.262947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.263314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.263675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.264032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.264390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.264745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.265099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.265477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:57.267290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:57.274946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:57.277401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/cbd9a764-fa9d-48ce-9c20-d8fbdde82df1 HTTP/1.1" status: 204  len: 168 time: 2.7971518
Dec 10 03:57:57.280897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:57.289918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:57.292960 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c1dd00a-5c09-42a9-887a-d1f357be4b3b req-d8b2c960-7c3a-46b8-8e78-ce71f12159ec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735681
Dec 10 03:57:57.294059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37538) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:57.299915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088522149'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:57.305551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:57.309838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:57.312976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:57.320998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37544) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:57.324104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:57.349855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=0f5ecb81-af7c-49e7-a86f-fc870d263d66,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:57.357168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:57.363547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.382072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:57.385534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.508933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.596692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:57:57.619715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.620058 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 1d34bea5-b808-448b-9439-64a0dc39744b of type vlan for network 5ada52ce-0e63-46a3-83da-feb6d48acaf5
Dec 10 03:57:57.627991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9252da9-c26c-4f5a-a7b5-6cae138dc744 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:57.629522 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a9252da9-c26c-4f5a-a7b5-6cae138dc744 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1094 time: 0.3070903
Dec 10 03:57:57.633417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37548) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:57.644120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:57.661632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:57.674841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4404c-a6d4-42e9-98f6-77b484f56599 req-dfa82c8a-6bb8-4d2e-9068-e8f2a9dc6c5c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:57.676320 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b7b4404c-a6d4-42e9-98f6-77b484f56599 req-dfa82c8a-6bb8-4d2e-9068-e8f2a9dc6c5c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 945 time: 0.2795997
Dec 10 03:57:57.677313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:57.681840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:57.686540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.707144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:57.743844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.748169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.749289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:57.765577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115bd48-f921-488a-a4ce-6143377b4999,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:57.769859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:57.771020 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b7b4404c-a6d4-42e9-98f6-77b484f56599 req-951db598-b752-467a-97d8-8ea9e9cf1625 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862756
Dec 10 03:57:57.815229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.816381 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5115bd48-f921-488a-a4ce-6143377b4999 HTTP/1.1" status: 204  len: 168 time: 0.6548774
Dec 10 03:57:57.835272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.835976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.840870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:57.841488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:57.848513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:57.962179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6670172
Dec 10 03:57:57.967252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37554) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:57.974702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:58.000120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=5ada52ce-0e63-46a3-83da-feb6d48acaf5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:58.002973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:58.013086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:57:58.125193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:58.131612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:58.137156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:58.151814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:58.172386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.208529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:58.211953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.222552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.226263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.422232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.177 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/21163ec5-de1a-40f6-8407-12aa83a3982b) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:58.556448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router 1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:57:58.608811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.615386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d201d7b6-0777-404e-98da-bacacccf9a8b tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:58.704197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.720899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=68742976-10b3-4c48-9a85-8d714ccf1969,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:58.727764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:58.736276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:57:58.737498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '1d34bea5-b808-448b-9439-64a0dc39744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:57:58.737853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 5ada52ce-0e63-46a3-83da-feb6d48acaf5, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:57:58.740746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.742450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "PUT /v2.0/routers/1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 200  len: 919 time: 3.1427569
Dec 10 03:57:58.744818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37560) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:58.747600 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] Sync routers for ids ['1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:57:58.757467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] Routers {'1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:58.758077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb700>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:58.767837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:57:58.775958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.779864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:58.809971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 5ada52ce-0e63-46a3-83da-feb6d48acaf5) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:58.819145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb700>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:58.821030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1da19-83b7-41a1-9d7c-601119b9cc9b None None] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:57:58.829250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:58.829473 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] Routers {'1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:57:58.829843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:58.830060 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb700>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:58.870976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:58.878159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:58.880204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=21163ec5-de1a-40f6-8407-12aa83a3982b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:58.882604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:58.911785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:58.914823 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb700>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:57:58.915253 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940da45-1cb0-45d9-9d1a-b8d90af92771 None None] The sync data for ids ['1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:57:58.927759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9565849
Dec 10 03:57:58.927759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37566) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:58.934822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1786426310'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:57:59.030922 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6151ce3-a89e-43fd-b9aa-5c9e9392cff2 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 200  len: 925 time: 0.2816582
Dec 10 03:57:59.031502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37570) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:59.110353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab3223-385f-4d9b-ad09-f9c526bcb2ed tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:59.114503 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0aab3223-385f-4d9b-ad09-f9c526bcb2ed tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0794182
Dec 10 03:57:59.117929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37574) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:59.122968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-5ada52ce-0e63-46a3-83da-feb6d48acaf5', 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': '68742976-10b3-4c48-9a85-8d714ccf1969'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:57:59.124608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.247189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:57:59.249280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10627d-4c74-4930-8a95-708081ec8dbd tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:59.253387 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1c10627d-4c74-4930-8a95-708081ec8dbd tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.1317360
Dec 10 03:57:59.253971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37578) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:59.254540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:57:59.265993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de44ee-ffd7-466a-819f-d59950822ae2 req-d326e822-53d6-40ea-81df-22e268ba3fb7 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:57:59.267418 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0de44ee-ffd7-466a-819f-d59950822ae2 req-d326e822-53d6-40ea-81df-22e268ba3fb7 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 945 time: 0.2582676
Dec 10 03:57:59.274211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:57:59.285355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Allocated IP 172.20.0.2 (5ada52ce-0e63-46a3-83da-feb6d48acaf5/68742976-10b3-4c48-9a85-8d714ccf1969/a9c14f25-cc61-44ee-a40c-30dda8b7eef3) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:59.300471 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f4449698-4b52-4027-bcc5-f857c3d5c013 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 200  len: 205 time: 0.0453441
Dec 10 03:57:59.302835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37582) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:57:59.371013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e05731e3-2320-44e1-ae8a-87934ee779d4 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:57:59.498543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port e05731e3-2320-44e1-ae8a-87934ee779d4 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:57:59.513928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.531446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port e05731e3-2320-44e1-ae8a-87934ee779d4 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:57:59.531822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.552555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:57:59.598517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:57:59.601959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.614856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.623209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0de44ee-ffd7-466a-819f-d59950822ae2 req-e58a0c5f-59b1-43fb-828e-a5b870bd92c9 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3457444
Dec 10 03:57:59.632094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Transition to ACTIVE for port object a9c14f25-cc61-44ee-a40c-30dda8b7eef3 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:59.653893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 3afb008c-d8c5-45fe-956e-8156a1e30673 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:57:59.709394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.718986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 0f5ecb81-af7c-49e7-a86f-fc870d263d66 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:57:59.719407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.743214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Transition to ACTIVE for port object a9c14f25-cc61-44ee-a40c-30dda8b7eef3 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:57:59.751172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.765644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.771707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:59.845266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:57:59.854383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:57:59.859512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:57:59.864920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:57:59.868034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e05731e3-2320-44e1-ae8a-87934ee779d4,segment=NetworkSegment(7e7d9949-87c0-461a-aa89-bbfee82648b1),segment_id=7e7d9949-87c0-461a-aa89-bbfee82648b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:57:59.870357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Pushing event updated for resources: {'Port': ['ID=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:57:59.875187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.4 (5ada52ce-0e63-46a3-83da-feb6d48acaf5/68742976-10b3-4c48-9a85-8d714ccf1969/3afb008c-d8c5-45fe-956e-8156a1e30673) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:57:59.879571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.880112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.880627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.881125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.881636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.882122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.882601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.883066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.883593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.884076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.884699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.884882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:57:59.916959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:57:59.917961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.923520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:57:59.925292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-13f3b327-22b0-4e6f-a7e2-1619b13acfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:57:59.964130 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4', 'code': 200}
Dec 10 03:57:59.964735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.041279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Attempting to bind port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:00.041954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Attempting to bind port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '1d34bea5-b808-448b-9439-64a0dc39744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:00.042497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Attempting to bind port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 on network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:00.053508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:00.054173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Checking segment: {'id': '1d34bea5-b808-448b-9439-64a0dc39744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:00.054751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.055308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Bound using segment: {'id': '1d34bea5-b808-448b-9439-64a0dc39744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:00.055932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Bound port: a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d34bea5-b808-448b-9439-64a0dc39744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5ada52ce-0e63-46a3-83da-feb6d48acaf5'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:00.056477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.072687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:00.077712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:00.139510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.158314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] For port a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:00.163453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] For port a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,segment=NetworkSegment(1d34bea5-b808-448b-9439-64a0dc39744b),segment_id=1d34bea5-b808-448b-9439-64a0dc39744b)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:00.171020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.183607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7d17ad6-c600-4488-a37d-20af1352cca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:00.193479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.225376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 3afb008c-d8c5-45fe-956e-8156a1e30673 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:00.253172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 0f5ecb81-af7c-49e7-a86f-fc870d263d66 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:00.271554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Pushing event updated for resources: {'Port': ['ID=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:00.279859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:00.413573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.420906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cade5360-7414-452d-a0a5-858a4e98db78 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:00.454307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.458494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-574c0571-8a12-4616-b6cf-9970a70a61c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:00.514860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=0f5ecb81-af7c-49e7-a86f-fc870d263d66,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:00.517657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:00.527316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:00.534472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:00.537000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:00.591028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=3afb008c-d8c5-45fe-956e-8156a1e30673,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:00.598631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1380fc0-1098-4d9a-bb74-e268f1663f19 req-bedab6d5-7d9d-4dc9-a30a-12e818dee5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:00.600145 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c1380fc0-1098-4d9a-bb74-e268f1663f19 req-bedab6d5-7d9d-4dc9-a30a-12e818dee5c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 1099 time: 0.3628936
Dec 10 03:58:00.610828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:00.626156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.635178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.646794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.654458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:00.709203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:00.711058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.771931 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c1380fc0-1098-4d9a-bb74-e268f1663f19 req-872d83fd-e77a-47ef-9a25-c7e348f8229f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560388
Dec 10 03:58:00.822078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.824883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.851167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.851745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:58:00.852604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=21163ec5-de1a-40f6-8407-12aa83a3982b,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:00.857571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:00.865395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.9370096
Dec 10 03:58:00.868430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37594) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:00.868746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.874410 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 204  len: 168 time: 1.5669694
Dec 10 03:58:00.874776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37598) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:00.877203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.879999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1550520328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:00.887402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:00.891254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:00.894171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:00.899988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:00.913019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.915004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.930769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.952175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.974219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:00.975401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cbcc63ed-33ae-4527-b985-07f1eb1770d6 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.0996616
Dec 10 03:58:00.978212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37602) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:00.983596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'enable_snat': False}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:01.082488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 3afb008c-d8c5-45fe-956e-8156a1e30673 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:01.082824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.304834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9677-de09-47f2-a3ee-ec9346863010 req-ee26bb56-a3ad-4f8e-ba80-f11fdf384497 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:01.312426 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-054f9677-de09-47f2-a3ee-ec9346863010 req-ee26bb56-a3ad-4f8e-ba80-f11fdf384497 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.5351713
Dec 10 03:58:01.374413 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 53cae024-8b2c-4ae4-a0f7-5b99fc51261c associated. External IP: 172.26.1.177, port: 9187d0b4-24ca-4f50-b262-c9c84751f8f4.
Dec 10 03:58:01.392923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9e10a-6818-4a00-b31e-2b199f4ad05c None None] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:01.413157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a9c14f25-cc61-44ee-a40c-30dda8b7eef3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:01.414013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.548121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5856225d-e30f-4f36-862c-c3a32bf391ed None None] Provisioning for port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:01.564099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-054f9677-de09-47f2-a3ee-ec9346863010 req-236c2dce-f14a-4f68-b4f0-95fd479ee68f tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507966
Dec 10 03:58:01.576750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:01.600493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:01.600884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.758621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.867778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.895581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.906809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,segment=NetworkSegment(1d34bea5-b808-448b-9439-64a0dc39744b),segment_id=1d34bea5-b808-448b-9439-64a0dc39744b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:01.913074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.915387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-85a0ebe6-fcc8-4e28-b8f2-6e16a8c66c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:01.933294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:01.984783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 3afb008c-d8c5-45fe-956e-8156a1e30673 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:02.013450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:02.018481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:02.100257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Allocated IP 172.26.1.183 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/2115d41d-1e7c-429b-8b2c-3690e13ef266) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:02.146326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:58:02.204683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b2b646bc-8a03-4c4d-9a64-450e7fa4063f None None] Provisioning complete for port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:02.205444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2b646bc-8a03-4c4d-9a64-450e7fa4063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.265132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.310727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.316070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-48eb9e73-69f8-49a5-af26-58a39e8e6c6c tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:02.321908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.346991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:02.398877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b2b646bc-8a03-4c4d-9a64-450e7fa4063f None None] Could not find standard attr ID for object 3afb008c-d8c5-45fe-956e-8156a1e30673. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:02.403852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=3afb008c-d8c5-45fe-956e-8156a1e30673,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:02.406211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:02.411162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:02.414569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:02.418520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:02.461770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Pushing event updated for resources: {'Port': ['ID=2115d41d-1e7c-429b-8b2c-3690e13ef266,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:02.466211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:02.514821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7854cbd8-c132-4f69-a814-85d821cf74ef None None] Could not find standard attr ID for object 3afb008c-d8c5-45fe-956e-8156a1e30673. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:02.546910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.550421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:02.561545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:02.571907 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/3afb008c-d8c5-45fe-956e-8156a1e30673 HTTP/1.1" status: 204  len: 168 time: 1.7020285
Dec 10 03:58:02.573693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:02.574822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d158580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:02.575213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:02.628945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.679342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e771c25-2c87-4e31-af31-1c1728ee2964 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:02.680088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6e771c25-2c87-4e31-af31-1c1728ee2964 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:02.705527 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.0693605
Dec 10 03:58:02.707351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:58:02.712271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37614) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:02.806325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:58:02.911151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:02.922645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'status': 'completed', 'code': 200}
Dec 10 03:58:02.993821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6e771c25-2c87-4e31-af31-1c1728ee2964 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:02.998187 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6e771c25-2c87-4e31-af31-1c1728ee2964 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/3afb008c-d8c5-45fe-956e-8156a1e30673 HTTP/1.1" status: 404  len: 333 time: 0.4220114
Dec 10 03:58:02.999368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37622) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:03.084884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-971d79a2-a770-476c-9f40-4feae20e78ff tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/53cae024-8b2c-4ae4-a0f7-5b99fc51261c HTTP/1.1" status: 200  len: 992 time: 0.3701260
Dec 10 03:58:03.113526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-3e3a2634-c118-4e9e-867a-ad8ffbf7f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.115363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-3e3a2634-c118-4e9e-867a-ad8ffbf7f8b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1099 time: 0.1915624
Dec 10 03:58:03.123452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36cd94-1940-427b-8af8-a635f1c163d6 req-25723256-ec41-49fb-97ee-678fe1b1bd3c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.125217 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac36cd94-1940-427b-8af8-a635f1c163d6 req-25723256-ec41-49fb-97ee-678fe1b1bd3c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.2042420
Dec 10 03:58:03.149597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 68742976-10b3-4c48-9a85-8d714ccf1969 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:03.160301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.246921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac36cd94-1940-427b-8af8-a635f1c163d6 req-84d61c6a-150e-463e-8356-d3ac6a0a371f tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018739
Dec 10 03:58:03.259800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d158580>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:57:59Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:03.264253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:58:03.272573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:03.273591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d158580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:03.289194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.290719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-72bd6bb4-3b35-4dfa-969c-ada9e37fd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.292178 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-72bd6bb4-3b35-4dfa-969c-ada9e37fd1c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 896 time: 0.1664772
Dec 10 03:58:03.414082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-4ce1c970-ba17-4082-9545-25e2b0fa4846 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 1000 time: 0.1124737
Dec 10 03:58:03.434355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a9c14f25-cc61-44ee-a40c-30dda8b7eef3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:03.529466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-3ddda13e-4332-404b-8e6c-f7a2c7b0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.530963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-3ddda13e-4332-404b-8e6c-f7a2c7b0082d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.0801861
Dec 10 03:58:03.555626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:03.556019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.599469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f231-072e-428f-8820-83e16af1cb35 req-a6533358-d424-46c8-8e42-3aa4baccbc3e tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.600945 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45d6f231-072e-428f-8820-83e16af1cb35 req-a6533358-d424-46c8-8e42-3aa4baccbc3e tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1848073
Dec 10 03:58:03.609103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:58:03.611116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.657186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.662474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.664646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-47d1ccd7-df4d-441a-95b8-68518f1e9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:03.666177 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-47d1ccd7-df4d-441a-95b8-68518f1e9179 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1202528
Dec 10 03:58:03.669162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45d6f231-072e-428f-8820-83e16af1cb35 req-2680eba3-8f4c-4b83-948a-bf7c59a580d7 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530748
Dec 10 03:58:03.836348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-fc01728e-636f-4184-9e5a-6760a5b27bef service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605463
Dec 10 03:58:03.863697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.891023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3a5b6359-9d36-47e1-916a-dc890388d73e tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:03.956432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:03.962332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b794239-e71b-4518-85b9-9758e7d71bd8 None None] Network 5ada52ce-0e63-46a3-83da-feb6d48acaf5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:03.962775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=68742976-10b3-4c48-9a85-8d714ccf1969,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:03.970266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:03.979253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/68742976-10b3-4c48-9a85-8d714ccf1969 HTTP/1.1" status: 204  len: 168 time: 0.9217601
Dec 10 03:58:03.984242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37630) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.007377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Router aef5e506-0f47-46c2-a76b-80629cae661a is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:58:04.121657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37638) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.226700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:04.232823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.234064 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "PUT /v2.0/routers/aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 200  len: 920 time: 3.2549138
Dec 10 03:58:04.236606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37642) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.238541 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] Sync routers for ids ['aef5e506-0f47-46c2-a76b-80629cae661a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:04.252082 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] Routers {'aef5e506-0f47-46c2-a76b-80629cae661a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:04.252697 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5df0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aef5e506-0f47-46c2-a76b-80629cae661a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:04.271986 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac4dfaa-7759-488f-8d21-9ec10a6e036a req-3518b5cc-e481-4664-b543-8c39b2adbec4 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4270740
Dec 10 03:58:04.280368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d158580>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:57:59Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:04.284605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed4222-cf98-4659-9358-7fa90d66e5b4 None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:57:59Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:04.349611 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5df0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:04.360677 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] Routers {'aef5e506-0f47-46c2-a76b-80629cae661a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:04.361806 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5df0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aef5e506-0f47-46c2-a76b-80629cae661a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:04.365172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.378472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] DHCP port deletion for 5ada52ce-0e63-46a3-83da-feb6d48acaf5 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:04.384068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Deleting port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:04.384279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.390995 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d39845bf-d3ee-403e-a6c2-77fd4e9f8703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/53cae024-8b2c-4ae4-a0f7-5b99fc51261c HTTP/1.1" status: 200  len: 992 time: 0.2680378
Dec 10 03:58:04.426226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:04.426574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.434176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5df0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:04.434943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e43119-9c79-4bf3-8094-d5bce733995c None None] The sync data for ids ['aef5e506-0f47-46c2-a76b-80629cae661a'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:04.470973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71fe5d-0e5b-4721-8b6f-fe892e936a7c req-fde1b1ff-2494-42b9-83d8-ffda6911acae tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:04.472488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc71fe5d-0e5b-4721-8b6f-fe892e936a7c req-fde1b1ff-2494-42b9-83d8-ffda6911acae tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.2872350
Dec 10 03:58:04.493004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-35313ca5-2399-4865-883b-38d536010fda tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 200  len: 926 time: 0.2551877
Dec 10 03:58:04.493688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37646) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.571589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc71fe5d-0e5b-4721-8b6f-fe892e936a7c req-b1b4497a-150c-4a9e-8c6c-9b451a091c8d tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922229
Dec 10 03:58:04.593272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ebf843-018a-407d-83ad-47fe3e3c1232 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:04.596059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-95ebf843-018a-407d-83ad-47fe3e3c1232 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=aef5e506-0f47-46c2-a76b-80629cae661a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1013718
Dec 10 03:58:04.600539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37650) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.643416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea443899-5108-4aee-aefa-d2fafced0765 None None] New status for floating IP 53cae024-8b2c-4ae4-a0f7-5b99fc51261c: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:58:04.736183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] For port a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,segment=NetworkSegment(1d34bea5-b808-448b-9439-64a0dc39744b),segment_id=1d34bea5-b808-448b-9439-64a0dc39744b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:04.736762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.736902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5118dd7-8e7b-4990-aa71-133f33b22064 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:04.738271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f5118dd7-8e7b-4990-aa71-133f33b22064 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/networks/995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 881 time: 0.1366599
Dec 10 03:58:04.741232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37654) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.786015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-465ca3e1-6ee1-4eba-8c93-c1df14ba9b74 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 200  len: 205 time: 0.0435073
Dec 10 03:58:04.788695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:04.840869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port a9c14f25-cc61-44ee-a40c-30dda8b7eef3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,segment=NetworkSegment(1d34bea5-b808-448b-9439-64a0dc39744b),segment_id=1d34bea5-b808-448b-9439-64a0dc39744b)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:04.841650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:04.945337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Calling delete_port for a9c14f25-cc61-44ee-a40c-30dda8b7eef3 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:04.977628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for a9c14f25-cc61-44ee-a40c-30dda8b7eef3 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:04.989418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.060609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.073586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:05.114987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No DVR routers for this DVR port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:05.168889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:05.169413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:05.178917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=a9c14f25-cc61-44ee-a40c-30dda8b7eef3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:05.181349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:05.197675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.210732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 2115d41d-1e7c-429b-8b2c-3690e13ef266 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:05.211329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.258986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.284637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c59b850>,) {'filters': {'network_id': ['5ada52ce-0e63-46a3-83da-feb6d48acaf5']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:05.299104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c59b850>, '1d34bea5-b808-448b-9439-64a0dc39744b') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:05.299405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c59b850>, '1d34bea5-b808-448b-9439-64a0dc39744b') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:05.316927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.349079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a9c14f25-cc61-44ee-a40c-30dda8b7eef3 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:05.354578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.363431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:05.364111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.392308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a9c14f25-cc61-44ee-a40c-30dda8b7eef3 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:05.392712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a9c14f25-cc61-44ee-a40c-30dda8b7eef3 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:05.436019 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:05.438704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37664) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:05.510262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.547666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.552428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-80e6e50a-18d5-474c-924e-3d31b31d5db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091856956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:05.575325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.585931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=5ada52ce-0e63-46a3-83da-feb6d48acaf5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:05.592543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:05.595834 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d654c53c-b56a-4388-885c-f8eb33c1102f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/53cae024-8b2c-4ae4-a0f7-5b99fc51261c HTTP/1.1" status: 200  len: 994 time: 0.1529896
Dec 10 03:58:05.608132 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/5ada52ce-0e63-46a3-83da-feb6d48acaf5 HTTP/1.1" status: 204  len: 168 time: 1.6216979
Dec 10 03:58:05.611916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37670) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:05.618271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'name': 'tempest-PortsTestJSON-453001853'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:05.643098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 2115d41d-1e7c-429b-8b2c-3690e13ef266 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:05.670981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Deleting port a9c14f25-cc61-44ee-a40c-30dda8b7eef3 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:05.671514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.736961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffa635-23ea-4e41-b78e-4b73f2dcbe4a None None] The port 'a9c14f25-cc61-44ee-a40c-30dda8b7eef3' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:05.798429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:05.804687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:05.808634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:05.815311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:05.819838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.823550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fea1ac33-fe1c-4e09-b893-49557b2e29ca tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:05.831395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:05.834843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.851207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7692c-c4a3-4ae5-8de6-599bec778d03 req-9c120d82-cace-421d-b4e4-c26638f61280 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:05.852667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8c7692c-c4a3-4ae5-8de6-599bec778d03 req-9c120d82-cace-421d-b4e4-c26638f61280 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1455679
Dec 10 03:58:05.866914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=2115d41d-1e7c-429b-8b2c-3690e13ef266,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:05.870059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:05.891138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 6587a714-dc91-4f1f-ab61-5da19b0f17ad yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:05.960638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:05.968324 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8c7692c-c4a3-4ae5-8de6-599bec778d03 req-51433ad3-58a4-4a68-89b7-e02b45c82737 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001577
Dec 10 03:58:06.138543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.141343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.143898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.169191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.169693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router aef5e506-0f47-46c2-a76b-80629cae661a {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:58:06.174848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.182836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b489a8d3-5814-4c8a-909d-9ddfc57b3499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:06.186619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.191307 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 204  len: 168 time: 1.3980756
Dec 10 03:58:06.192139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37678) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:06.197837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1665557376', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:06.206316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:06.210855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Usage tracker for resource:router and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:06.214225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:06.222699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:06.235596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.236811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.254122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:06.256511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.260821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:06.277659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:06.284449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:06.285533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.353262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=6587a714-dc91-4f1f-ab61-5da19b0f17ad,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:06.364937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:06.369939 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7566910
Dec 10 03:58:06.378709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:06.533854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.624171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 6587a714-dc91-4f1f-ab61-5da19b0f17ad {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:06.624507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.681219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-d30b06c3-6f8a-459a-add1-9144cf1ef6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:06.682829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-d30b06c3-6f8a-459a-add1-9144cf1ef6ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cfc6001658054167a536797f0b9df327&device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 1099 time: 0.3706677
Dec 10 03:58:06.834919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dad5-2971-42e7-aa58-62182795b3f5 req-ba500162-815d-4e16-b6d9-ad7b4d6e26c2 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:06.836368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c22dad5-2971-42e7-aa58-62182795b3f5 req-ba500162-815d-4e16-b6d9-ad7b4d6e26c2 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.4157157
Dec 10 03:58:06.958087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:06.990141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.007451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c22dad5-2971-42e7-aa58-62182795b3f5 req-ab7b745e-1610-48c2-b6b4-9548d6682f66 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622789
Dec 10 03:58:07.028205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-6f4d4947-7130-40fe-92a2-9317aed45d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:07.029665 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-6f4d4947-7130-40fe-92a2-9317aed45d5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 200  len: 912 time: 0.3315916
Dec 10 03:58:07.031161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.124922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Allocated IP 172.26.1.217 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/62409d5b-3b11-4c8b-b805-1eb88c68a093) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:07.155354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-fdda1d71-a701-42f2-b865-93cf0a1131d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 200  len: 217 time: 0.1167195
Dec 10 03:58:07.247216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 6587a714-dc91-4f1f-ab61-5da19b0f17ad owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:07.270031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.307167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.311730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78424ca4-cc92-4fac-823a-184042357f3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:07.325486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-ebdd908a-1bd3-4555-8d9c-4e6c7a01aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:07.326981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-ebdd908a-1bd3-4555-8d9c-4e6c7a01aa83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6140d1-a170-4379-ad4f-3bde3b96914c HTTP/1.1" status: 200  len: 851 time: 0.1189177
Dec 10 03:58:07.374833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:07.377814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:07.381599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:07.381829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-8c5f6b33-4370-46dc-8a75-7c1e7aa1c622 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=316bcf72-d9e3-4d39-b750-7a932e72854b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444834
Dec 10 03:58:07.387552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.392870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d16e710-e5aa-428c-b73c-bfd672c9b09f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:07.420640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event updated for resources: {'Port': ['ID=62409d5b-3b11-4c8b-b805-1eb88c68a093,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:07.424899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:07.455606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=6587a714-dc91-4f1f-ab61-5da19b0f17ad,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:07.462275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:07.519147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.533728 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/6587a714-dc91-4f1f-ab61-5da19b0f17ad HTTP/1.1" status: 204  len: 168 time: 1.1541255
Dec 10 03:58:07.536289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37688) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:07.544936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'mac_address': 'fa:16:3e:48:bc:62', 'name': 'tempest-PortsTestJSON-1228729744'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:07.675541 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-b23a2c84-d6ae-4cf3-8aa9-9b90d2ee6309 service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530386
Dec 10 03:58:07.680094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:07.684830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:07.688776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:07.713283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:07.782762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:07.805324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.915045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:07.930175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfff9ae1-4631-4f4a-b75f-21600c6593e7 req-ea0f8314-4a03-4171-8f2f-509d997fb6cb service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2424088
Dec 10 03:58:07.944972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 0f806d7b-6d13-46b7-8156-3d7c166d09cd yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:08.160399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.344202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.371249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843e9e-aa64-4052-ac99-1e0b8aca7e7a req-e25dbf12-3ab8-46fd-9b82-2442aae92b85 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:08.372704 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-83843e9e-aa64-4052-ac99-1e0b8aca7e7a req-e25dbf12-3ab8-46fd-9b82-2442aae92b85 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1858509
Dec 10 03:58:08.412461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.419003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:08.480038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Router d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:58:08.490138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-83843e9e-aa64-4052-ac99-1e0b8aca7e7a req-3dc23f7a-b4f7-4020-acd4-436ebacbfd97 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095753
Dec 10 03:58:08.497669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:08.500962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:08.504956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:08.510431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:08.511047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.522701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=0f806d7b-6d13-46b7-8156-3d7c166d09cd,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:08.526976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:08.539273 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.0020251
Dec 10 03:58:08.541921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37696) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:08.612676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c99b92-70fb-4bfb-b4b1-75b6c91d68b2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:08.613156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4c99b92-70fb-4bfb-b4b1-75b6c91d68b2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:08.631442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4c99b92-70fb-4bfb-b4b1-75b6c91d68b2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:08.632687 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4c99b92-70fb-4bfb-b4b1-75b6c91d68b2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/0f806d7b-6d13-46b7-8156-3d7c166d09cd HTTP/1.1" status: 200  len: 841 time: 0.0898349
Dec 10 03:58:08.635814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37700) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:08.664764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:08.677341 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] Sync routers for ids ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:08.687895 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] Routers {'d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:08.688610 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d110610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:08.694145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.695671 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 2.5022526
Dec 10 03:58:08.698370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37704) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:08.707600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:08.752899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d110610>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:08.761677 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] Routers {'d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:08.762266 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d110610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:08.764592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 0f806d7b-6d13-46b7-8156-3d7c166d09cd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:08.764938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:08.852451 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d110610>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:08.852846 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf3547-1104-4841-9d4e-43b5efd8fed8 None None] The sync data for ids ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:09.218201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.350094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 0f806d7b-6d13-46b7-8156-3d7c166d09cd owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:09.734575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.744015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:09.807667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=0f806d7b-6d13-46b7-8156-3d7c166d09cd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:09.815499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:09.817815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.831658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.845596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/0f806d7b-6d13-46b7-8156-3d7c166d09cd HTTP/1.1" status: 204  len: 168 time: 1.2087526
Dec 10 03:58:09.848284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37712) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:09.859351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbe39d-a46f-41be-94b4-8b59ea535fb3 req-4bb94f31-e198-4f26-a3aa-1990af8a0663 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:09.860787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c5fbe39d-a46f-41be-94b4-8b59ea535fb3 req-4bb94f31-e198-4f26-a3aa-1990af8a0663 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.2179382
Dec 10 03:58:09.865020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.893181 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0318cfa9-0ddf-4288-ae2d-84384e8baafb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:09.894668 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0318cfa9-0ddf-4288-ae2d-84384e8baafb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/0f806d7b-6d13-46b7-8156-3d7c166d09cd HTTP/1.1" status: 404  len: 333 time: 0.0447145
Dec 10 03:58:09.895311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Deleting port 62409d5b-3b11-4c8b-b805-1eb88c68a093 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:09.895654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:09.898688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37716) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:09.904624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'name': 'tempest-PortsTestJSON-65248538'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:09.956202 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c5fbe39d-a46f-41be-94b4-8b59ea535fb3 req-d01f7091-2296-446c-9275-5087b5e7e673 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882010
Dec 10 03:58:10.021853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:10.025882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:10.029249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:10.035295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:10.047181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:10.050844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.080406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 56332eda-cd0f-47dd-be62-4357f6138ad7 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:10.089009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.225022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Calling delete_port for 62409d5b-3b11-4c8b-b805-1eb88c68a093 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:10.328411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.354911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.361650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f422c0f4-c7a9-43c4-b86d-e7fd5fbe9aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607948797-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:10.424926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:10.428280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:10.430755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:10.436356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:10.436955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.444782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378cbd0-0d52-43ae-a5e1-5ef60d94a3cc req-eef3791d-3989-44d9-9be8-be6c6096737c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:10.446265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4378cbd0-0d52-43ae-a5e1-5ef60d94a3cc req-eef3791d-3989-44d9-9be8-be6c6096737c tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1347070
Dec 10 03:58:10.455858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=56332eda-cd0f-47dd-be62-4357f6138ad7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:10.458584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:10.471861 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 0.5719428
Dec 10 03:58:10.474379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37726) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:10.481223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:10.482177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.487636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1c31fe7-e690-465f-b1a0-9ff93c34034f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:10.541210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Pushing event deleted for resources: {'Port': ['ID=62409d5b-3b11-4c8b-b805-1eb88c68a093,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:10.546429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:10.579518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4378cbd0-0d52-43ae-a5e1-5ef60d94a3cc req-5085dd3b-fa68-49ad-886a-80f65542be1a tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261301
Dec 10 03:58:10.602828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.640745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.816864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.822603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.827191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483d60b-0714-4e5d-9e1d-49abb2d93bf7 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:10.882422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] In _notify_port_updated(), no bound segment for port 56332eda-cd0f-47dd-be62-4357f6138ad7 on network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:10.888278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:10.888871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:10.893341 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/ports/56332eda-cd0f-47dd-be62-4357f6138ad7 HTTP/1.1" status: 200  len: 818 time: 0.4147768
Dec 10 03:58:10.893341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37730) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:10.953364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=56332eda-cd0f-47dd-be62-4357f6138ad7,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:10.957669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:10.969937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 56332eda-cd0f-47dd-be62-4357f6138ad7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:10.970277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.176046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.179392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.189194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.336646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Router d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:58:11.426961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 56332eda-cd0f-47dd-be62-4357f6138ad7 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:11.472896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:11.482769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] Sync routers for ids ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:11.485336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.486859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "PUT /v2.0/routers/d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 200  len: 710 time: 2.7871170
Dec 10 03:58:11.489755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37736) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.492810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] Routers {'d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:11.493581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d160400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:11.506721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.512360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:11.556248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d160400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:11.556862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=56332eda-cd0f-47dd-be62-4357f6138ad7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:11.560442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:11.562855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.566480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] Routers {'d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:11.567197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d160400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:57:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:11.575672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/56332eda-cd0f-47dd-be62-4357f6138ad7 HTTP/1.1" status: 204  len: 168 time: 0.6790187
Dec 10 03:58:11.575977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37740) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.632184 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-298f908a-174b-444b-b4a1-54131a784726 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/routers/d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 200  len: 745 time: 0.1408844
Dec 10 03:58:11.634664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37746) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.648753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d160400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:11.649335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb763fa-c8a6-4588-b295-771e788eded5 None None] The sync data for ids ['d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:11.665923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c5bdb-37b4-4c8e-9bc5-edac8f44b83f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:11.666645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0f0c5bdb-37b4-4c8e-9bc5-edac8f44b83f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:11.686595 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7afdc063-c883-4ee8-9a4c-4e4e1498b3f4 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&device_id=d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 200  len: 205 time: 0.0456643
Dec 10 03:58:11.686793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0f0c5bdb-37b4-4c8e-9bc5-edac8f44b83f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:11.686793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0f0c5bdb-37b4-4c8e-9bc5-edac8f44b83f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1072524
Dec 10 03:58:11.687123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37750) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.687510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37752) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.774477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-20f82503-c5fc-4c9a-a997-ebe7de0377dd tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 200  len: 205 time: 0.0833464
Dec 10 03:58:11.774477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2240f329-f3c7-4128-bb5f-6a38faab1efd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:11.774477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2240f329-f3c7-4128-bb5f-6a38faab1efd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/56332eda-cd0f-47dd-be62-4357f6138ad7 HTTP/1.1" status: 404  len: 333 time: 0.0842125
Dec 10 03:58:11.774919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37758) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.777910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37762) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:11.783703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919587309'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:11.788531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:11.792306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:11.795793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:11.801565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:11.812114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:11.815486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.839778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17d33-9470-4878-830b-711a5f748731 req-b388ceab-b950-4c87-8736-e208a63b8610 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:11.841228 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8a17d33-9470-4878-830b-711a5f748731 req-b388ceab-b950-4c87-8736-e208a63b8610 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1389165
Dec 10 03:58:11.842524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:11.851716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.852117 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 5350a5ed-59a1-43e7-aac1-e1da8bcac18e of type vlan for network efc3c469-aa05-42dc-9cde-8fb9f035724f
Dec 10 03:58:11.881042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.914932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.922071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:11.923135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:11.928703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e80cc1c-6821-4151-af7f-58a06cacda5e tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:11.933727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.025625 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2440031
Dec 10 03:58:12.026519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37766) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.034532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:12.052608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=efc3c469-aa05-42dc-9cde-8fb9f035724f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:12.058305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:12.063998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:12.073452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8a17d33-9470-4878-830b-711a5f748731 req-6bcc523e-983c-46aa-982b-0ea50a6d386f tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761823
Dec 10 03:58:12.173269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:12.179534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:12.184293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:12.193866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:12.204577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:12.208356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.252854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.255235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.292494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.293027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Fanout notify agent at l3_agent the message router_deleted on router d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:58:12.304765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.306138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2bb9033d-77aa-46f9-934f-57e138b1a39f tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 204  len: 168 time: 0.5301576
Dec 10 03:58:12.310371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37774) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.356523 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ce763c87-3487-46c1-b01b-a6229f779cba tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 200  len: 205 time: 0.0449018
Dec 10 03:58:12.358769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37778) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.464930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.469123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d2ba4c-efad-4698-9eed-9fb1e9b98d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:12.551069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=12e7c037-7e79-4cde-9dfc-e6da51d37b3d,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:12.553653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:12.563036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '5350a5ed-59a1-43e7-aac1-e1da8bcac18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:12.563356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: efc3c469-aa05-42dc-9cde-8fb9f035724f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:12.584094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network efc3c469-aa05-42dc-9cde-8fb9f035724f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:12.593718 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:58:12.596535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, efc3c469-aa05-42dc-9cde-8fb9f035724f) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:12.600462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:12.601043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.607004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d987e-4b21-4556-8f6c-044fdbc0711e None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:12.627507 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5968587
Dec 10 03:58:12.627713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37784) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.633388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:12.649704 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-2465c947-caf9-4a4f-a9ea-ef94d8224969 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:12.650266 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2465c947-caf9-4a4f-a9ea-ef94d8224969 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/d6ad22fe-44c2-48ff-8ce9-ea41ecc2c93e HTTP/1.1" status: 404  len: 336 time: 0.2904725
Dec 10 03:58:12.653431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37788) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.718732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c70fbb73-6393-44cf-aa57-2451dc9af45b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 200  len: 205 time: 0.0614722
Dec 10 03:58:12.718947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37792) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.753861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c55bd-dc1a-4691-a984-478b601b794c req-1b4e2046-1fd2-4348-b5b3-6ae952a2cbc7 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:12.755337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-406c55bd-dc1a-4691-a984-478b601b794c req-1b4e2046-1fd2-4348-b5b3-6ae952a2cbc7 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.3427870
Dec 10 03:58:12.758161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-423b69b7-4cf1-4e28-93b3-8689b1180972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:12.759517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-423b69b7-4cf1-4e28-93b3-8689b1180972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cfc6001658054167a536797f0b9df327&device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 1099 time: 0.1638899
Dec 10 03:58:12.796301 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-72ba8ea3-e864-4a9b-aade-b02a472a7298 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:12.797322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-72ba8ea3-e864-4a9b-aade-b02a472a7298 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/aef5e506-0f47-46c2-a76b-80629cae661a HTTP/1.1" status: 404  len: 336 time: 0.0774508
Dec 10 03:58:12.799992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37796) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.852614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b319c791-1bca-4075-b8a3-8c2434d8e072 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 200  len: 205 time: 0.0493073
Dec 10 03:58:12.860794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37800) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.863393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-efc3c469-aa05-42dc-9cde-8fb9f035724f', 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': '12e7c037-7e79-4cde-9dfc-e6da51d37b3d'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:12.864679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:12.888348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-406c55bd-dc1a-4691-a984-478b601b794c req-9f985dea-9a18-41f5-9257-a4b471b3e8e3 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262929
Dec 10 03:58:12.946487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-ec38c754-3ce1-47b9-bef9-e5e915691c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:12.947923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-ec38c754-3ce1-47b9-bef9-e5e915691c89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 200  len: 912 time: 0.1731122
Dec 10 03:58:12.952189 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-b13bf5e5-c620-434a-b708-4a4b9a45c44d tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:12.953261 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b13bf5e5-c620-434a-b708-4a4b9a45c44d tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/1ab32008-67ee-4aef-8cc1-c06d8c1b1ea0 HTTP/1.1" status: 404  len: 336 time: 0.0916247
Dec 10 03:58:12.956069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37804) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:12.965372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:12.968999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:12.971845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:12.977467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:12.988788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:12.992345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.045376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Allocated IP 172.20.0.2 (efc3c469-aa05-42dc-9cde-8fb9f035724f/12e7c037-7e79-4cde-9dfc-e6da51d37b3d/75522111-ab19-4f8c-af31-3d18b17082e2) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:13.071415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-f291e16a-99e2-45f8-a442-a1b3852b47d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 200  len: 217 time: 0.1107705
Dec 10 03:58:13.077212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b2bae26-cd20-4b48-8134-b05f63a5d16e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 200  len: 205 time: 0.1169050
Dec 10 03:58:13.077728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37808) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.216622 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-016c8ccd-ba49-4cde-81c7-0062ab9a0980 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:13.220213 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-016c8ccd-ba49-4cde-81c7-0062ab9a0980 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/d3f63674-d90b-4ca5-b7cb-85e2d58b0481 HTTP/1.1" status: 404  len: 336 time: 0.1385498
Dec 10 03:58:13.220669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37812) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.253153 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.ipam_backend_mixin [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12e7c037-7e79-4cde-9dfc-e6da51d37b3d (CIDR: 172.20.0.0/28)
Dec 10 03:58:13.257665 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:58:13.258332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:58:13.269429 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dde55ee5-6517-42bd-9dd4-9e0ec0c080d1 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 200  len: 205 time: 0.0475814
Dec 10 03:58:13.271631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37816) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.272962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.282147 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53c067af-85dc-4951-9245-1e6331b1defa tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6530950
Dec 10 03:58:13.283339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.284401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Transition to ACTIVE for port object 75522111-ab19-4f8c-af31-3d18b17082e2 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:13.289328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:13.304114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Transition to ACTIVE for port object 75522111-ab19-4f8c-af31-3d18b17082e2 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:13.311978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.321263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:13.349740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-55d5a757-b334-4a8e-9710-689377f86edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:13.351186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-55d5a757-b334-4a8e-9710-689377f86edf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c6140d1-a170-4379-ad4f-3bde3b96914c HTTP/1.1" status: 200  len: 851 time: 0.2694268
Dec 10 03:58:13.352468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-54ae6b62-d173-4ba4-ba92-d9bfab6a2d3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:13.355771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-54ae6b62-d173-4ba4-ba92-d9bfab6a2d3e tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/4228d378-28a0-4194-ba5f-940a040dbbeb HTTP/1.1" status: 404  len: 336 time: 0.0806413
Dec 10 03:58:13.356029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37824) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.386761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:13.391318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:13.395683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:13.431655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:13.436270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:13.436454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Pushing event updated for resources: {'Port': ['ID=75522111-ab19-4f8c-af31-3d18b17082e2,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:13.439399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:13.444393 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-14b12169-8435-4be9-978d-b2c79cd61993 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "GET /v2.0/ports?device_id=85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 HTTP/1.1" status: 200  len: 205 time: 0.0853317
Dec 10 03:58:13.444573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:13.444678 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-245ebbb5-34ee-45b0-8966-a52b4b3d1d79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=316bcf72-d9e3-4d39-b750-7a932e72854b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863614
Dec 10 03:58:13.444789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37828) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.500282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:13.528934 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-8388bacd-bdf6-44a6-b881-fd530a579580 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] delete failed (client error): The resource could not be found.
Dec 10 03:58:13.530031 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8388bacd-bdf6-44a6-b881-fd530a579580 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/routers/85c6b0b2-08af-4caa-8c7e-861d9c63d6f6 HTTP/1.1" status: 404  len: 336 time: 0.0843632
Dec 10 03:58:13.533035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.550283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Attempting to bind port 75522111-ab19-4f8c-af31-3d18b17082e2 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:13.550703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Attempting to bind port 75522111-ab19-4f8c-af31-3d18b17082e2 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '5350a5ed-59a1-43e7-aac1-e1da8bcac18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:13.551079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Attempting to bind port 75522111-ab19-4f8c-af31-3d18b17082e2 on network efc3c469-aa05-42dc-9cde-8fb9f035724f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:13.556503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:13.556936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Checking segment: {'id': '5350a5ed-59a1-43e7-aac1-e1da8bcac18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:13.557367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.557774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Bound using segment: {'id': '5350a5ed-59a1-43e7-aac1-e1da8bcac18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:13.558278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Bound port: 75522111-ab19-4f8c-af31-3d18b17082e2, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5350a5ed-59a1-43e7-aac1-e1da8bcac18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:13.558706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.576708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:13.580363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.597144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4517ba46-c920-47b0-bcca-17edf62320e1 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:58:13.597650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4517ba46-c920-47b0-bcca-17edf62320e1 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:58:13.599338 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4517ba46-c920-47b0-bcca-17edf62320e1 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] 10.222.0.44 "DELETE /v2.0/subnets/356e95d6-2a00-44d5-a35a-6a20f6340ae5 HTTP/1.1" status: 404  len: 337 time: 0.0653188
Dec 10 03:58:13.625518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-a0ecafb5-0d5a-4847-99c9-436811a5f1ba service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666133
Dec 10 03:58:13.679478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:13.684273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=75522111-ab19-4f8c-af31-3d18b17082e2,segment=NetworkSegment(5350a5ed-59a1-43e7-aac1-e1da8bcac18e),segment_id=5350a5ed-59a1-43e7-aac1-e1da8bcac18e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:13.688754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.695148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-625f48ea-26f2-4c1f-968a-2057a6004759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:13.784414 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6725f07b-20dc-47b4-a039-018f6d94a120 req-d6414d23-9774-470c-bf3d-6b3830b50dcf service neutron] 10.222.0.18 "GET /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510692
Dec 10 03:58:13.810749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.817001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Pushing event updated for resources: {'Port': ['ID=75522111-ab19-4f8c-af31-3d18b17082e2,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:13.831485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:13.928811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:13.934710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2fb1ff05-f3f4-4249-8984-15ef5535e140 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:13.956243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37844) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:13.994963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network efc3c469-aa05-42dc-9cde-8fb9f035724f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:13.998046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:14.006557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:14.006557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.034612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=2f99a879-1a38-42db-ba1c-ceaca3e97201,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:14.037758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:14.040044 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.7555475
Dec 10 03:58:14.045382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:14.051588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'fixed_ips': [{'subnet_id': '12e7c037-7e79-4cde-9dfc-e6da51d37b3d'}, {'subnet_id': '2f99a879-1a38-42db-ba1c-ceaca3e97201'}], 'name': 'tempest-PortsTestJSON-112267200'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:14.154094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.171215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:14.182373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315d82-7fea-4a63-995a-786309ea248e req-e4810b97-c2dd-427b-bc87-106cdaf1c20b tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:14.185805 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb315d82-7fea-4a63-995a-786309ea248e req-e4810b97-c2dd-427b-bc87-106cdaf1c20b tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1618862
Dec 10 03:58:14.187056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Usage tracker for resource:security_group_rule and tenant:635b770b337d4975bac555ba7bc8eaca is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:14.192271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:14.200617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:14.229410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:14.234664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:14.237712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:14.244083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:14.255569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:14.261511 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb315d82-7fea-4a63-995a-786309ea248e req-6fdbc403-156d-49aa-ad98-256a2aa76be0 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659523
Dec 10 03:58:14.326778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-310097e2-d390-46ea-93c7-8017872ebb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.335107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.338712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.347230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07318f5d-2abd-47c9-84fd-350f2616e1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:14.383693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.386561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=635b770b337d4975bac555ba7bc8eaca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4292426
Dec 10 03:58:14.387582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63cea7c-01d0-4ede-a2df-2018c642edb8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:14.390810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:14.391451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37854) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:14.406476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:14.451154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.477053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.531181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.534937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a87ff0cc-43cc-4460-83ed-94d51ba4f7c8 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:14.546566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63cea7c-01d0-4ede-a2df-2018c642edb8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:14.548774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:14.554201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:14.558335 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a63cea7c-01d0-4ede-a2df-2018c642edb8 HTTP/1.1" status: 204  len: 168 time: 0.1658840
Dec 10 03:58:14.765503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.6 (efc3c469-aa05-42dc-9cde-8fb9f035724f/12e7c037-7e79-4cde-9dfc-e6da51d37b3d/8b1697e5-b312-4bc0-b960-9f4fd4a29065) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:14.773180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.21 (efc3c469-aa05-42dc-9cde-8fb9f035724f/2f99a879-1a38-42db-ba1c-ceaca3e97201/8b1697e5-b312-4bc0-b960-9f4fd4a29065) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:14.920719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37864) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:15.003368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c48737-5202-4fb1-aaea-87ef08a5d07d None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:15.006754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-787328dc-e255-4a10-b2eb-17d0a4b42647 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1812161e7fe3451fbc6430ebbff64078&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0849032
Dec 10 03:58:15.008904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37868) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:15.082503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.102451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 8b1697e5-b312-4bc0-b960-9f4fd4a29065 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:15.119576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d42aa888-197c-4468-a424-0f73e393a6e5 None None] Provisioning for port 75522111-ab19-4f8c-af31-3d18b17082e2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:15.130917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.138115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-19a659bb-119a-442f-b2a1-eb8cde385a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:15.208236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network efc3c469-aa05-42dc-9cde-8fb9f035724f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:15.211513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:15.215521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:15.230107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.246152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=8b1697e5-b312-4bc0-b960-9f4fd4a29065,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:15.256495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:15.260574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.286664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:15.288978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.320610 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 1.2723641
Dec 10 03:58:15.321723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37874) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:15.330015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12e7c037-7e79-4cde-9dfc-e6da51d37b3d'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:15.367474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.377156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5dfc6c4-f8dc-4ace-ba21-f61b723b474a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:15.396252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ad15b-f089-409d-94ec-526dc0dd0ebd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:15.407467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:15.416571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Update dhcp port {'port': {'network_id': 'efc3c469-aa05-42dc-9cde-8fb9f035724f', 'fixed_ips': [{'subnet_id': '12e7c037-7e79-4cde-9dfc-e6da51d37b3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f99a879-1a38-42db-ba1c-ceaca3e97201'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '75522111-ab19-4f8c-af31-3d18b17082e2'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:58:15.444651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 75522111-ab19-4f8c-af31-3d18b17082e2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:15.465022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.467943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/846ad15b-f089-409d-94ec-526dc0dd0ebd HTTP/1.1" status: 204  len: 168 time: 0.4579720
Dec 10 03:58:15.530205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.599631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 75522111-ab19-4f8c-af31-3d18b17082e2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:15.608126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 75522111-ab19-4f8c-af31-3d18b17082e2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:15.608426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.611481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741bd1d-c50c-4578-b012-e700a1521c7f req-0e11ca3e-11fd-4504-ac2a-346a1250aab8 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:15.612933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f741bd1d-c50c-4578-b012-e700a1521c7f req-0e11ca3e-11fd-4504-ac2a-346a1250aab8 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.2024901
Dec 10 03:58:15.720606 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f741bd1d-c50c-4578-b012-e700a1521c7f req-f931e0f8-ee72-434e-b4de-365ce32f0e56 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968835
Dec 10 03:58:15.732849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:15.907988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Allocated IP 172.20.0.18 (efc3c469-aa05-42dc-9cde-8fb9f035724f/2f99a879-1a38-42db-ba1c-ceaca3e97201/75522111-ab19-4f8c-af31-3d18b17082e2) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:15.943646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.119040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=75522111-ab19-4f8c-af31-3d18b17082e2,segment=NetworkSegment(5350a5ed-59a1-43e7-aac1-e1da8bcac18e),segment_id=5350a5ed-59a1-43e7-aac1-e1da8bcac18e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:16.146220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.164072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Transition to ACTIVE for port object 75522111-ab19-4f8c-af31-3d18b17082e2 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:16.170661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.177448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:16.269566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Delete allocated IP 172.20.0.21 (efc3c469-aa05-42dc-9cde-8fb9f035724f/2f99a879-1a38-42db-ba1c-ceaca3e97201) {{(pid=87630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:58:16.305103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804328ec-ce5e-494b-870e-4ff8bfcec88a req-eec3c0f0-890a-44d7-aa38-35bd6f149817 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:16.306962 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-804328ec-ce5e-494b-870e-4ff8bfcec88a req-eec3c0f0-890a-44d7-aa38-35bd6f149817 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1722023
Dec 10 03:58:16.372631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:16.372948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:16.378121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Pushing event updated for resources: {'Port': ['ID=75522111-ab19-4f8c-af31-3d18b17082e2,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:16.381295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:16.399764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37904) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:16.438585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-804328ec-ce5e-494b-870e-4ff8bfcec88a req-cbd5716c-ca01-438d-acd5-1a17296c9547 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778527
Dec 10 03:58:16.489337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.512453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Ignored duplicate provisioning block setup for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:58:16.517400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.521248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2122739720'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:16.528101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:16.532211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:16.534228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b00b46bd-2f17-40f5-912d-19ed39f87e7a tempest-FloatingIPAdminTestJSON-302549451 tempest-FloatingIPAdminTestJSON-302549451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:16.535562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:16.541800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:16.555434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:16.559390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.576042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.592650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:16.596680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:16.599667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:16.605442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:16.643894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-47e68777-11cf-4690-af7a-98e491fa3a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.682299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=8b1697e5-b312-4bc0-b960-9f4fd4a29065,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:16.687798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:16.700741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] In _notify_port_updated(), no bound segment for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 on network efc3c469-aa05-42dc-9cde-8fb9f035724f {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:16.707078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:16.707786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.709181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/ports/8b1697e5-b312-4bc0-b960-9f4fd4a29065 HTTP/1.1" status: 200  len: 918 time: 1.3863430
Dec 10 03:58:16.710453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.711862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37910) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:16.717645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12e7c037-7e79-4cde-9dfc-e6da51d37b3d'}, {'subnet_id': '2f99a879-1a38-42db-ba1c-ceaca3e97201'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:16.753596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.891433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea7e73c1-7a53-4158-aabb-f1f6be3df7ed tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:16.935680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:16.941669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3196a8-6528-4bf7-a337-8260ba685468 None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:16.962016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.996098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ec3aa6-81a4-4a48-8ce1-984caa609264,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:16.998864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:16.999223 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 86946653-c66d-480f-b5a5-8f0e6b756399 of type vlan for network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9
Dec 10 03:58:17.006385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:17.032507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.048006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.058643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Provisioning for port 75522111-ab19-4f8c-af31-3d18b17082e2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:17.074511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=75522111-ab19-4f8c-af31-3d18b17082e2,segment=NetworkSegment(5350a5ed-59a1-43e7-aac1-e1da8bcac18e),segment_id=5350a5ed-59a1-43e7-aac1-e1da8bcac18e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:17.084814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Provisioning complete for port 75522111-ab19-4f8c-af31-3d18b17082e2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:17.085192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.169493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.179309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.185992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:17.186157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:17.186524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.194662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db11343-fd54-466e-8b89-929b382142b8 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:17.330822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=75522111-ab19-4f8c-af31-3d18b17082e2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:17.338392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:17.355024 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9541378
Dec 10 03:58:17.357639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37916) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:17.363221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'name': 'tempest-PortsIpV6TestJSON-403579035'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:17.366764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=2a7e9e26-7ee1-412d-9392-d0f65e946bf9,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:17.371836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:17.389469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:17.402426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 75522111-ab19-4f8c-af31-3d18b17082e2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:17.477014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:17.481067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:17.484458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:17.494471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:17.508738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:17.515344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.537987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.19 (efc3c469-aa05-42dc-9cde-8fb9f035724f/2f99a879-1a38-42db-ba1c-ceaca3e97201/8b1697e5-b312-4bc0-b960-9f4fd4a29065) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:17.546681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 76ad816f-7949-45e4-b42e-096ad1b9492a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:17.618840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.653401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Provisioning for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:17.659189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 75522111-ab19-4f8c-af31-3d18b17082e2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:17.659574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.697375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Provisioning complete for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:17.697375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.728094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.746183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Ignored duplicate provisioning block setup for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:58:17.749730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ccbae-04af-4de4-8339-58b8a5bf5616 req-e01b3733-a051-4402-9f6e-0d56ef3ad8e4 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:17.751221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-415ccbae-04af-4de4-8339-58b8a5bf5616 req-e01b3733-a051-4402-9f6e-0d56ef3ad8e4 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.1638513
Dec 10 03:58:17.751867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.765597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-392bcfa0-7bcc-498c-aff4-d1f61924f08e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:17.769328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2b46ac97-b1ec-4827-aad3-bddc6e581046 None None] Port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:17.938549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.957678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=8b1697e5-b312-4bc0-b960-9f4fd4a29065,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:17.960489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:17.975596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] In _notify_port_updated(), no bound segment for port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 on network efc3c469-aa05-42dc-9cde-8fb9f035724f {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:17.981657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:17.982213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:17.983466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/ports/8b1697e5-b312-4bc0-b960-9f4fd4a29065 HTTP/1.1" status: 200  len: 998 time: 1.2706702
Dec 10 03:58:17.986285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37922) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:17.988651 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-415ccbae-04af-4de4-8339-58b8a5bf5616 req-e263b1e6-f38c-4e95-bffd-f4992b441a13 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209799
Dec 10 03:58:18.025746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.053474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.053700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 8b1697e5-b312-4bc0-b960-9f4fd4a29065 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:18.053814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.059487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-828309dc-bda4-4125-8944-68928b797492 tempest-FloatingIPNegativeTestJSON-1687809197 tempest-FloatingIPNegativeTestJSON-1687809197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:18.144786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=76ad816f-7949-45e4-b42e-096ad1b9492a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:18.149344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:18.152946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '86946653-c66d-480f-b5a5-8f0e6b756399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:18.153384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: 2a7e9e26-7ee1-412d-9392-d0f65e946bf9, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:18.173809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:18.183938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2a7e9e26-7ee1-412d-9392-d0f65e946bf9) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:18.188553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:18.192305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8acdf4-fb6b-4b56-a777-4c0e0378116f None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:18.194860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:18.195482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.221922 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8631735
Dec 10 03:58:18.222568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37926) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:18.230377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858657428'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:18.235280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:18.239624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:18.242466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:18.249367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:18.260751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:18.264471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.292872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:18.302066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.302432 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 961addcf-7e2c-4182-930c-4803c184369e of type vlan for network acfdb679-111a-4a22-972d-3469146d9937
Dec 10 03:58:18.326060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.329171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.364466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.372269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:18.372913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.391200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:18.415604 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1880245
Dec 10 03:58:18.418104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37932) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:18.468322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 8b1697e5-b312-4bc0-b960-9f4fd4a29065 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:18.470283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'ports': [{'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'}, {'network_id': 'acfdb679-111a-4a22-972d-3469146d9937'}]} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:18.470594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:18.471078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'acfdb679-111a-4a22-972d-3469146d9937'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:18.576510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=acfdb679-111a-4a22-972d-3469146d9937,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:18.581665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:18.586628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network acfdb679-111a-4a22-972d-3469146d9937 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:18.681460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.689265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd7cb597-a731-4276-8749-658d826ba774 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:18.771126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:18.776684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:18.780821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:18.794506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-a8806219-9b1f-4ffb-8078-77e7b95fa0af tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:18.796061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-a8806219-9b1f-4ffb-8078-77e7b95fa0af tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.2027836
Dec 10 03:58:18.797100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:18.852263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=8b1697e5-b312-4bc0-b960-9f4fd4a29065,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:18.856051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:18.880085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 2} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:18.890911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.902651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6522bc7c-0830-4093-92f4-825f45126679 None None] Provisioning complete for port 75522111-ab19-4f8c-af31-3d18b17082e2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:18.904124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6522bc7c-0830-4093-92f4-825f45126679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.919306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:18.941076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Deleting port e05731e3-2320-44e1-ae8a-87934ee779d4 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:18.941623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.013963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.027698 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/8b1697e5-b312-4bc0-b960-9f4fd4a29065 HTTP/1.1" status: 204  len: 168 time: 1.0374358
Dec 10 03:58:19.027911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37938) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:19.065999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6522bc7c-0830-4093-92f4-825f45126679 None None] Could not find standard attr ID for object 8b1697e5-b312-4bc0-b960-9f4fd4a29065. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:19.074995 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd09a956-8090-41f2-9fe1-caa53dbadc28 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:19.075940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd09a956-8090-41f2-9fe1-caa53dbadc28 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:19.095455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd09a956-8090-41f2-9fe1-caa53dbadc28 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:19.098154 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd09a956-8090-41f2-9fe1-caa53dbadc28 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/8b1697e5-b312-4bc0-b960-9f4fd4a29065 HTTP/1.1" status: 404  len: 333 time: 0.0693011
Dec 10 03:58:19.100894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37942) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:19.177884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d19bcae7-4242-4269-8f9f-887efa09dba7 None None] Could not find standard attr ID for object 8b1697e5-b312-4bc0-b960-9f4fd4a29065. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:19.181445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 2f99a879-1a38-42db-ba1c-ceaca3e97201 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:19.184546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.211488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 1c8d8c49-21af-48cb-8e94-11090bb8380c yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:19.239860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.331627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.358445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.381845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 75522111-ab19-4f8c-af31-3d18b17082e2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:19.457750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 75522111-ab19-4f8c-af31-3d18b17082e2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:19.459314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.461247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ccb91-aaf3-4501-b290-15fffcd8ead2 req-b9b458cd-8a0d-4360-a281-6407487396b6 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:19.463347 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e3ccb91-aaf3-4501-b290-15fffcd8ead2 req-b9b458cd-8a0d-4360-a281-6407487396b6 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 946 time: 0.3303449
Dec 10 03:58:19.475970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] For port e05731e3-2320-44e1-ae8a-87934ee779d4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e05731e3-2320-44e1-ae8a-87934ee779d4,segment=NetworkSegment(7e7d9949-87c0-461a-aa89-bbfee82648b1),segment_id=7e7d9949-87c0-461a-aa89-bbfee82648b1)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:19.476776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.479139 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-308a5938-328c-4828-958d-3d349a54f162 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1105182
Dec 10 03:58:19.482847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.488022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa1f2609-d428-4410-9b66-7b6a8705d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:19.527111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=2f99a879-1a38-42db-ba1c-ceaca3e97201,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:19.530270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:19.532972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.539330 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/2f99a879-1a38-42db-ba1c-ceaca3e97201 HTTP/1.1" status: 204  len: 168 time: 0.4365761
Dec 10 03:58:19.542053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37948) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:19.625206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 12e7c037-7e79-4cde-9dfc-e6da51d37b3d {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:19.645383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Calling delete_port for e05731e3-2320-44e1-ae8a-87934ee779d4 owned by compute:nova {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:19.676654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.727221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e3ccb91-aaf3-4501-b290-15fffcd8ead2 req-323b1798-27de-4b34-a99b-3ab184cfb354 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/security-groups?id=413afcae-102a-41cd-8b1d-06565373c9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549832
Dec 10 03:58:19.746133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.750235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:19.822199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-d75930de-7a72-474c-af89-758acf00892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:19.823709 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-d75930de-7a72-474c-af89-758acf00892c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.1951313
Dec 10 03:58:19.926355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.038193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port f00ca09b-7e4b-4974-b8cb-acd5cad30a92 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:20.051779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-b461ffd1-d845-4214-9794-b0bc8622c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:20.053523 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-b461ffd1-d845-4214-9794-b0bc8622c55d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.2090981
Dec 10 03:58:20.055247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.058924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd1385ea-377c-4876-9b3a-ebeb11f2c09d tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:20.066952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.072872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3939b477-482d-443c-a1cb-1c904d9fd1a6 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:20.121600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Pushing event deleted for resources: {'Port': ['ID=e05731e3-2320-44e1-ae8a-87934ee779d4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:20.124534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:20.155120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=12e7c037-7e79-4cde-9dfc-e6da51d37b3d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:20.167457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.179586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:20.186672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/12e7c037-7e79-4cde-9dfc-e6da51d37b3d HTTP/1.1" status: 204  len: 168 time: 0.6431596
Dec 10 03:58:20.189355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37952) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:20.248720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] No DVR routers for this DVR port e05731e3-2320-44e1-ae8a-87934ee779d4 on host hv-neutron-8211 {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:20.252943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.256917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'name': 'network-vif-deleted', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:58:20.296856 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-6aa4d33a-0116-4872-a5b2-a9e1e25a9eaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.2055500
Dec 10 03:58:20.298738 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6af45c4b-f656-4915-8c34-f3eb488044c0 req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.18 "DELETE /v2.0/ports/e05731e3-2320-44e1-ae8a-87934ee779d4 HTTP/1.1" status: 204  len: 173 time: 1.4946322
Dec 10 03:58:20.312893 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b217cb4-facf-409c-9b19-91eebc06f39d', 'name': 'network-vif-deleted', 'tag': 'e05731e3-2320-44e1-ae8a-87934ee779d4', 'status': 'completed', 'code': 200}
Dec 10 03:58:20.332774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7eaa30-9395-4382-af97-aa48dc45c40b None None] Network efc3c469-aa05-42dc-9cde-8fb9f035724f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:20.336898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.374364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.383071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8a0c580c-911b-47ba-8c57-ea24015e8264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:20.407733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.422419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2df8e01a-17c8-4225-afd9-c6d3bbf5dd91 None None] Could not find standard attr ID for object 8b1697e5-b312-4bc0-b960-9f4fd4a29065. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:20.425808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-3778489a-6564-4614-9fe6-67751dba6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:20.427986 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-3778489a-6564-4614-9fe6-67751dba6c28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.1072326
Dec 10 03:58:20.433265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 75522111-ab19-4f8c-af31-3d18b17082e2 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:20.433898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.451481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:20.452582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:20.456528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:20.457605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.475420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=1c8d8c49-21af-48cb-8e94-11090bb8380c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:20.479241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:20.479959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-523d9e4b-f6a0-4ec0-97fd-28ab90ac5340 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:20.562237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '961addcf-7e2c-4182-930c-4803c184369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'acfdb679-111a-4a22-972d-3469146d9937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:20.562876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: acfdb679-111a-4a22-972d-3469146d9937, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:20.583936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=f00ca09b-7e4b-4974-b8cb-acd5cad30a92,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:20.588257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:20.602123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network acfdb679-111a-4a22-972d-3469146d9937 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:20.611365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, acfdb679-111a-4a22-972d-3469146d9937) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:20.615208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:20.623568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe9ca1-5b36-4730-9547-7ea09f68696d None None] Network acfdb679-111a-4a22-972d-3469146d9937 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:20.629745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:20.635300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:20.636998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.638206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] DHCP port deletion for efc3c469-aa05-42dc-9cde-8fb9f035724f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:20.662296 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.2406919
Dec 10 03:58:20.662606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37958) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:20.750761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port f00ca09b-7e4b-4974-b8cb-acd5cad30a92 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:20.750761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.810560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Deleting port 75522111-ab19-4f8c-af31-3d18b17082e2 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:20.811152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:20.831244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-7c3e6696-97a8-4b50-bde0-7197dd865623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:20.832651 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-7c3e6696-97a8-4b50-bde0-7197dd865623 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3632269
Dec 10 03:58:20.965799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=75522111-ab19-4f8c-af31-3d18b17082e2,segment=NetworkSegment(5350a5ed-59a1-43e7-aac1-e1da8bcac18e),segment_id=5350a5ed-59a1-43e7-aac1-e1da8bcac18e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:20.965799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.099684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7d994704-8b1e-48ff-a6a2-d7a01785387d req-2431124a-20f3-45bf-8151-0e1cd3002984 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Synchronizing usage tracker for tenant:cfc6001658054167a536797f0b9df327 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:21.110191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 75522111-ab19-4f8c-af31-3d18b17082e2 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:21.134025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] For port 75522111-ab19-4f8c-af31-3d18b17082e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=75522111-ab19-4f8c-af31-3d18b17082e2,segment=NetworkSegment(5350a5ed-59a1-43e7-aac1-e1da8bcac18e),segment_id=5350a5ed-59a1-43e7-aac1-e1da8bcac18e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:21.134816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.141023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.196379 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-b5b2ccf4-bdfb-40a0-8cd9-3a7465333627 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428824
Dec 10 03:58:21.270401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Calling delete_port for 75522111-ab19-4f8c-af31-3d18b17082e2 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:21.280170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for f00ca09b-7e4b-4974-b8cb-acd5cad30a92 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:21.295072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.300588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f8b9eb6-3d29-4314-9583-d5f618682699 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:21.340021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-7d994704-8b1e-48ff-a6a2-d7a01785387d req-2431124a-20f3-45bf-8151-0e1cd3002984 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Unset dirty status for tenant:cfc6001658054167a536797f0b9df327 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:21.341642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7d994704-8b1e-48ff-a6a2-d7a01785387d req-2431124a-20f3-45bf-8151-0e1cd3002984 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b217cb4-facf-409c-9b19-91eebc06f39d HTTP/1.1" status: 200  len: 210 time: 0.3637640
Dec 10 03:58:21.353238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:21.353238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:21.353743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=75522111-ab19-4f8c-af31-3d18b17082e2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:21.357290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:21.361087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No DVR routers for this DVR port 75522111-ab19-4f8c-af31-3d18b17082e2 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:21.383227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.389942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6ebe6ab6-52e2-4310-b8f4-2e21e8282a30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:21.412059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 75522111-ab19-4f8c-af31-3d18b17082e2 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:21.436454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=f00ca09b-7e4b-4974-b8cb-acd5cad30a92,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:21.440252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:21.444806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.454172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/f00ca09b-7e4b-4974-b8cb-acd5cad30a92 HTTP/1.1" status: 204  len: 168 time: 0.7881374
Dec 10 03:58:21.454318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 75522111-ab19-4f8c-af31-3d18b17082e2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:21.454318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 75522111-ab19-4f8c-af31-3d18b17082e2 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:21.454861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37966) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:21.455425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e05731e3-2320-44e1-ae8a-87934ee779d4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:21.490661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: e05731e3-2320-44e1-ae8a-87934ee779d4 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:21.491014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e05731e3-2320-44e1-ae8a-87934ee779d4 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:21.499662 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d64c9c56-be75-4011-8429-e0aba7c251e6 req-6a956a0e-4d30-4d44-8e02-c84077898b51 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2906229
Dec 10 03:58:21.516448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.538286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b3c84-ba4d-4afc-a1da-f9e890e258a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:21.542023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c95e1c0>,) {'filters': {'network_id': ['efc3c469-aa05-42dc-9cde-8fb9f035724f']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:21.544846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b3c84-ba4d-4afc-a1da-f9e890e258a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:21.545602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7d2b3c84-ba4d-4afc-a1da-f9e890e258a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:21.554362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c95e1c0>, '5350a5ed-59a1-43e7-aac1-e1da8bcac18e') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:21.554664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c95e1c0>, '5350a5ed-59a1-43e7-aac1-e1da8bcac18e') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:21.561834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7d2b3c84-ba4d-4afc-a1da-f9e890e258a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:21.563067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7d2b3c84-ba4d-4afc-a1da-f9e890e258a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1073256
Dec 10 03:58:21.565898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37970) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:21.566517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.583413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.590020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:21.590436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:21.604834 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:21.638751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 1c8d8c49-21af-48cb-8e94-11090bb8380c {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:21.639302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.686057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.690904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.694082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-288079c6-acdd-48c4-9e72-537860bee1d1 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:21.715666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=efc3c469-aa05-42dc-9cde-8fb9f035724f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:21.717954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:21.727637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/efc3c469-aa05-42dc-9cde-8fb9f035724f HTTP/1.1" status: 204  len: 168 time: 1.5372026
Dec 10 03:58:21.731779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37974) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:21.815947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e3791-45cb-4d83-afb4-ac0fd33b4218 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:21.816884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ec8e3791-45cb-4d83-afb4-ac0fd33b4218 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:21.831991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ec8e3791-45cb-4d83-afb4-ac0fd33b4218 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:21.836597 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec8e3791-45cb-4d83-afb4-ac0fd33b4218 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1003451
Dec 10 03:58:21.836913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37978) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:21.854044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Deleting port 75522111-ab19-4f8c-af31-3d18b17082e2 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:21.855268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.858252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:21.925916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b46118a0-6e84-4f10-be0c-df0f5048ab23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0845878
Dec 10 03:58:21.926186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37982) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:21.932217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-363268893'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:21.938396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:21.943346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:21.946847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:21.953390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:21.956099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-77fa783c-fc26-4fdf-9341-40f2149ef9e4 None None] The port '75522111-ab19-4f8c-af31-3d18b17082e2' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:21.978299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:21.986650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.020306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:22.029859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.030228 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment e3511a37-97a5-4f5c-b5cd-794d159feb6e of type vlan for network 1789f9d7-f754-4626-8c37-ad8da8782b6a
Dec 10 03:58:22.059231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.088411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.094432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:22.095010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.098522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3d5b1ab4-c47a-45e3-9633-c66affc5cfc1 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:22.107891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 1c8d8c49-21af-48cb-8e94-11090bb8380c owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:22.186953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.193881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:22.201342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=1789f9d7-f754-4626-8c37-ad8da8782b6a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:22.204096 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2768917
Dec 10 03:58:22.204983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:22.206846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 37988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.212424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:22.212836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:22.245842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=1c8d8c49-21af-48cb-8e94-11090bb8380c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:22.248371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:22.254417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.270832 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/1c8d8c49-21af-48cb-8e94-11090bb8380c HTTP/1.1" status: 204  len: 168 time: 0.7035487
Dec 10 03:58:22.271791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37992) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.326619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:22.330558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:22.333394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:22.339669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:22.350247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:22.353797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.364354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d6ba2-ffcd-4d9a-bd85-dde21ba2badd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:22.364963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-320d6ba2-ffcd-4d9a-bd85-dde21ba2badd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:22.384851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-320d6ba2-ffcd-4d9a-bd85-dde21ba2badd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:22.389776 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-320d6ba2-ffcd-4d9a-bd85-dde21ba2badd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1140373
Dec 10 03:58:22.390550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 37998) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.439704 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8b7161-f015-469a-8e64-4ff4782e0019 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:22.441441 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1f8b7161-f015-469a-8e64-4ff4782e0019 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/f00ca09b-7e4b-4974-b8cb-acd5cad30a92 HTTP/1.1" status: 404  len: 333 time: 0.0495670
Dec 10 03:58:22.444452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38002) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.478022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38006) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.529110 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea187cc-ba57-4a56-bd38-f7b64291fa6a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:22.530464 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2ea187cc-ba57-4a56-bd38-f7b64291fa6a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/1c8d8c49-21af-48cb-8e94-11090bb8380c HTTP/1.1" status: 404  len: 333 time: 0.0850298
Dec 10 03:58:22.535106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38010) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.632959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Deleting subnet 1c6140d1-a170-4379-ad4f-3bde3b96914c {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:22.640636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.694404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.699334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.699944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-891177de-16c6-4a08-b8dd-64bf4a76082c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:22.713509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.776075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=91ec8c1b-fb66-48cc-ba71-49b720c4898a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:22.778608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:22.784606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': 'e3511a37-97a5-4f5c-b5cd-794d159feb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:22.784956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 1789f9d7-f754-4626-8c37-ad8da8782b6a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:22.802754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:22.812783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1789f9d7-f754-4626-8c37-ad8da8782b6a) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:22.817300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:22.818014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.822814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce34612-4365-4a22-98c7-9ae3f7f40773 None None] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:22.841438 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6330993
Dec 10 03:58:22.843762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38014) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:22.849967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a', 'name': 'tempest-PortsTestJSON-1456245621'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:22.880493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.920250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.954384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cba2940>,) {'filters': {'network_id': ['acfdb679-111a-4a22-972d-3469146d9937']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:22.971062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cba2940>, '961addcf-7e2c-4182-930c-4803c184369e') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:22.971396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cba2940>, '961addcf-7e2c-4182-930c-4803c184369e') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:22.986038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:22.996879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:23.007345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.007652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:23.015832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:23.016232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.018015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:23.021575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:23.031548 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:23.034005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.040630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:23.049511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port d2728770-20f6-4c5f-8b84-93ffedb09c60 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:23.094345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1789f9d7-f754-4626-8c37-ad8da8782b6a', 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': '91ec8c1b-fb66-48cc-ba71-49b720c4898a'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:23.095276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.125348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6140d1-a170-4379-ad4f-3bde3b96914c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:23.127276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.132656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:23.151025 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1c6140d1-a170-4379-ad4f-3bde3b96914c HTTP/1.1" status: 204  len: 168 time: 0.6718533
Dec 10 03:58:23.154363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38020) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:23.160115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.164119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20017e7f-004c-415f-b0bd-d1153cbbda31 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:23.190772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.199447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/acfdb679-111a-4a22-972d-3469146d9937 HTTP/1.1" status: 204  len: 168 time: 0.6633806
Dec 10 03:58:23.203939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:23.207313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=acfdb679-111a-4a22-972d-3469146d9937,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:23.219862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-839188649'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:23.224650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:23.227092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:23.231303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:23.234503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:23.240410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:23.250909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:23.254848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.259190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Allocated IP 172.20.0.2 (1789f9d7-f754-4626-8c37-ad8da8782b6a/91ec8c1b-fb66-48cc-ba71-49b720c4898a/792bb7f4-275e-4c93-9c86-0322caeb2600) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:23.287144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:23.302536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.303010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 30b01d8c-6045-4def-af14-0a4a7a153d6d of type vlan for network 6554b508-5062-4fab-aee1-2605bd38d0e6
Dec 10 03:58:23.311720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.333422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.368669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.374563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:23.375148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.380290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5301e11b-a5a5-4232-9d23-7f4ab62085ff tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:23.444175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.472456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0a9190>,) {'filters': {'network_id': ['316bcf72-d9e3-4d39-b750-7a932e72854b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:23.476268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2707715
Dec 10 03:58:23.479259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38028) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:23.485914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=6554b508-5062-4fab-aee1-2605bd38d0e6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:23.488148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.488465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:23.488610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:23.498483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:23.508098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0a9190>, '7e7d9949-87c0-461a-aa89-bbfee82648b1') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:23.508396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0a9190>, '7e7d9949-87c0-461a-aa89-bbfee82648b1') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:23.514321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Transition to ACTIVE for port object 792bb7f4-275e-4c93-9c86-0322caeb2600 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:23.574811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.611894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.622552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:23.622936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:23.638270 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:23.643084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:23.696597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:23.701207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:23.718535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:23.728108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Transition to ACTIVE for port object 792bb7f4-275e-4c93-9c86-0322caeb2600 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:23.728304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.734237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.735705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.739869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:23.740026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b7ea090b-c7f2-4838-a1f0-b50e78e6f328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:23.782870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:23.786424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.800980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:23.803808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:23.807564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:23.816348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Pushing event updated for resources: {'Port': ['ID=792bb7f4-275e-4c93-9c86-0322caeb2600,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:23.820796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Pushing event deleted for resources: {'Network': ['ID=316bcf72-d9e3-4d39-b750-7a932e72854b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:23.824052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:23.847080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:23.904221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Attempting to bind port 792bb7f4-275e-4c93-9c86-0322caeb2600 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:23.904599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Attempting to bind port 792bb7f4-275e-4c93-9c86-0322caeb2600 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e3511a37-97a5-4f5c-b5cd-794d159feb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:23.904971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Attempting to bind port 792bb7f4-275e-4c93-9c86-0322caeb2600 on network 1789f9d7-f754-4626-8c37-ad8da8782b6a {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:23.910740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:23.911741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Checking segment: {'id': 'e3511a37-97a5-4f5c-b5cd-794d159feb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:23.911741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.911941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Bound using segment: {'id': 'e3511a37-97a5-4f5c-b5cd-794d159feb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:23.912498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Bound port: 792bb7f4-275e-4c93-9c86-0322caeb2600, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3511a37-97a5-4f5c-b5cd-794d159feb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:23.912887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:23.916985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] 10.222.0.44 "DELETE /v2.0/networks/316bcf72-d9e3-4d39-b750-7a932e72854b HTTP/1.1" status: 204  len: 168 time: 0.7591558
Dec 10 03:58:23.917513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38032) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:23.930019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Performing IP validity checks on allocation pools {{(pid=87629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 03:58:23.932837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 03:58:23.938820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.7 (1789f9d7-f754-4626-8c37-ad8da8782b6a/91ec8c1b-fb66-48cc-ba71-49b720c4898a/d2728770-20f6-4c5f-8b84-93ffedb09c60) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:23.983639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Deleting subnet 667cf380-6e18-4b62-813a-b2f894b17d01 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:23.987416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.008985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] For port 792bb7f4-275e-4c93-9c86-0322caeb2600, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:24.013098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] For port 792bb7f4-275e-4c93-9c86-0322caeb2600, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=792bb7f4-275e-4c93-9c86-0322caeb2600,segment=NetworkSegment(e3511a37-97a5-4f5c-b5cd-794d159feb6e),segment_id=e3511a37-97a5-4f5c-b5cd-794d159feb6e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:24.018977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.030440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a0b82b07-91b8-400d-a387-4155002bd6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:24.041329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.098575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.115998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Pushing event updated for resources: {'Port': ['ID=792bb7f4-275e-4c93-9c86-0322caeb2600,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:24.126573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:24.235261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.247868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ace228b-08b0-4a10-992d-182beee1c888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:24.318450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.324534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.324951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c8ca0d73-ec04-49ae-8e48-712d41230d06 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:24.359210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667cf380-6e18-4b62-813a-b2f894b17d01,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:24.362300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:24.363266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.374671 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/667cf380-6e18-4b62-813a-b2f894b17d01 HTTP/1.1" status: 204  len: 168 time: 0.4561877
Dec 10 03:58:24.377218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:24.378132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:24.380774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object d2728770-20f6-4c5f-8b84-93ffedb09c60 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:24.390854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:24.395484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '30b01d8c-6045-4def-af14-0a4a7a153d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:24.395849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: 6554b508-5062-4fab-aee1-2605bd38d0e6, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:24.434409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:24.446387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.448964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 6554b508-5062-4fab-aee1-2605bd38d0e6) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:24.455238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-40c35572-ed58-4657-b9d3-6590b316fb9c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:24.457401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b3072-f9c2-4a7b-a722-ad6175a6f589 None None] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:24.496457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.623823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:24.624337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.634305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.660275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d977ec610>,) {'filters': {'network_id': ['0cb147d3-99a2-43a9-9ed6-443167bb128d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:24.666346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:24.671318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:24.675861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:24.676454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977ec610>, '09bb30b7-528b-410b-8ff6-97f8df053b04') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:24.676847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977ec610>, '09bb30b7-528b-410b-8ff6-97f8df053b04') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:24.705145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2243309
Dec 10 03:58:24.708286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38042) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:24.743935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6', 'name': 'tempest-PortsIpV6TestJSON-1873853232'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:24.747922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.751028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-6554b508-5062-4fab-aee1-2605bd38d0e6', 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': 'a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:24.752107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.766270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:24.766911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.770251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.770612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=d2728770-20f6-4c5f-8b84-93ffedb09c60,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:24.783736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:24.785745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:24.786152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:24.800939 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:24.853171 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0058560
Dec 10 03:58:24.853706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:24.862139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '1789f9d7-f754-4626-8c37-ad8da8782b6a', 'name': 'tempest-PortsTestJSON-785080536'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:24.893805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.902357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6e4751f-6b00-4298-8d10-24b80ecd0fda tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:24.917667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:24.927957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb147d3-99a2-43a9-9ed6-443167bb128d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:24.933056 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0cb147d3-99a2-43a9-9ed6-443167bb128d HTTP/1.1" status: 204  len: 168 time: 0.5520813
Dec 10 03:58:24.933056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:24.982794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Allocated IP 2001:db8::2 (6554b508-5062-4fab-aee1-2605bd38d0e6/a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00/2f61f3ae-3926-4e57-a9cc-e0946e8612fa) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:25.048522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:25.064640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:25.068023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:25.076035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:25.080537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:25.088429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:25.094664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:25.098647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.125825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 64653ad2-c900-4ae2-a61d-45d8699252a1 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:25.164421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:25.166511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38052) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:25.168905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.218823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 316b6655-39af-4f93-be96-6c9494ef0e8b yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:25.227225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f00b65c6-ecc3-4964-83c3-0c4e13d13ba2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfc6001658054167a536797f0b9df327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0591912
Dec 10 03:58:25.229650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38056) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:25.235756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.247854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Transition to ACTIVE for port object 2f61f3ae-3926-4e57-a9cc-e0946e8612fa will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:25.270918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Transition to ACTIVE for port object 2f61f3ae-3926-4e57-a9cc-e0946e8612fa will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:25.277326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.287660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58c2e18-8462-4f4c-bbdb-9ca9e363b46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:25.324915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.364121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Pushing event updated for resources: {'Port': ['ID=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:25.367888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.368313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:25.379565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:25.380733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:25.389639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:25.451806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.456052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fc778891-b61d-4330-80d6-3879eafba698 tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:25.465728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::3c8 (6554b508-5062-4fab-aee1-2605bd38d0e6/a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00/64653ad2-c900-4ae2-a61d-45d8699252a1) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:25.472342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413afcae-102a-41cd-8b1d-06565373c9e1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:25.475156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:25.481779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 792bb7f4-275e-4c93-9c86-0322caeb2600 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:25.493478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.494705 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/413afcae-102a-41cd-8b1d-06565373c9e1 HTTP/1.1" status: 204  len: 168 time: 0.2641485
Dec 10 03:58:25.517774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.13 (1789f9d7-f754-4626-8c37-ad8da8782b6a/91ec8c1b-fb66-48cc-ba71-49b720c4898a/316b6655-39af-4f93-be96-6c9494ef0e8b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:25.522881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108de82-28aa-40cd-b38c-39dc599753ae None None] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:25.643002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Attempting to bind port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:25.643385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Attempting to bind port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '30b01d8c-6045-4def-af14-0a4a7a153d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:25.643948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Attempting to bind port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa on network 6554b508-5062-4fab-aee1-2605bd38d0e6 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:25.658179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:25.658560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Checking segment: {'id': '30b01d8c-6045-4def-af14-0a4a7a153d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:25.658967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.659373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Bound using segment: {'id': '30b01d8c-6045-4def-af14-0a4a7a153d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:25.659852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Bound port: 2f61f3ae-3926-4e57-a9cc-e0946e8612fa, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b01d8c-6045-4def-af14-0a4a7a153d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6554b508-5062-4fab-aee1-2605bd38d0e6'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:25.660232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.676984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e009612c-d91a-4271-811c-fc57560632dc None None] Provisioning for port 792bb7f4-275e-4c93-9c86-0322caeb2600 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:25.743661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 792bb7f4-275e-4c93-9c86-0322caeb2600 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:25.781486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 792bb7f4-275e-4c93-9c86-0322caeb2600 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:25.782096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.883681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.908552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] For port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:25.921198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object 64653ad2-c900-4ae2-a61d-45d8699252a1 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:25.924430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:25.942003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38066) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:25.967890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 316b6655-39af-4f93-be96-6c9494ef0e8b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:25.993381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] For port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,segment=NetworkSegment(30b01d8c-6045-4def-af14-0a4a7a153d6d),segment_id=30b01d8c-6045-4def-af14-0a4a7a153d6d)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:26.020580 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-958460e3-7f19-4e11-91f3-3051ded215d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cdad0942fd449d7b13a5d31658ea6b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0773437
Dec 10 03:58:26.023156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:26.028603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.028820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.034985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e1e7c5-8b63-4c9f-b6a6-85a68b349d70 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:26.037272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:26.071654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.086906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.115129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.121786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:26.122740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=64653ad2-c900-4ae2-a61d-45d8699252a1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:26.126286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:26.128131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:26.130648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a9a621cf-3e03-4037-a8cf-b4610b336e72 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:26.143628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.160185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Pushing event updated for resources: {'Port': ['ID=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:26.166852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:26.174710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:26.174710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:26.179556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:26.180224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.193683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.194623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:26.202326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3f9e9b73-ebea-4a51-a7bc-b9d918dc5dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:26.206052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 792bb7f4-275e-4c93-9c86-0322caeb2600, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=792bb7f4-275e-4c93-9c86-0322caeb2600,segment=NetworkSegment(e3511a37-97a5-4f5c-b5cd-794d159feb6e),segment_id=e3511a37-97a5-4f5c-b5cd-794d159feb6e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:26.211431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:26.213333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.218622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b936fc0c-b0de-43d9-97f0-df841903f46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:26.224518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b446b494-58c1-4134-b821-afb07bb0ecba,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:26.226888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:26.230475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.234649 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b446b494-58c1-4134-b821-afb07bb0ecba HTTP/1.1" status: 204  len: 168 time: 0.2101338
Dec 10 03:58:26.293328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=316b6655-39af-4f93-be96-6c9494ef0e8b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:26.302085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38076) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:26.311219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6016579
Dec 10 03:58:26.312589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:26.324218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=792bb7f4-275e-4c93-9c86-0322caeb2600,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:26.328966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:26.340088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:26.340822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.362933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5080488
Dec 10 03:58:26.365432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38080) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:26.397278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 64653ad2-c900-4ae2-a61d-45d8699252a1 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:26.397632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.518532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e9adb-27db-4d55-bb5a-104ca3ceec2e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:26.519266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e76e9adb-27db-4d55-bb5a-104ca3ceec2e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:26.543961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e76e9adb-27db-4d55-bb5a-104ca3ceec2e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:26.546204 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e76e9adb-27db-4d55-bb5a-104ca3ceec2e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200  len: 922 time: 0.1797907
Dec 10 03:58:26.549780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38084) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:26.647583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Provisioning for port d2728770-20f6-4c5f-8b84-93ffedb09c60 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:26.659217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Provisioning complete for port d2728770-20f6-4c5f-8b84-93ffedb09c60 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:26.659780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.687049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 316b6655-39af-4f93-be96-6c9494ef0e8b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:26.687810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.752765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Port d2728770-20f6-4c5f-8b84-93ffedb09c60 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:26.786318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Provisioning complete for port 792bb7f4-275e-4c93-9c86-0322caeb2600 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:26.787179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-170a66b6-e4dd-4f27-aeaa-3d08158dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:26.844286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.004999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 64653ad2-c900-4ae2-a61d-45d8699252a1 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:27.124516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-499c83ae-8a1d-4444-ae28-73e2888aeac3 None None] Provisioning complete for port d2728770-20f6-4c5f-8b84-93ffedb09c60 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:27.125650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-499c83ae-8a1d-4444-ae28-73e2888aeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.184093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.191438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e67eb69-22fb-4bad-bb9e-6e8c9dca41d4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:27.207647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-499c83ae-8a1d-4444-ae28-73e2888aeac3 None None] Port d2728770-20f6-4c5f-8b84-93ffedb09c60 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:27.245780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=64653ad2-c900-4ae2-a61d-45d8699252a1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:27.249483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:27.262317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.299923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.313812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/64653ad2-c900-4ae2-a61d-45d8699252a1 HTTP/1.1" status: 204  len: 168 time: 1.0077038
Dec 10 03:58:27.313812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:27.340428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-db01994e-c4c8-433a-9f9d-fbe90ddebd01 None None] Provisioning for port 316b6655-39af-4f93-be96-6c9494ef0e8b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:27.360068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-db01994e-c4c8-433a-9f9d-fbe90ddebd01 None None] Provisioning complete for port 316b6655-39af-4f93-be96-6c9494ef0e8b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:27.360701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-db01994e-c4c8-433a-9f9d-fbe90ddebd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.370712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d456c9bc-5455-4a60-945f-e8bc4146e4e3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:58:27.371256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d456c9bc-5455-4a60-945f-e8bc4146e4e3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:58:27.373111 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d456c9bc-5455-4a60-945f-e8bc4146e4e3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/64653ad2-c900-4ae2-a61d-45d8699252a1 HTTP/1.1" status: 404  len: 333 time: 0.0581713
Dec 10 03:58:27.375985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:27.398511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 316b6655-39af-4f93-be96-6c9494ef0e8b owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:27.452834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-db01994e-c4c8-433a-9f9d-fbe90ddebd01 None None] Port 316b6655-39af-4f93-be96-6c9494ef0e8b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:27.462613 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d905964-56d8-4e33-bdde-d494f0f3ca5b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:27.463526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3d905964-56d8-4e33-bdde-d494f0f3ca5b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:27.480009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3d905964-56d8-4e33-bdde-d494f0f3ca5b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:27.481739 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3d905964-56d8-4e33-bdde-d494f0f3ca5b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/64653ad2-c900-4ae2-a61d-45d8699252a1 HTTP/1.1" status: 404  len: 333 time: 0.1026700
Dec 10 03:58:27.484407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38098) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:27.502459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 792bb7f4-275e-4c93-9c86-0322caeb2600 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:27.569664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.576933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a915a2e-772c-4865-85ba-367aafcd10ed tempest-RoutersAdminTest-897189383 tempest-RoutersAdminTest-897189383-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:27.583988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 792bb7f4-275e-4c93-9c86-0322caeb2600 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:27.584374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.633825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=316b6655-39af-4f93-be96-6c9494ef0e8b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:27.638597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:27.706930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:27.711215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e73e1f-b5fe-49c8-af70-84de47964319 None None] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:27.712414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.744052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.759994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/316b6655-39af-4f93-be96-6c9494ef0e8b HTTP/1.1" status: 204  len: 168 time: 1.2085676
Dec 10 03:58:27.764618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38102) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:27.782697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.817188 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd499d0d-ddd7-45a8-8d96-d915755ba550 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:27.817758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd499d0d-ddd7-45a8-8d96-d915755ba550 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:27.827682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2f61f3ae-3926-4e57-a9cc-e0946e8612fa up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:27.837282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd499d0d-ddd7-45a8-8d96-d915755ba550 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:27.841138 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd499d0d-ddd7-45a8-8d96-d915755ba550 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/316b6655-39af-4f93-be96-6c9494ef0e8b HTTP/1.1" status: 404  len: 333 time: 0.0720599
Dec 10 03:58:27.841462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:27.897116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.914921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4e597c27-5a06-426d-b84c-415cdf35d496 None None] Provisioning for port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:27.950336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port d2728770-20f6-4c5f-8b84-93ffedb09c60 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:27.950688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:27.987356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.003388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ae1e5f86-c797-434e-9a88-cb920cb39ac1 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:28.022541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:28.038900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:28.040840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.043557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:28.048721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00 HTTP/1.1" status: 204  len: 168 time: 0.5633097
Dec 10 03:58:28.053758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38112) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:28.066923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:28.067305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.180290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.193600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:28.194289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.214868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.228971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.248735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,segment=NetworkSegment(30b01d8c-6045-4def-af14-0a4a7a153d6d),segment_id=30b01d8c-6045-4def-af14-0a4a7a153d6d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:28.255897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.258009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c287bf48-78ab-4ad9-abae-bea4d287492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:28.332257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:28.344052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:28.361894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for d2728770-20f6-4c5f-8b84-93ffedb09c60 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:28.403538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f445ae-a2bb-4dbe-bbfa-aa73c0aff60e None None] Network 6554b508-5062-4fab-aee1-2605bd38d0e6 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:28.425521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,segment=NetworkSegment(30b01d8c-6045-4def-af14-0a4a7a153d6d),segment_id=30b01d8c-6045-4def-af14-0a4a7a153d6d)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:28.425881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.511248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-53d6a6f8-c795-4f4a-9908-804b8671796c None None] Provisioning complete for port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:28.511586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-53d6a6f8-c795-4f4a-9908-804b8671796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.515962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.522602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:28.552941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 2f61f3ae-3926-4e57-a9cc-e0946e8612fa owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:28.572002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=d2728770-20f6-4c5f-8b84-93ffedb09c60,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:28.582275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:28.638777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.643426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-085f990b-5cd1-4dbe-b690-be929ad5047e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:28.649287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-53d6a6f8-c795-4f4a-9908-804b8671796c None None] Could not find standard attr ID for object 2f61f3ae-3926-4e57-a9cc-e0946e8612fa. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:28.653528 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.plugins.ml2.db [None req-53d6a6f8-c795-4f4a-9908-804b8671796c None None] No ports have port_id starting with 2f61f3ae-3926-4e57-a9cc-e0946e8612fa
Dec 10 03:58:28.690017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.705432 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/d2728770-20f6-4c5f-8b84-93ffedb09c60 HTTP/1.1" status: 204  len: 168 time: 0.8628867
Dec 10 03:58:28.708017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38116) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:28.721794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No DVR routers for this DVR port 2f61f3ae-3926-4e57-a9cc-e0946e8612fa on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:28.753143 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daa737a-b348-4c05-8914-53dbfab1102e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:28.753792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9daa737a-b348-4c05-8914-53dbfab1102e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:28.756262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=2f61f3ae-3926-4e57-a9cc-e0946e8612fa,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:28.763275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:28.774197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9daa737a-b348-4c05-8914-53dbfab1102e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:28.775716 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9daa737a-b348-4c05-8914-53dbfab1102e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/d2728770-20f6-4c5f-8b84-93ffedb09c60 HTTP/1.1" status: 404  len: 333 time: 0.0667346
Dec 10 03:58:28.779758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87035a36-8c4a-492c-b3fe-5d3af4ddd149 None None] DHCP port deletion for 6554b508-5062-4fab-aee1-2605bd38d0e6 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:28.781780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38120) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:28.875515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.908081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d975ad550>,) {'filters': {'network_id': ['6554b508-5062-4fab-aee1-2605bd38d0e6']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:28.915678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975ad550>, '30b01d8c-6045-4def-af14-0a4a7a153d6d') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:28.916144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975ad550>, '30b01d8c-6045-4def-af14-0a4a7a153d6d') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:28.933136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.951531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.957651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:28.958044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.967809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 91ec8c1b-fb66-48cc-ba71-49b720c4898a {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:28.970746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:28.972785 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:29.024815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.070973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.076717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.080386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fc4048d-4e1e-446d-a3ef-d97db0b82fb5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:29.110197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.110976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=6554b508-5062-4fab-aee1-2605bd38d0e6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:29.113815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:29.126628 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/6554b508-5062-4fab-aee1-2605bd38d0e6 HTTP/1.1" status: 204  len: 168 time: 1.0713112
Dec 10 03:58:29.129940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38124) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:29.136376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2013787035'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:29.143414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:29.147197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:29.150736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:29.159470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:29.170752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:29.174213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.198363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.202946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4bdab3d-76e6-4be9-a89b-37256e7d653d tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:29.203877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:29.213221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.214196 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 81b1fd0f-a332-4c72-9058-0d54251b0c1f of type vlan for network a6609d6d-dd70-4fb7-86e9-e95552ebf331
Dec 10 03:58:29.239561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=91ec8c1b-fb66-48cc-ba71-49b720c4898a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:29.241277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.242644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:29.243678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.250573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/91ec8c1b-fb66-48cc-ba71-49b720c4898a HTTP/1.1" status: 204  len: 168 time: 0.4676402
Dec 10 03:58:29.253241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38130) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:29.255097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f7234-8f47-42e3-9026-f3383e46dc21 None None] Network 1789f9d7-f754-4626-8c37-ad8da8782b6a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:29.284349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.291487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:29.292929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.297107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3a3e45ca-e2b2-4450-8e7d-07d84918d835 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:29.377062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.388819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 792bb7f4-275e-4c93-9c86-0322caeb2600 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:29.389132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.396193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2f61f3ae-3926-4e57-a9cc-e0946e8612fa no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:29.414592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2833128
Dec 10 03:58:29.417932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38134) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:29.423468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:29.438374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2f61f3ae-3926-4e57-a9cc-e0946e8612fa {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:29.438726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2f61f3ae-3926-4e57-a9cc-e0946e8612fa not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:29.442150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=a6609d6d-dd70-4fb7-86e9-e95552ebf331,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:29.447723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:29.470302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:29.544517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:29.548599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:29.551433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:29.558021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:29.568348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:29.571948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.633786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port 792bb7f4-275e-4c93-9c86-0322caeb2600, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=792bb7f4-275e-4c93-9c86-0322caeb2600,segment=NetworkSegment(e3511a37-97a5-4f5c-b5cd-794d159feb6e),segment_id=e3511a37-97a5-4f5c-b5cd-794d159feb6e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:29.634173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.685933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] DHCP port deletion for 1789f9d7-f754-4626-8c37-ad8da8782b6a request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:29.690508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Deleting port 792bb7f4-275e-4c93-9c86-0322caeb2600 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:29.690892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.765629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 792bb7f4-275e-4c93-9c86-0322caeb2600 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:29.811107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.814798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e4d8e09-b63e-4216-b139-47fe223afd59 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:29.849136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.857136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8de79dfa-c2b3-47d6-b202-c049ae99bd84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:29.897854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=740d7222-7198-4589-a7df-ca551ec62fbf,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:29.899094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] For port 792bb7f4-275e-4c93-9c86-0322caeb2600, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=792bb7f4-275e-4c93-9c86-0322caeb2600,segment=NetworkSegment(e3511a37-97a5-4f5c-b5cd-794d159feb6e),segment_id=e3511a37-97a5-4f5c-b5cd-794d159feb6e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:29.899619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:29.908674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:29.923594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No DVR routers for this DVR port 792bb7f4-275e-4c93-9c86-0322caeb2600 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:29.937334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '81b1fd0f-a332-4c72-9058-0d54251b0c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:29.937812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: a6609d6d-dd70-4fb7-86e9-e95552ebf331, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:29.957506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=792bb7f4-275e-4c93-9c86-0322caeb2600,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:29.959262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:29.960238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:29.971712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a6609d6d-dd70-4fb7-86e9-e95552ebf331) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:29.978533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:29.985529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.006592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5876174
Dec 10 03:58:30.009116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:30.014714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-175447238'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:30.032755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d84094-8c3e-42b0-855a-b1e6663ec53d None None] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:30.051439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Calling delete_port for 792bb7f4-275e-4c93-9c86-0322caeb2600 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:30.069721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.100804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d16a880>,) {'filters': {'network_id': ['1789f9d7-f754-4626-8c37-ad8da8782b6a']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:30.115177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d16a880>, 'e3511a37-97a5-4f5c-b5cd-794d159feb6e') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:30.115523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d16a880>, 'e3511a37-97a5-4f5c-b5cd-794d159feb6e') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:30.127803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.144679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.152607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:30.153422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:30.167939 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:30.221056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:30.221355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:30.252497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.257633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.262388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-84dfd3ae-ec57-44d5-b170-59976f5e17e3 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:30.266798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:30.271374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:30.274205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:30.281139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:30.287683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=1789f9d7-f754-4626-8c37-ad8da8782b6a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:30.290824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:30.292785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:30.296669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.298947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/1789f9d7-f754-4626-8c37-ad8da8782b6a HTTP/1.1" status: 204  len: 168 time: 1.0445230
Dec 10 03:58:30.303035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:30.309198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1258928095'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:30.314957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:30.320391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:30.324036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:30.326225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port e50b8e44-25d5-4027-ab39-63b805495ddd yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:30.331166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:30.333775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a6609d6d-dd70-4fb7-86e9-e95552ebf331', 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': '740d7222-7198-4589-a7df-ca551ec62fbf'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:30.334634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.343856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:30.348567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.382059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:30.394302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.394906 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 598360cc-94bd-4987-9901-c58d40b27b92 of type vlan for network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32
Dec 10 03:58:30.438486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.476402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.482914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:30.483508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.485006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::cf (a6609d6d-dd70-4fb7-86e9-e95552ebf331/740d7222-7198-4589-a7df-ca551ec62fbf/e50b8e44-25d5-4027-ab39-63b805495ddd) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:30.489717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64c80835-8359-4acd-a4aa-d9408c594a6b tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:30.580378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2762556
Dec 10 03:58:30.583594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38148) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:30.599282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:30.667998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.679112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=98ba80da-4ceb-4871-a3c3-1baeb4f1ed32,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:30.681795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:30.690444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object e50b8e44-25d5-4027-ab39-63b805495ddd will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:30.693799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:30.722038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.726289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:30.727969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df2d5830-5126-4be7-b869-a8d09d21c8c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:30.730614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:30.733582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:30.739280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:30.750669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:30.754617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.777016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Deleting port 792bb7f4-275e-4c93-9c86-0322caeb2600 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:30.777544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.790947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:30.794185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:30.798236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:30.803823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:30.804425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.834775 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 0.8245366
Dec 10 03:58:30.835701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=e50b8e44-25d5-4027-ab39-63b805495ddd,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:30.838636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:30.841616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38152) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:30.929962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-085f2511-07d4-48e7-8eb0-a98e24c7c3ac None None] The port '792bb7f4-275e-4c93-9c86-0322caeb2600' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:30.953984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port e50b8e44-25d5-4027-ab39-63b805495ddd {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:30.954367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:30.959305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Allocated IP 2001:db8::2 (a6609d6d-dd70-4fb7-86e9-e95552ebf331/740d7222-7198-4589-a7df-ca551ec62fbf/2cde9893-e974-4646-ae80-172b6e87c160) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:31.246585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.257624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Transition to ACTIVE for port object 2cde9893-e974-4646-ae80-172b6e87c160 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:31.275659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Transition to ACTIVE for port object 2cde9893-e974-4646-ae80-172b6e87c160 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:31.282393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.287751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:31.351175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:31.354678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:31.358644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:31.360136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.366023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cc878bc-b5f8-4c36-acf4-56b4540fb9f4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:31.391391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Pushing event updated for resources: {'Port': ['ID=2cde9893-e974-4646-ae80-172b6e87c160,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:31.403237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 792bb7f4-275e-4c93-9c86-0322caeb2600 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:31.431725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:31.464635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.470615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 792bb7f4-275e-4c93-9c86-0322caeb2600 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:31.470975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 792bb7f4-275e-4c93-9c86-0322caeb2600 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:31.492686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Attempting to bind port 2cde9893-e974-4646-ae80-172b6e87c160 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:31.493070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Attempting to bind port 2cde9893-e974-4646-ae80-172b6e87c160 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '81b1fd0f-a332-4c72-9058-0d54251b0c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:31.493472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Attempting to bind port 2cde9893-e974-4646-ae80-172b6e87c160 on network a6609d6d-dd70-4fb7-86e9-e95552ebf331 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:31.494983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=d3f08b50-b275-4ade-9b08-fb1472acb74d,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:31.497676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:31.498769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:31.499150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Checking segment: {'id': '81b1fd0f-a332-4c72-9058-0d54251b0c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:31.499811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.499993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Bound using segment: {'id': '81b1fd0f-a332-4c72-9058-0d54251b0c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:31.500486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Bound port: 2cde9893-e974-4646-ae80-172b6e87c160, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b1fd0f-a332-4c72-9058-0d54251b0c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a6609d6d-dd70-4fb7-86e9-e95552ebf331'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:31.500878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.591114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] For port 2cde9893-e974-4646-ae80-172b6e87c160, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:31.594339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] For port 2cde9893-e974-4646-ae80-172b6e87c160, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2cde9893-e974-4646-ae80-172b6e87c160,segment=NetworkSegment(81b1fd0f-a332-4c72-9058-0d54251b0c1f),segment_id=81b1fd0f-a332-4c72-9058-0d54251b0c1f)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:31.599047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.602564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4c864bed-c030-424c-8bf4-c872a726b93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:31.617970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for e50b8e44-25d5-4027-ab39-63b805495ddd owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:31.656020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '598360cc-94bd-4987-9901-c58d40b27b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:31.656385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:31.684321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Pushing event updated for resources: {'Port': ['ID=2cde9893-e974-4646-ae80-172b6e87c160,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:31.688457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:31.695271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:31.721772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:31.730786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09277ae6-3e92-43ec-b9f9-43de2dc9de3f None None] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:31.754971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:31.755479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.805422 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2207370
Dec 10 03:58:31.808449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38158) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:31.810512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.814678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32', 'name': 'tempest-PortsTestJSON-1084042009', 'fixed_ips': [{'subnet_id': 'd3f08b50-b275-4ade-9b08-fb1472acb74d', 'ip_address': '172.20.0.10'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:31.814886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4efc385b-cd44-4387-8075-ef288e7a37bd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:31.868404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=e50b8e44-25d5-4027-ab39-63b805495ddd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:31.871282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:31.933618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:31.938483 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/e50b8e44-25d5-4027-ab39-63b805495ddd HTTP/1.1" status: 204  len: 168 time: 1.0958495
Dec 10 03:58:31.939345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:32.007960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:32.011533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1767caf-c8db-436e-b239-fa360e59c2fe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:32.012141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1767caf-c8db-436e-b239-fa360e59c2fe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:32.018066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:32.021825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:32.030218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:32.033894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1767caf-c8db-436e-b239-fa360e59c2fe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:32.038425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38166) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:32.038694 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e1767caf-c8db-436e-b239-fa360e59c2fe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/e50b8e44-25d5-4027-ab39-63b805495ddd HTTP/1.1" status: 404  len: 333 time: 0.0974958
Dec 10 03:58:32.066504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-98ba80da-4ceb-4871-a3c3-1baeb4f1ed32', 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': 'd3f08b50-b275-4ade-9b08-fb1472acb74d'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:32.067495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.075979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:32.188895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 740d7222-7198-4589-a7df-ca551ec62fbf {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:32.193981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.226118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Allocated IP 172.20.0.2 (98ba80da-4ceb-4871-a3c3-1baeb4f1ed32/d3f08b50-b275-4ade-9b08-fb1472acb74d/12179d81-df70-4809-a6f3-e58630b4fd59) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:32.274796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.302899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.345530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port b9d964e1-fb86-4a4d-ba16-aed9beceabbd yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:32.435748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.446748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Transition to ACTIVE for port object 12179d81-df70-4809-a6f3-e58630b4fd59 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:32.468394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Transition to ACTIVE for port object 12179d81-df70-4809-a6f3-e58630b4fd59 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:32.476897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.483108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8a8a5227-abd6-4b36-a66d-b9c27deb2741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:32.503378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.554429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:32.557882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:32.561992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:32.594769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Pushing event updated for resources: {'Port': ['ID=12179d81-df70-4809-a6f3-e58630b4fd59,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:32.602092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:32.655542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.10 (98ba80da-4ceb-4871-a3c3-1baeb4f1ed32/d3f08b50-b275-4ade-9b08-fb1472acb74d/b9d964e1-fb86-4a4d-ba16-aed9beceabbd) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:32.660648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Attempting to bind port 12179d81-df70-4809-a6f3-e58630b4fd59 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:32.661409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Attempting to bind port 12179d81-df70-4809-a6f3-e58630b4fd59 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '598360cc-94bd-4987-9901-c58d40b27b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:32.661635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Attempting to bind port 12179d81-df70-4809-a6f3-e58630b4fd59 on network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:32.665478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.668393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:32.668778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Checking segment: {'id': '598360cc-94bd-4987-9901-c58d40b27b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:32.669342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.669777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Bound using segment: {'id': '598360cc-94bd-4987-9901-c58d40b27b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:32.670259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Bound port: 12179d81-df70-4809-a6f3-e58630b4fd59, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598360cc-94bd-4987-9901-c58d40b27b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:32.670639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.674824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c30c713f-87f3-459b-b463-5185c887611e tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:32.715678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=740d7222-7198-4589-a7df-ca551ec62fbf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:32.719400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:32.720463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.751265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/740d7222-7198-4589-a7df-ca551ec62fbf HTTP/1.1" status: 204  len: 168 time: 0.7115717
Dec 10 03:58:32.753937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38172) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:32.803195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] For port 12179d81-df70-4809-a6f3-e58630b4fd59, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:32.806715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] For port 12179d81-df70-4809-a6f3-e58630b4fd59, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12179d81-df70-4809-a6f3-e58630b4fd59,segment=NetworkSegment(598360cc-94bd-4987-9901-c58d40b27b92),segment_id=598360cc-94bd-4987-9901-c58d40b27b92)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:32.818314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:32.822761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:32.885632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb75915-184b-452a-8ffc-0f438ed5dc70 None None] Network a6609d6d-dd70-4fb7-86e9-e95552ebf331 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:32.995776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.014350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Pushing event updated for resources: {'Port': ['ID=12179d81-df70-4809-a6f3-e58630b4fd59,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:33.020149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6d1722cb-8a61-4f44-b9a4-46530dd567b7 None None] Provisioning for port 2cde9893-e974-4646-ae80-172b6e87c160 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:33.021953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 2cde9893-e974-4646-ae80-172b6e87c160 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:33.022289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.023359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:33.197479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] DHCP port deletion for a6609d6d-dd70-4fb7-86e9-e95552ebf331 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:33.202683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Deleting port 2cde9893-e974-4646-ae80-172b6e87c160 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:33.203075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.297886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.328511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object b9d964e1-fb86-4a4d-ba16-aed9beceabbd will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:33.465704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12179d81-df70-4809-a6f3-e58630b4fd59 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:33.469416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port 2cde9893-e974-4646-ae80-172b6e87c160, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2cde9893-e974-4646-ae80-172b6e87c160,segment=NetworkSegment(81b1fd0f-a332-4c72-9058-0d54251b0c1f),segment_id=81b1fd0f-a332-4c72-9058-0d54251b0c1f)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:33.469773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.491635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.553263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] For port 2cde9893-e974-4646-ae80-172b6e87c160, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2cde9893-e974-4646-ae80-172b6e87c160,segment=NetworkSegment(81b1fd0f-a332-4c72-9058-0d54251b0c1f),segment_id=81b1fd0f-a332-4c72-9058-0d54251b0c1f)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:33.553663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.558596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eec94284-df15-403a-bd7f-ad2512ea862a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:33.670589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 2cde9893-e974-4646-ae80-172b6e87c160 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:33.677253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Calling delete_port for 2cde9893-e974-4646-ae80-172b6e87c160 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:33.721836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 12179d81-df70-4809-a6f3-e58630b4fd59 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:33.754886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:33.760033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:33.765617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:33.776438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.780602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:33.821812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=b9d964e1-fb86-4a4d-ba16-aed9beceabbd,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:33.828135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:33.828450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Pushing event deleted for resources: {'Port': ['ID=2cde9893-e974-4646-ae80-172b6e87c160,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:33.831587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:33.832847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] No DVR routers for this DVR port 2cde9893-e974-4646-ae80-172b6e87c160 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:33.860607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:33.861257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:33.872405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:33.872729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:33.884704 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.0750906
Dec 10 03:58:33.887192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38176) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:33.893536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '98ba80da-4ceb-4871-a3c3-1baeb4f1ed32', 'name': 'tempest-PortsTestJSON-1906541057', 'fixed_ips': [{'subnet_id': 'd3f08b50-b275-4ade-9b08-fb1472acb74d', 'ip_address': '172.20.0.9'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:34.050043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:34.054414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:34.057540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:34.063497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:34.074698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:34.079644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.102070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 6b552da1-1326-402c-adc0-05682bac5099 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:34.108416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df59fb-c4f0-4a5a-83dc-48433ce6a2fb None None] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:34.199056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Provisioning for port 12179d81-df70-4809-a6f3-e58630b4fd59 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:34.216937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Provisioning complete for port 12179d81-df70-4809-a6f3-e58630b4fd59 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:34.218132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.304349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.9 (98ba80da-4ceb-4871-a3c3-1baeb4f1ed32/d3f08b50-b275-4ade-9b08-fb1472acb74d/6b552da1-1326-402c-adc0-05682bac5099) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:34.381558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 2cde9893-e974-4646-ae80-172b6e87c160 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:34.381825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.433042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.472496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] For port 12179d81-df70-4809-a6f3-e58630b4fd59, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12179d81-df70-4809-a6f3-e58630b4fd59,segment=NetworkSegment(598360cc-94bd-4987-9901-c58d40b27b92),segment_id=598360cc-94bd-4987-9901-c58d40b27b92)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:34.480002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.482261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:34.509205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] The port '2cde9893-e974-4646-ae80-172b6e87c160' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:34.549954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Pushing event updated for resources: {'Port': ['ID=12179d81-df70-4809-a6f3-e58630b4fd59,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:34.553180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:34.670167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.708574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Provisioning for port b9d964e1-fb86-4a4d-ba16-aed9beceabbd completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:34.710104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.714368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96cbb4f0>,) {'filters': {'network_id': ['a6609d6d-dd70-4fb7-86e9-e95552ebf331']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:34.714544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Provisioning complete for port b9d964e1-fb86-4a4d-ba16-aed9beceabbd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:34.714904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.734062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96cbb4f0>, '81b1fd0f-a332-4c72-9058-0d54251b0c1f') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:34.734282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96cbb4f0>, '81b1fd0f-a332-4c72-9058-0d54251b0c1f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:34.753592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 6b552da1-1326-402c-adc0-05682bac5099 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:34.755731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.776528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.781137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Port b9d964e1-fb86-4a4d-ba16-aed9beceabbd cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:34.786624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:34.787133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.792545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Provisioning complete for port 12179d81-df70-4809-a6f3-e58630b4fd59 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:34.792928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5d82fc5f-d936-4039-84fe-f97430a3db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:34.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:34.887406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:34.893203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8c67f2e2-acc4-47f2-ad58-bec6d29a0b44 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:35.042824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.050317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97937391-94a9-42f9-a9da-7c9eaba1c078 None None] Provisioning complete for port b9d964e1-fb86-4a4d-ba16-aed9beceabbd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:35.050700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97937391-94a9-42f9-a9da-7c9eaba1c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.067210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.078543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:35.082532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:35.087040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:35.115038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-97937391-94a9-42f9-a9da-7c9eaba1c078 None None] Port b9d964e1-fb86-4a4d-ba16-aed9beceabbd cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:35.116589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/a6609d6d-dd70-4fb7-86e9-e95552ebf331 HTTP/1.1" status: 204  len: 168 time: 2.3616321
Dec 10 03:58:35.117451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38184) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:35.126478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'name': 'tempest-PortsIpV6TestJSON-808515022'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:35.137095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=6b552da1-1326-402c-adc0-05682bac5099,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:35.141858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:35.142378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:35.169717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=a6609d6d-dd70-4fb7-86e9-e95552ebf331,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:35.173689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:35.184492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.185097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.207521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.3167670
Dec 10 03:58:35.207890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38188) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:35.262508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:35.272378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:35.285642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:35.289181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.298007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aee60c-64e2-4e2e-9689-d2b156bebb0a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.298943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44aee60c-64e2-4e2e-9689-d2b156bebb0a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:35.311074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port ad5e5460-4ed5-47d6-b70c-a891f028b231 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:35.322422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44aee60c-64e2-4e2e-9689-d2b156bebb0a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:35.327038 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-44aee60c-64e2-4e2e-9689-d2b156bebb0a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1155188
Dec 10 03:58:35.327368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38192) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:35.337604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da202f6f-ed23-49ec-9559-899e5eb91d76 None None] Provisioning for port 6b552da1-1326-402c-adc0-05682bac5099 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:35.343643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da202f6f-ed23-49ec-9559-899e5eb91d76 None None] Provisioning complete for port 6b552da1-1326-402c-adc0-05682bac5099 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:35.344161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da202f6f-ed23-49ec-9559-899e5eb91d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.393965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12179d81-df70-4809-a6f3-e58630b4fd59 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:35.428012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f5fc3-907e-47a6-ab00-7b464fcb8842 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.435209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f5fc3-907e-47a6-ab00-7b464fcb8842 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.441507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f5fc3-907e-47a6-ab00-7b464fcb8842 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.446032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-985f5fc3-907e-47a6-ab00-7b464fcb8842 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2380 time: 0.1147671
Dec 10 03:58:35.446272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38196) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:35.463199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-da202f6f-ed23-49ec-9559-899e5eb91d76 None None] Port 6b552da1-1326-402c-adc0-05682bac5099 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:35.479887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 12179d81-df70-4809-a6f3-e58630b4fd59 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:35.480570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.516326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 6b552da1-1326-402c-adc0-05682bac5099 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:35.516681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.568815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.605388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.612124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdf6b0e7-6744-4ab7-a65c-e7bd78da33be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:35.678609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:35.681573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:35.684495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:35.690134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:35.690735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.710002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=ad5e5460-4ed5-47d6-b70c-a891f028b231,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:35.712720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:35.725720 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6045961
Dec 10 03:58:35.728364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38200) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:35.765331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.796356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port ad5e5460-4ed5-47d6-b70c-a891f028b231 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:35.796699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:35.890194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 6b552da1-1326-402c-adc0-05682bac5099 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:36.036272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.043058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff7d279b-d764-48ec-9c00-def29f977ffb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:36.086895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=6b552da1-1326-402c-adc0-05682bac5099,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:36.091082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:36.129201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.192164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.210509 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/6b552da1-1326-402c-adc0-05682bac5099 HTTP/1.1" status: 204  len: 168 time: 0.7607539
Dec 10 03:58:36.210863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38204) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:36.256616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for ad5e5460-4ed5-47d6-b70c-a891f028b231 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:36.258738 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5646b386-1918-41e9-b259-b3dee207a91b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:36.259363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5646b386-1918-41e9-b259-b3dee207a91b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:36.276604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5646b386-1918-41e9-b259-b3dee207a91b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:36.280616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5646b386-1918-41e9-b259-b3dee207a91b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/6b552da1-1326-402c-adc0-05682bac5099 HTTP/1.1" status: 404  len: 333 time: 0.0662515
Dec 10 03:58:36.281005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38210) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:36.346588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.348939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port b9d964e1-fb86-4a4d-ba16-aed9beceabbd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:36.349280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.352629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e790acef-c10e-4444-b12b-5181805a6b9b tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:36.397586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=ad5e5460-4ed5-47d6-b70c-a891f028b231,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:36.399994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:36.405902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.415672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/ad5e5460-4ed5-47d6-b70c-a891f028b231 HTTP/1.1" status: 204  len: 168 time: 0.6857471
Dec 10 03:58:36.418630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38214) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:36.424025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'mac_address': 'fa:16:3e:3e:28:54', 'name': 'tempest-PortsIpV6TestJSON-824631442'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:36.532095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:36.536198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:36.539209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:36.545447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:36.554503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:36.595755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.657950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.684218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:36.718191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for b9d964e1-fb86-4a4d-ba16-aed9beceabbd owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:36.866947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.873170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5e7951cf-f374-4d84-a100-52a75ceb5c4f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:36.900393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.922630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=b9d964e1-fb86-4a4d-ba16-aed9beceabbd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:36.926139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:36.931524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:36.936994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d570e0d6-5851-4919-847d-9f739421677b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:37.021744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:37.025299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:37.026930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:37.027920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:37.030159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:37.035684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:37.036301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.063852 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6441696
Dec 10 03:58:37.066577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38218) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.142912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.147998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f9d6f-dfb9-4ab8-b0f2-ec6bc0341a30 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:37.148581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf2f9d6f-dfb9-4ab8-b0f2-ec6bc0341a30 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:37.157096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/b9d964e1-fb86-4a4d-ba16-aed9beceabbd HTTP/1.1" status: 204  len: 168 time: 0.8750048
Dec 10 03:58:37.159972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38222) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.164983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf2f9d6f-dfb9-4ab8-b0f2-ec6bc0341a30 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:37.166215 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cf2f9d6f-dfb9-4ab8-b0f2-ec6bc0341a30 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f HTTP/1.1" status: 200  len: 844 time: 0.0985076
Dec 10 03:58:37.169072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38226) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.205160 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-838852f9-5e13-4fdc-a311-04ce9596dfba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:37.205609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-838852f9-5e13-4fdc-a311-04ce9596dfba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:37.223337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-838852f9-5e13-4fdc-a311-04ce9596dfba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:37.225086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-838852f9-5e13-4fdc-a311-04ce9596dfba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/b9d964e1-fb86-4a4d-ba16-aed9beceabbd HTTP/1.1" status: 404  len: 333 time: 0.0642064
Dec 10 03:58:37.227872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38230) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.239360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:37.239787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.292880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet d3f08b50-b275-4ade-9b08-fb1472acb74d {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:37.295753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.353970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.453006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.464741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.532766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.538373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:37.582227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f08b50-b275-4ade-9b08-fb1472acb74d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:37.585693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:37.586119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.593672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e023f-ecbb-418c-98a1-a6711ec769bb None None] Network 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:37.594169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/d3f08b50-b275-4ade-9b08-fb1472acb74d HTTP/1.1" status: 204  len: 168 time: 0.3651814
Dec 10 03:58:37.596563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38236) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.598623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:37.691901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.697858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2cba1e8d-2390-4644-afa0-effbbe6da05c tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:37.743737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.748060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:37.751673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:37.754457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.757918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 12179d81-df70-4809-a6f3-e58630b4fd59 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:37.758275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.773207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f HTTP/1.1" status: 204  len: 168 time: 0.6008029
Dec 10 03:58:37.774359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38240) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.931331 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b812993-1269-404a-9236-424dc60bda36 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:37.932437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5b812993-1269-404a-9236-424dc60bda36 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:37.949454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5b812993-1269-404a-9236-424dc60bda36 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:37.952207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5b812993-1269-404a-9236-424dc60bda36 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/dfa0e0c4-9c10-4ccf-81fd-47d05d6c6b6f HTTP/1.1" status: 404  len: 333 time: 0.1761134
Dec 10 03:58:37.955151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38244) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:37.962544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] DHCP port deletion for 98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:37.963324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'name': 'tempest-PortsIpV6TestJSON-2107860477'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:37.967051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Deleting port 12179d81-df70-4809-a6f3-e58630b4fd59 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:37.967548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:37.985338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port 12179d81-df70-4809-a6f3-e58630b4fd59, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12179d81-df70-4809-a6f3-e58630b4fd59,segment=NetworkSegment(598360cc-94bd-4987-9901-c58d40b27b92),segment_id=598360cc-94bd-4987-9901-c58d40b27b92)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:37.985723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.072506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:38.081924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:38.093082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:38.096682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.111124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 12179d81-df70-4809-a6f3-e58630b4fd59 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:38.119203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:38.171856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] For port 12179d81-df70-4809-a6f3-e58630b4fd59, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12179d81-df70-4809-a6f3-e58630b4fd59,segment=NetworkSegment(598360cc-94bd-4987-9901-c58d40b27b92),segment_id=598360cc-94bd-4987-9901-c58d40b27b92)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:38.172406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.196221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.207897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5f6d487-9e39-4a74-9402-69d1163f7eee tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:38.246492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No DVR routers for this DVR port 12179d81-df70-4809-a6f3-e58630b4fd59 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:38.278417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=12179d81-df70-4809-a6f3-e58630b4fd59,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:38.283386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:38.295630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Calling delete_port for 12179d81-df70-4809-a6f3-e58630b4fd59 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:38.359382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.370362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:38.370832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:38.380232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.387342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.393144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ff204b5-5b18-4100-a501-b00b45831fb9 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:38.407949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d968b41f0>,) {'filters': {'network_id': ['98ba80da-4ceb-4871-a3c3-1baeb4f1ed32']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:38.419737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968b41f0>, '598360cc-94bd-4987-9901-c58d40b27b92') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:38.420037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968b41f0>, '598360cc-94bd-4987-9901-c58d40b27b92') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:38.432686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.453039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.456416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:38.458994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:38.459366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.459486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:38.464129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:38.469567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:38.470164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:38.476085 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:38.484174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=b8d01c0c-ed37-4b7d-a71e-7fcd029b7086,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:38.488446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:38.502489 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5449855
Dec 10 03:58:38.505183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38248) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:38.511579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:38.555635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.560724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.563421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c9ee1a4-bbdb-4f71-a9c3-4064cf4aea45 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:38.584896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=98ba80da-4ceb-4871-a3c3-1baeb4f1ed32,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:38.587188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:38.603642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/98ba80da-4ceb-4871-a3c3-1baeb4f1ed32 HTTP/1.1" status: 204  len: 168 time: 1.0025508
Dec 10 03:58:38.604026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:38.615107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294279292'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:38.619824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:38.624182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:network and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:38.626985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:38.632580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:38.639286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.648258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:38.652839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.680810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:38.690243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.690577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Added segment 7d9ec839-e556-4a0f-9b1f-ac13c3deda32 of type vlan for network 286a2fe5-5e6b-43ff-bb39-450430e19e7d
Dec 10 03:58:38.719117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.747873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.753481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:38.754068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.757612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d8494f5b-0e95-49a9-bf5f-d6e40f07d7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:38.852941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.856125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2458069
Dec 10 03:58:38.858995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38258) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:38.865272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Network': ['ID=286a2fe5-5e6b-43ff-bb39-450430e19e7d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:38.865961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:38.868417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:38.872392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Deleting port 12179d81-df70-4809-a6f3-e58630b4fd59 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:38.872885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.882504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:38.890256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22577577-9e34-4e71-a149-0090d8741cc5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:38.902893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:39.004355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-79c45abf-e070-4f59-9c73-8a0703a3b1ab None None] The port '12179d81-df70-4809-a6f3-e58630b4fd59' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:39.004957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] In _notify_port_updated(), no bound segment for port b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 on network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:39.010432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:39.011561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.012839 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/ports/b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 HTTP/1.1" status: 200  len: 818 time: 0.5066850
Dec 10 03:58:39.016445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.050485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=b8d01c0c-ed37-4b7d-a71e-7fcd029b7086,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:39.053936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:39.059398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:39.063282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:39.066535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:39.073169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:39.084882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:39.088544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.097624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:39.097958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.302521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.306487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f2898f3d-c192-4375-94d5-7bbe974cdb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:39.380063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12179d81-df70-4809-a6f3-e58630b4fd59 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:39.391179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=031e595f-ddd2-4665-a5a8-1d45094753e4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:39.393793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:39.399898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Checking segment: {'id': '7d9ec839-e556-4a0f-9b1f-ac13c3deda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:39.400252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network hostable DHCP agents. Network: 286a2fe5-5e6b-43ff-bb39-450430e19e7d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:39.420048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 12179d81-df70-4809-a6f3-e58630b4fd59 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:39.420591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12179d81-df70-4809-a6f3-e58630b4fd59 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:39.422088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:39.426805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.438303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 286a2fe5-5e6b-43ff-bb39-450430e19e7d) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:39.442596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:39.443189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.447856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1a44b-570f-4930-ad64-fd62c33cd65d None None] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:39.467933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6074307
Dec 10 03:58:39.468612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38266) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.474679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-279371333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:39.481958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:39.485829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:router and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:39.488694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:39.495140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:39.506152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.507279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.524903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.544777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.551025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:39.570203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.574457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bc530251-7ee0-433a-a213-42d98aaae0a3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.1016524
Dec 10 03:58:39.574714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38270) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.580889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d', 'name': 'tempest-PortsTestJSON-2115903527'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:39.634755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.641286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9b8525c3-aeb6-4f6c-acf1-fd7bcd4aefce tempest-AllowedAddressPairTestJSON-1997746926 tempest-AllowedAddressPairTestJSON-1997746926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:39.668379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-286a2fe5-5e6b-43ff-bb39-450430e19e7d', 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': '031e595f-ddd2-4665-a5a8-1d45094753e4'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:39.669569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.686641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=b8d01c0c-ed37-4b7d-a71e-7fcd029b7086,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:39.690718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:39.694288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.704303 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 HTTP/1.1" status: 204  len: 168 time: 0.6860530
Dec 10 03:58:39.706772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38274) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.741567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:39.747270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:39.751215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:39.757963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:39.772263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:39.779226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.803872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 5cf513bb-392a-483f-951f-398aca564deb yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:39.806886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9ac8f-b850-49e5-97a7-223bd7aae081 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:39.807599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-21e9ac8f-b850-49e5-97a7-223bd7aae081 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:39.826952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-21e9ac8f-b850-49e5-97a7-223bd7aae081 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:39.830810 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-21e9ac8f-b850-49e5-97a7-223bd7aae081 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1183476
Dec 10 03:58:39.830968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38282) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.847782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Allocated IP 172.20.0.2 (286a2fe5-5e6b-43ff-bb39-450430e19e7d/031e595f-ddd2-4665-a5a8-1d45094753e4/2c1c7690-03b5-40cf-9113-41a9440754bd) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:39.893605 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bbf4ef-d4e6-4d1d-8ece-d3feab7605b4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:39.895137 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-88bbf4ef-d4e6-4d1d-8ece-d3feab7605b4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/b8d01c0c-ed37-4b7d-a71e-7fcd029b7086 HTTP/1.1" status: 404  len: 333 time: 0.0631659
Dec 10 03:58:39.898847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38286) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:39.905827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916289761'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:39.911175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:39.915762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:39.919785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:39.926333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:39.941071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:39.945825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:39.993992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:40.004904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.005272 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 807784cb-0127-4cfd-b966-b46fa0393d79 of type vlan for network e89bdbe4-6dc2-4aeb-a430-de407fb19073
Dec 10 03:58:40.034065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.065555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.071620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:40.072745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.076349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14f2af1a-bf41-42b4-af69-a59b000ba74a tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:40.111504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.122178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Transition to ACTIVE for port object 2c1c7690-03b5-40cf-9113-41a9440754bd will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:40.140379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Transition to ACTIVE for port object 2c1c7690-03b5-40cf-9113-41a9440754bd will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:40.146699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.152644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:40.178246 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2757649
Dec 10 03:58:40.178486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38292) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:40.186383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:40.200723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=e89bdbe4-6dc2-4aeb-a430-de407fb19073,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:40.206433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:40.217055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.3 (286a2fe5-5e6b-43ff-bb39-450430e19e7d/031e595f-ddd2-4665-a5a8-1d45094753e4/5cf513bb-392a-483f-951f-398aca564deb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:40.218633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:40.219540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:40.235978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:40.283622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:40.300071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Pushing event updated for resources: {'Port': ['ID=2c1c7690-03b5-40cf-9113-41a9440754bd,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:40.302150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:40.306178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:40.309121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:40.315414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:40.326780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:40.331908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.382029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:40.438266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.449549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Attempting to bind port 2c1c7690-03b5-40cf-9113-41a9440754bd on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:40.449931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Attempting to bind port 2c1c7690-03b5-40cf-9113-41a9440754bd by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '7d9ec839-e556-4a0f-9b1f-ac13c3deda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:40.450540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Attempting to bind port 2c1c7690-03b5-40cf-9113-41a9440754bd on network 286a2fe5-5e6b-43ff-bb39-450430e19e7d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:40.455886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:40.456281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Checking segment: {'id': '7d9ec839-e556-4a0f-9b1f-ac13c3deda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:40.456719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.456844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 5cf513bb-392a-483f-951f-398aca564deb will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:40.457077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Bound using segment: {'id': '7d9ec839-e556-4a0f-9b1f-ac13c3deda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:40.457920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Bound port: 2c1c7690-03b5-40cf-9113-41a9440754bd, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ec839-e556-4a0f-9b1f-ac13c3deda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '286a2fe5-5e6b-43ff-bb39-450430e19e7d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:40.457920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.483594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.489872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:40.548641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] For port 2c1c7690-03b5-40cf-9113-41a9440754bd, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:40.551733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] For port 2c1c7690-03b5-40cf-9113-41a9440754bd, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c1c7690-03b5-40cf-9113-41a9440754bd,segment=NetworkSegment(7d9ec839-e556-4a0f-9b1f-ac13c3deda32),segment_id=7d9ec839-e556-4a0f-9b1f-ac13c3deda32)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:40.555553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.559104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:40.561913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:40.565323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:40.569682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:40.573093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.577815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac8dedbb-d1ee-46a5-9f4e-5259eeb3ac40 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:40.601005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=5cf513bb-392a-483f-951f-398aca564deb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:40.612481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:40.640737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:40.641540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.642180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Pushing event updated for resources: {'Port': ['ID=2c1c7690-03b5-40cf-9113-41a9440754bd,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:40.647021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:40.658928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=86f36347-1482-40c9-b00d-2a812afa5149,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:40.667363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:40.676977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '807784cb-0127-4cfd-b966-b46fa0393d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:40.677187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: e89bdbe4-6dc2-4aeb-a430-de407fb19073, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:40.680031 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.1041975
Dec 10 03:58:40.682670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38296) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:40.698690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:40.708663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, e89bdbe4-6dc2-4aeb-a430-de407fb19073) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:40.714625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:40.715794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:40.717611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc26ded-b72f-4282-b171-9944c05a9adc None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:40.743255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5633926
Dec 10 03:58:40.746403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38300) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:40.752103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:40.924015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:40.932110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:40.936421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:40.943149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:40.961873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:40.967131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.009375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': '86f36347-1482-40c9-b00d-2a812afa5149'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:41.011364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.148177 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86f36347-1482-40c9-b00d-2a812afa5149 (CIDR: 2001:db8::/64)
Dec 10 03:58:41.151866 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:58:41.152400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:58:41.179029 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a9149a87-a7e4-4733-9ef1-c88e4f360418 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4315784
Dec 10 03:58:41.182287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38306) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:41.187894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:41.206144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Allocated IP 2001:db8::2 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/86f36347-1482-40c9-b00d-2a812afa5149/a567b526-1e25-434a-a3da-f1ed8716de4d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:41.335533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:41.340641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:41.344034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:41.350526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:41.359085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.369212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:41.375390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.437343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c1c7690-03b5-40cf-9113-41a9440754bd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:41.524480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.537968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Transition to ACTIVE for port object a567b526-1e25-434a-a3da-f1ed8716de4d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:41.545528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2c1c7690-03b5-40cf-9113-41a9440754bd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:41.568141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Transition to ACTIVE for port object a567b526-1e25-434a-a3da-f1ed8716de4d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:41.576209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.583208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9db25f31-72e0-4ff1-950e-335c04fa5cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:41.653913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:41.657244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:41.660905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:41.667635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Pushing event updated for resources: {'Port': ['ID=a567b526-1e25-434a-a3da-f1ed8716de4d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:41.672982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:41.771018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Attempting to bind port a567b526-1e25-434a-a3da-f1ed8716de4d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:41.771389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Attempting to bind port a567b526-1e25-434a-a3da-f1ed8716de4d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '807784cb-0127-4cfd-b966-b46fa0393d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:41.771927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Attempting to bind port a567b526-1e25-434a-a3da-f1ed8716de4d on network e89bdbe4-6dc2-4aeb-a430-de407fb19073 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:41.779206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:41.779895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Checking segment: {'id': '807784cb-0127-4cfd-b966-b46fa0393d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:41.780490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.781059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Bound using segment: {'id': '807784cb-0127-4cfd-b966-b46fa0393d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:41.781800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Bound port: a567b526-1e25-434a-a3da-f1ed8716de4d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807784cb-0127-4cfd-b966-b46fa0393d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:41.782507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.848419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.860398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-da64927d-6bc0-4632-8e49-f14ed6652076 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:41.887738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] For port a567b526-1e25-434a-a3da-f1ed8716de4d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:41.891575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] For port a567b526-1e25-434a-a3da-f1ed8716de4d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a567b526-1e25-434a-a3da-f1ed8716de4d,segment=NetworkSegment(807784cb-0127-4cfd-b966-b46fa0393d79),segment_id=807784cb-0127-4cfd-b966-b46fa0393d79)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:41.897473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.921258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:41.928462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.935421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.942494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ecf1294-bab2-4f50-89b8-5d0e6adb11f8 tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:41.942822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:41.943856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=a4649d84-3847-407b-ab05-e0f55ced199f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:41.952728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:41.954663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:41.955887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:41.957000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:41.985521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8019135
Dec 10 03:58:41.987872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38310) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:41.995104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'fixed_ips': [{'subnet_id': '86f36347-1482-40c9-b00d-2a812afa5149'}, {'subnet_id': 'a4649d84-3847-407b-ab05-e0f55ced199f'}], 'name': 'tempest-PortsIpV6TestJSON-615429850'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:42.026318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a259f7a-7f88-4823-848a-0fbfe1607953 None None] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:42.081790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=5cf513bb-392a-483f-951f-398aca564deb,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:42.097424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:42.139198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Pushing event updated for resources: {'Port': ['ID=a567b526-1e25-434a-a3da-f1ed8716de4d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:42.142766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:42.146494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Provisioning for port 2c1c7690-03b5-40cf-9113-41a9440754bd completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:42.162311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:42.164204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Provisioning complete for port 2c1c7690-03b5-40cf-9113-41a9440754bd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:42.164585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.167721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:42.171437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:42.179722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:42.200221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:42.420254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.420507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.452482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port c4c74adf-67ed-48ff-a473-7c5356ab558b yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:42.487374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.528990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] For port 2c1c7690-03b5-40cf-9113-41a9440754bd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c1c7690-03b5-40cf-9113-41a9440754bd,segment=NetworkSegment(7d9ec839-e556-4a0f-9b1f-ac13c3deda32),segment_id=7d9ec839-e556-4a0f-9b1f-ac13c3deda32)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:42.534767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.536180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.538056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:42.613456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Pushing event updated for resources: {'Port': ['ID=2c1c7690-03b5-40cf-9113-41a9440754bd,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:42.616814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:42.851770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::278 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/86f36347-1482-40c9-b00d-2a812afa5149/c4c74adf-67ed-48ff-a473-7c5356ab558b) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:42.861489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8:0:1::96 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/a4649d84-3847-407b-ab05-e0f55ced199f/c4c74adf-67ed-48ff-a473-7c5356ab558b) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:42.886948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Provisioning complete for port 2c1c7690-03b5-40cf-9113-41a9440754bd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:42.887470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.971192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:42.981076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.035865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-808877f9-8eb6-4283-9771-0326f70d613b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:43.112958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Provisioning for port 5cf513bb-392a-483f-951f-398aca564deb completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:43.119382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Provisioning complete for port 5cf513bb-392a-483f-951f-398aca564deb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:43.120000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.146077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.151320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=5cf513bb-392a-483f-951f-398aca564deb,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:43.156710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:43.178196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-38270393-e6e8-4fc7-935a-d8c17545d5b2 None None] Port 5cf513bb-392a-483f-951f-398aca564deb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:43.208887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.227093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object c4c74adf-67ed-48ff-a473-7c5356ab558b will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:43.256713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.266347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-42d9bd70-aa83-48ca-b452-84f30523fa03 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:43.303377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-04c02589-c614-4230-a66a-a9b8cd656fe0 None None] Provisioning complete for port 5cf513bb-392a-483f-951f-398aca564deb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:43.303763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-04c02589-c614-4230-a66a-a9b8cd656fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.329713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:43.330934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:43.344585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:43.347754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:43.353361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:43.373441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:43.376149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.389659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=c4c74adf-67ed-48ff-a473-7c5356ab558b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:43.392581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:43.437662 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 1.4450450
Dec 10 03:58:43.438016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38320) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:43.443415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-04c02589-c614-4230-a66a-a9b8cd656fe0 None None] Port 5cf513bb-392a-483f-951f-398aca564deb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:43.471208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd05a4-dc67-46dd-94eb-6601f3cd41c3 None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:43.500083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86f36347-1482-40c9-b00d-2a812afa5149'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:43.560756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a567b526-1e25-434a-a3da-f1ed8716de4d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:43.636952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae158cff-da3c-4f1a-a7af-a26c5f7f9c12 None None] Provisioning for port a567b526-1e25-434a-a3da-f1ed8716de4d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:43.732356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae158cff-da3c-4f1a-a7af-a26c5f7f9c12 None None] Provisioning complete for port 5cf513bb-392a-483f-951f-398aca564deb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:43.732630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae158cff-da3c-4f1a-a7af-a26c5f7f9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.763460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a567b526-1e25-434a-a3da-f1ed8716de4d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:43.803952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a567b526-1e25-434a-a3da-f1ed8716de4d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:43.804332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.854242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:43.892091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Router 912ea1bb-1917-4ccb-8170-2fb7f60a5828 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:58:43.902611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ae158cff-da3c-4f1a-a7af-a26c5f7f9c12 None None] Port 5cf513bb-392a-483f-951f-398aca564deb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:43.997870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.049679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.093192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a567b526-1e25-434a-a3da-f1ed8716de4d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a567b526-1e25-434a-a3da-f1ed8716de4d,segment=NetworkSegment(807784cb-0127-4cfd-b966-b46fa0393d79),segment_id=807784cb-0127-4cfd-b966-b46fa0393d79)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:44.094110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-956314bf-fa07-4cc2-a72f-07c9ad87ad4f None None] Provisioning complete for port 5cf513bb-392a-483f-951f-398aca564deb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:44.094564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-956314bf-fa07-4cc2-a72f-07c9ad87ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.130053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:44.131544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.132372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c1c7690-03b5-40cf-9113-41a9440754bd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:44.137214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/routers/912ea1bb-1917-4ccb-8170-2fb7f60a5828/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4533558
Dec 10 03:58:44.140691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:44.151687 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] Sync routers for ids ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:44.166359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:44.173118 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] Routers {'912ea1bb-1917-4ccb-8170-2fb7f60a5828'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:44.174230 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4084c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:44.232923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Update dhcp port {'port': {'network_id': 'e89bdbe4-6dc2-4aeb-a430-de407fb19073', 'fixed_ips': [{'subnet_id': '86f36347-1482-40c9-b00d-2a812afa5149', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4649d84-3847-407b-ab05-e0f55ced199f'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': 'a567b526-1e25-434a-a3da-f1ed8716de4d'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:58:44.248920 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4084c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:44.263906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfaa530-ffb0-499f-a823-add55978c335 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:44.264148 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] Routers {'912ea1bb-1917-4ccb-8170-2fb7f60a5828'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:44.264321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6dfaa530-ffb0-499f-a823-add55978c335 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:44.264556 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4084c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:44.283145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6dfaa530-ffb0-499f-a823-add55978c335 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:44.288604 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6dfaa530-ffb0-499f-a823-add55978c335 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?device_id=912ea1bb-1917-4ccb-8170-2fb7f60a5828 HTTP/1.1" status: 200  len: 982 time: 0.1436167
Dec 10 03:58:44.288783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38328) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:44.319984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-956314bf-fa07-4cc2-a72f-07c9ad87ad4f None None] Port 5cf513bb-392a-483f-951f-398aca564deb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:44.332768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.337669 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4084c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:44.338210 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52af5f5-0b7b-4f91-91db-c966b6fd011c None None] The sync data for ids ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:44.354200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a567b526-1e25-434a-a3da-f1ed8716de4d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:44.362236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:44.367955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a50dcec9-e375-4afc-952e-bfff4aea6ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.401030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2c1c7690-03b5-40cf-9113-41a9440754bd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:44.401431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.429816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Delete allocated IP 2001:db8:0:1::96 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/a4649d84-3847-407b-ab05-e0f55ced199f) {{(pid=87629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:58:44.623782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.642831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Ignored duplicate provisioning block setup for port c4c74adf-67ed-48ff-a473-7c5356ab558b by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:58:44.648931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.658004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-13a554c1-4b45-469e-a31e-acacdd9f7794 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:44.739264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Allocated IP 2001:db8:0:1::2 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/a4649d84-3847-407b-ab05-e0f55ced199f/a567b526-1e25-434a-a3da-f1ed8716de4d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:44.769375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] In _notify_port_updated(), no bound segment for port c4c74adf-67ed-48ff-a473-7c5356ab558b on network e89bdbe4-6dc2-4aeb-a430-de407fb19073 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:44.775180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:44.775896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.777282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/ports/c4c74adf-67ed-48ff-a473-7c5356ab558b HTTP/1.1" status: 200  len: 925 time: 1.3395913
Dec 10 03:58:44.780216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38334) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:44.788368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86f36347-1482-40c9-b00d-2a812afa5149'}, {'subnet_id': 'a4649d84-3847-407b-ab05-e0f55ced199f'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:44.834621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=c4c74adf-67ed-48ff-a473-7c5356ab558b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:44.839782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:44.930468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.958070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:44.965643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] For port a567b526-1e25-434a-a3da-f1ed8716de4d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a567b526-1e25-434a-a3da-f1ed8716de4d,segment=NetworkSegment(807784cb-0127-4cfd-b966-b46fa0393d79),segment_id=807784cb-0127-4cfd-b966-b46fa0393d79)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:45.005449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.024892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Transition to ACTIVE for port object a567b526-1e25-434a-a3da-f1ed8716de4d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:45.032888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.042156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0b1b455e-66cb-4a93-bb91-66b0cbd244c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:45.180070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Pushing event updated for resources: {'Port': ['ID=a567b526-1e25-434a-a3da-f1ed8716de4d,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:45.182679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:45.241944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 5cf513bb-392a-483f-951f-398aca564deb {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:45.242505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.291039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8:0:1::195 (e89bdbe4-6dc2-4aeb-a430-de407fb19073/a4649d84-3847-407b-ab05-e0f55ced199f/c4c74adf-67ed-48ff-a473-7c5356ab558b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:45.391244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a567b526-1e25-434a-a3da-f1ed8716de4d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:45.473064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.506187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.522599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Ignored duplicate provisioning block setup for port c4c74adf-67ed-48ff-a473-7c5356ab558b by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:58:45.527430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.533750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-02e97570-e611-4cb2-9f24-c2e406af55d0 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:45.606709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 5cf513bb-392a-483f-951f-398aca564deb owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:45.769338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13a1fa-4849-4878-96f3-07436ab8818d None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:45.792890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=c4c74adf-67ed-48ff-a473-7c5356ab558b,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:45.796010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:45.801754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] In _notify_port_updated(), no bound segment for port c4c74adf-67ed-48ff-a473-7c5356ab558b on network e89bdbe4-6dc2-4aeb-a430-de407fb19073 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:45.807988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:45.808779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.810525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/ports/c4c74adf-67ed-48ff-a473-7c5356ab558b HTTP/1.1" status: 200  len: 1011 time: 1.0291994
Dec 10 03:58:45.812186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.813474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38340) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:45.818710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e64bbba-294f-4e0b-ac06-7e088a2b67b8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:45.867926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=5cf513bb-392a-483f-951f-398aca564deb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:45.870735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:45.896007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port c4c74adf-67ed-48ff-a473-7c5356ab558b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:45.896380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:45.935241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Provisioning for port a567b526-1e25-434a-a3da-f1ed8716de4d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:45.949689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Provisioning complete for port a567b526-1e25-434a-a3da-f1ed8716de4d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:45.950080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.123934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.207575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.219638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Provisioning for port c4c74adf-67ed-48ff-a473-7c5356ab558b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:46.227879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Provisioning complete for port c4c74adf-67ed-48ff-a473-7c5356ab558b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:46.228370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.290025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cc498196-64bb-479a-a861-ada8ef6b3a4d None None] Port c4c74adf-67ed-48ff-a473-7c5356ab558b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:46.340571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for c4c74adf-67ed-48ff-a473-7c5356ab558b owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:46.519014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-44f4940a-9259-4c91-8d31-ce7606536778 None None] Provisioning complete for port a567b526-1e25-434a-a3da-f1ed8716de4d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:46.519554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-44f4940a-9259-4c91-8d31-ce7606536778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.538750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Router 912ea1bb-1917-4ccb-8170-2fb7f60a5828 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:58:46.563130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.576894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e49b91d-4e68-4591-a68a-060733e4e664 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:46.668166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-44f4940a-9259-4c91-8d31-ce7606536778 None None] Could not find standard attr ID for object c4c74adf-67ed-48ff-a473-7c5356ab558b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:46.682434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a73d15a-70e4-499f-a8ba-765df30c8732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.705427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:58:46.708625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=c4c74adf-67ed-48ff-a473-7c5356ab558b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:46.710998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:46.723520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.723718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] Sync routers for ids ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:58:46.732948 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/routers/912ea1bb-1917-4ccb-8170-2fb7f60a5828/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4428368
Dec 10 03:58:46.733431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:46.734158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] Routers {'912ea1bb-1917-4ccb-8170-2fb7f60a5828'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:46.737557 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/c4c74adf-67ed-48ff-a473-7c5356ab558b HTTP/1.1" status: 204  len: 168 time: 0.9202042
Dec 10 03:58:46.737697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf2cee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:46.737823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38350) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:46.780132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cb36d5-1872-4f3b-9237-8a86c8dfcab3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:46.780665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8cb36d5-1872-4f3b-9237-8a86c8dfcab3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:46.781061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e798f4f5-6882-4941-824a-10b66c0671c7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:46.781627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e798f4f5-6882-4941-824a-10b66c0671c7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:46.799304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e798f4f5-6882-4941-824a-10b66c0671c7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:46.803183 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e798f4f5-6882-4941-824a-10b66c0671c7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/c4c74adf-67ed-48ff-a473-7c5356ab558b HTTP/1.1" status: 404  len: 333 time: 0.0619833
Dec 10 03:58:46.803375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8cb36d5-1872-4f3b-9237-8a86c8dfcab3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:46.804530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38354) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:46.806272 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a8cb36d5-1872-4f3b-9237-8a86c8dfcab3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/5cf513bb-392a-483f-951f-398aca564deb HTTP/1.1" status: 404  len: 333 time: 0.0702899
Dec 10 03:58:46.807500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38356) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:46.809155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf2cee0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:46.812827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3ac29c62-27f2-4f8b-a3a2-b092cca34304 None None] Could not find standard attr ID for object c4c74adf-67ed-48ff-a473-7c5356ab558b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:46.820435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] Routers {'912ea1bb-1917-4ccb-8170-2fb7f60a5828'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:58:46.821054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf2cee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:46.890323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf2cee0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:46.890744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819762ce-5d5a-46ce-ba06-a4e2e86210bc None None] The sync data for ids ['912ea1bb-1917-4ccb-8170-2fb7f60a5828'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:58:46.904267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet a4649d84-3847-407b-ab05-e0f55ced199f {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:46.907508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.949295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:46.973607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.078794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.127586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6749de51-f84c-4199-a92d-d4ad89381374 None None] Could not find standard attr ID for object c4c74adf-67ed-48ff-a473-7c5356ab558b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:47.162276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.166893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c720ff0-292d-4ba1-bdb9-df0ed08b91ce tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:47.207523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=a4649d84-3847-407b-ab05-e0f55ced199f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:47.210612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:47.211448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.218329 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/a4649d84-3847-407b-ab05-e0f55ced199f HTTP/1.1" status: 204  len: 168 time: 0.4123361
Dec 10 03:58:47.220985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38364) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:47.311731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c548b6b-1654-4e06-b769-e883135983df None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:47.397075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7ad75f2f-30f0-4069-a4c5-b17d673d525e None None] Could not find standard attr ID for object c4c74adf-67ed-48ff-a473-7c5356ab558b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:47.449488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.453301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.480722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 86f36347-1482-40c9-b00d-2a812afa5149 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:47.484171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.522376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.522759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Fanout notify agent at l3_agent the message router_deleted on router 912ea1bb-1917-4ccb-8170-2fb7f60a5828 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:58:47.538934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.540068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.541167 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-77a77534-24e6-4226-8fcd-5b04f55feb99 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/routers/912ea1bb-1917-4ccb-8170-2fb7f60a5828 HTTP/1.1" status: 204  len: 168 time: 0.7328980
Dec 10 03:58:47.543966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38368) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:47.583432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.665271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 031e595f-ddd2-4665-a5a8-1d45094753e4 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:47.671791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.739186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.779972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.881713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.887922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f10b040b-bb37-4caf-b81c-67ed00ebab07 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:47.915589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.935584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.966252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:47.970961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=86f36347-1482-40c9-b00d-2a812afa5149,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:47.976006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:47.983909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/86f36347-1482-40c9-b00d-2a812afa5149 HTTP/1.1" status: 204  len: 168 time: 0.7593575
Dec 10 03:58:47.984066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38372) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:48.071742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9facd-69d1-4a95-9f03-6457d3787072 None None] Network e89bdbe4-6dc2-4aeb-a430-de407fb19073 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:48.102840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.109141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce4f7cad-66a1-47af-a9b0-89e93df7abe4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:48.144254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.152119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=031e595f-ddd2-4665-a5a8-1d45094753e4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:48.154087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.158944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:48.167624 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/031e595f-ddd2-4665-a5a8-1d45094753e4 HTTP/1.1" status: 204  len: 168 time: 0.6196947
Dec 10 03:58:48.168549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38378) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:48.169512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port a567b526-1e25-434a-a3da-f1ed8716de4d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:48.169856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.171538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78bb40-737e-4981-88b0-9cdad2b54622 None None] Network 286a2fe5-5e6b-43ff-bb39-450430e19e7d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:48.298853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.308191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8f64f58c-60a4-41b4-b82b-ebee959b4f7f None None] Provisioning complete for port a567b526-1e25-434a-a3da-f1ed8716de4d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:48.308567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8f64f58c-60a4-41b4-b82b-ebee959b4f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.311376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 2c1c7690-03b5-40cf-9113-41a9440754bd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:48.311658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.395683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port a567b526-1e25-434a-a3da-f1ed8716de4d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a567b526-1e25-434a-a3da-f1ed8716de4d,segment=NetworkSegment(807784cb-0127-4cfd-b966-b46fa0393d79),segment_id=807784cb-0127-4cfd-b966-b46fa0393d79)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:48.396342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.522247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] For port 2c1c7690-03b5-40cf-9113-41a9440754bd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c1c7690-03b5-40cf-9113-41a9440754bd,segment=NetworkSegment(7d9ec839-e556-4a0f-9b1f-ac13c3deda32),segment_id=7d9ec839-e556-4a0f-9b1f-ac13c3deda32)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:48.522609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.527827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for a567b526-1e25-434a-a3da-f1ed8716de4d owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:48.614303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.618495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a8dc598-11a6-4109-8d07-513cf2b5ccde tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:48.653155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 2c1c7690-03b5-40cf-9113-41a9440754bd owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:48.664693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=a567b526-1e25-434a-a3da-f1ed8716de4d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:48.668092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:48.668879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No DVR routers for this DVR port a567b526-1e25-434a-a3da-f1ed8716de4d on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:48.680386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebf37c-da00-41ad-95c6-50e1c47cb678 None None] DHCP port deletion for e89bdbe4-6dc2-4aeb-a430-de407fb19073 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:48.707101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715279e2-9782-4c13-a004-755f926d2b40 None None] DHCP port deletion for 286a2fe5-5e6b-43ff-bb39-450430e19e7d request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:48.714129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-715279e2-9782-4c13-a004-755f926d2b40 None None] Deleting port 2c1c7690-03b5-40cf-9113-41a9440754bd {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:48.714516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-715279e2-9782-4c13-a004-755f926d2b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.738651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.744524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ec983231-1a08-4569-bdaa-b739221e120f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:48.787596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=2c1c7690-03b5-40cf-9113-41a9440754bd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:48.790965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:48.791892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No DVR routers for this DVR port 2c1c7690-03b5-40cf-9113-41a9440754bd on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:48.797460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-715279e2-9782-4c13-a004-755f926d2b40 None None] The port '2c1c7690-03b5-40cf-9113-41a9440754bd' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:48.811084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.837040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d973c5e20>,) {'filters': {'network_id': ['e89bdbe4-6dc2-4aeb-a430-de407fb19073']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.848939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973c5e20>, '807784cb-0127-4cfd-b966-b46fa0393d79') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.849157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973c5e20>, '807784cb-0127-4cfd-b966-b46fa0393d79') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.860315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.876770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.883243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:48.883705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:48.900501 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:48.918541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.945038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c875a30>,) {'filters': {'network_id': ['286a2fe5-5e6b-43ff-bb39-450430e19e7d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.963166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c875a30>, '7d9ec839-e556-4a0f-9b1f-ac13c3deda32') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.963461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c875a30>, '7d9ec839-e556-4a0f-9b1f-ac13c3deda32') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:48.974850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.982411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:48.993926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef5a010d-366e-4ce6-841e-742304e1b0fc tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:49.008999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.021196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=e89bdbe4-6dc2-4aeb-a430-de407fb19073,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:49.026496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:49.033928 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/e89bdbe4-6dc2-4aeb-a430-de407fb19073 HTTP/1.1" status: 204  len: 168 time: 1.0488484
Dec 10 03:58:49.037581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.108563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.115051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:49.115506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.124683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565d577-0bda-4896-b79a-5604cabde376 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:49.125385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4565d577-0bda-4896-b79a-5604cabde376 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:49.130957 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:49.141699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4565d577-0bda-4896-b79a-5604cabde376 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:49.142832 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4565d577-0bda-4896-b79a-5604cabde376 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1042027
Dec 10 03:58:49.146507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.211159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.214716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1def6ea0-641a-471a-b878-46e83047e398 tempest-RoutersNegativeIpV6Test-1961914924 tempest-RoutersNegativeIpV6Test-1961914924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:49.226994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9327752a-74b8-45bd-a2d9-138bee4febb8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0793421
Dec 10 03:58:49.229970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.230766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.236464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-6774232'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:49.240998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=286a2fe5-5e6b-43ff-bb39-450430e19e7d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:49.241167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:49.245922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:49.246064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:49.248968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:49.255275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:49.257357 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/286a2fe5-5e6b-43ff-bb39-450430e19e7d HTTP/1.1" status: 204  len: 168 time: 1.0869336
Dec 10 03:58:49.257582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38394) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.366766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.389830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a567b526-1e25-434a-a3da-f1ed8716de4d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:49.429221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a567b526-1e25-434a-a3da-f1ed8716de4d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:49.429592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a567b526-1e25-434a-a3da-f1ed8716de4d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:49.430015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c1c7690-03b5-40cf-9113-41a9440754bd no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:49.436497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:49.439901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.462120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2c1c7690-03b5-40cf-9113-41a9440754bd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:49.462976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c1c7690-03b5-40cf-9113-41a9440754bd not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:49.473740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122ba27-5b31-4e8d-9262-31dacea80d8e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:49.474957 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9122ba27-5b31-4e8d-9262-31dacea80d8e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/648a7237-a989-4d63-8584-5dae02492e43 HTTP/1.1" status: 200  len: 840 time: 0.2164555
Dec 10 03:58:49.480604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38400) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.486531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:49.495542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.495937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb of type vlan for network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419
Dec 10 03:58:49.521689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.551348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7b52d6c9-abbe-4b19-bb5e-dd418cfa3524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:49.551664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.557392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:49.557978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.563024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c4ccf1d-3115-4483-9bc2-07daaf1f35cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:49.566645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7b52d6c9-abbe-4b19-bb5e-dd418cfa3524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:49.567894 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7b52d6c9-abbe-4b19-bb5e-dd418cfa3524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/648a7237-a989-4d63-8584-5dae02492e43?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0857675
Dec 10 03:58:49.571586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38404) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.577509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:49.592828 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:58:49.660488 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4284544
Dec 10 03:58:49.663540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38408) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:49.671758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:49.685175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=a53c9b60-7c18-44b9-8f9c-f4ad96d5a419,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:49.689942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:49.690131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:49.693717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:49.696678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:49.696854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:49.702475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:49.711566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:49.716218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.786551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:49.790484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:49.792947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:49.801007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:49.810596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:49.814026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.944658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:49.949455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9004ef8f-4dc2-40c3-802d-009fc422d063 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:50.009026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:50.011978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:50.014887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:50.015464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.020220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4281508c-cddd-4665-babd-3987e05d5997 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:50.034444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=c755ff09-3455-41fd-b0db-42c13370345d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:50.035324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.037201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:50.040361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-427c4a15-230e-43dd-ad5d-e03ae15bf765 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:50.047395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4747801
Dec 10 03:58:50.050288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38412) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:50.055371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'security_group': {'name': 'tempest-secgroup-456510997'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:50.061789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.065588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:50.068659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:50.074575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.086693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.108106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.113355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:50.116288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:50.117399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=bbcd93f3-76c7-4a0d-b8d0-937b8b858f45,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:50.121816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:50.123519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.128930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:50.129291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: a53c9b60-7c18-44b9-8f9c-f4ad96d5a419, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:50.148839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:50.161923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a53c9b60-7c18-44b9-8f9c-f4ad96d5a419) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:50.166952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:50.168049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.185814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb77f90-7fc6-4f5a-a9aa-30a2c9a97360 None None] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:50.191606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5270467
Dec 10 03:58:50.194247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38416) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:50.205724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419', 'name': 'tempest-PortsIpV6TestJSON-1191271347'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:50.225446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.275399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.288245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-437a50ea-9361-42d2-8efb-29c62d6b8040 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:50.341592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.345474 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.2915885
Dec 10 03:58:50.345882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38420) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:50.349990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42587374-28a5-474c-bb0b-c9c123aeeb1d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:50.354987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'security_group': {'name': 'tempest-secgroup-1844792623'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:50.363765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.369608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:50.371286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:50.372628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:50.379883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.398357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.401594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.409751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.422645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:50.426454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.429027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.433009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:50.435839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:50.442145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.449520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 1604849c-3d77-429b-a5ab-b8beaa0fbb53 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:50.461902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'tenant_id': 'f484cdab876d4ea4848f0ea5667a4779', 'fixed_ips': [{'subnet_id': 'c755ff09-3455-41fd-b0db-42c13370345d'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:50.463476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.481606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a53c9b60-7c18-44b9-8f9c-f4ad96d5a419', 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': 'bbcd93f3-76c7-4a0d-b8d0-937b8b858f45'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:50.482644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.535317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.541850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.547203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-df21f670-8c6d-4441-b41d-16ef131924ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:50.585814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5dc4ea-4138-44f9-b835-8926ec0da449,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:50.588484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:50.589366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.593406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:50.593598 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.2458806
Dec 10 03:58:50.612599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-632217375', 'security_groups': ['dc5dc4ea-4138-44f9-b835-8926ec0da449'], 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c755ff09-3455-41fd-b0db-42c13370345d'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:50.724166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Allocated IP 172.20.0.2 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/c755ff09-3455-41fd-b0db-42c13370345d/15a20ea0-b199-4f1f-b55d-ba04cbb88000) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:50.729602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::3e1 (a53c9b60-7c18-44b9-8f9c-f4ad96d5a419/bbcd93f3-76c7-4a0d-b8d0-937b8b858f45/1604849c-3d77-429b-a5ab-b8beaa0fbb53) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:50.804203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:50.825860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:50.907336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:50.927205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.937278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Transition to ACTIVE for port object 15a20ea0-b199-4f1f-b55d-ba04cbb88000 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:50.956908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Transition to ACTIVE for port object 15a20ea0-b199-4f1f-b55d-ba04cbb88000 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:50.961604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:50.966081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:51.073615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:51.076911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:51.079339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:51.081653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:51.084068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:51.084733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.098101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.121510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:51.157103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object 1604849c-3d77-429b-a5ab-b8beaa0fbb53 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:51.169115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Attempting to bind port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:51.169533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Attempting to bind port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:51.170045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Attempting to bind port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 on network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:51.175554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:51.175934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Checking segment: {'id': 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:51.176343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.176746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Bound using segment: {'id': 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:51.177244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Bound port: 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:51.177656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.271718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:51.275536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:51.278994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.282730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ef924d4e-6029-4c6f-9cdd-9f034064abb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:51.361488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:51.364581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:51.374872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.389157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-17076823-00b4-4269-a18c-d0d3c65cad84 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:51.445429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Allocated IP 2001:db8::2 (a53c9b60-7c18-44b9-8f9c-f4ad96d5a419/bbcd93f3-76c7-4a0d-b8d0-937b8b858f45/553d1065-8762-4e25-b614-7132eaad16dc) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:51.447265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:51.458022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:51.493568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:51.499545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:51.500144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.542158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=1604849c-3d77-429b-a5ab-b8beaa0fbb53,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:51.549132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:51.565908 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3701918
Dec 10 03:58:51.570438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38432) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:51.576923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.4 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/c755ff09-3455-41fd-b0db-42c13370345d/2f0a1b0f-e6f9-47ac-8644-4001fe16c923) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:51.595870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419', 'name': 'tempest-PortsIpV6TestJSON-201206604'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:51.735519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.753443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Transition to ACTIVE for port object 553d1065-8762-4e25-b614-7132eaad16dc will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:51.778650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Transition to ACTIVE for port object 553d1065-8762-4e25-b614-7132eaad16dc will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:51.789486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.796053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:51.814574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:51.821846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:51.825495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:51.826109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.832011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:51.845986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:51.849578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.852536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:51.862711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:51.866815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:51.869232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:51.871963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 9944a72b-9f3c-409c-b560-528840094d2a yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:51.886246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.901986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-840f99fe-2f61-4dd9-b439-27ccdc5a19b1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:51.928269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Pushing event updated for resources: {'Port': ['ID=553d1065-8762-4e25-b614-7132eaad16dc,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:51.931157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:51.969884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:51.977549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:51.982843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:51.985650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Attempting to bind port 553d1065-8762-4e25-b614-7132eaad16dc on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:51.985924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Attempting to bind port 553d1065-8762-4e25-b614-7132eaad16dc by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:51.986323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Attempting to bind port 553d1065-8762-4e25-b614-7132eaad16dc on network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:51.992120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:51.992499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Checking segment: {'id': '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:51.992901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:51.993589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Bound using segment: {'id': '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:51.994104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Bound port: 553d1065-8762-4e25-b614-7132eaad16dc, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a53c9b60-7c18-44b9-8f9c-f4ad96d5a419'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:51.994481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.036392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=2f0a1b0f-e6f9-47ac-8644-4001fe16c923,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:52.041082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:52.048639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::246 (a53c9b60-7c18-44b9-8f9c-f4ad96d5a419/bbcd93f3-76c7-4a0d-b8d0-937b8b858f45/9944a72b-9f3c-409c-b560-528840094d2a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:52.055813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:52.056465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.075892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.4813135
Dec 10 03:58:52.078595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38438) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:52.085020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:52.094100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] For port 553d1065-8762-4e25-b614-7132eaad16dc, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:52.097170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] For port 553d1065-8762-4e25-b614-7132eaad16dc, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=553d1065-8762-4e25-b614-7132eaad16dc,segment=NetworkSegment(5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb),segment_id=5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:52.102598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.107583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea882236-be0a-4f2e-b9f3-dc512dba04e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:52.188753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Pushing event updated for resources: {'Port': ['ID=553d1065-8762-4e25-b614-7132eaad16dc,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:52.192121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:52.251379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:52.255740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:52.258898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:52.266029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:52.277483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:52.282152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.298531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.314769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object 9944a72b-9f3c-409c-b560-528840094d2a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:52.350258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.357669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:52.450632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c755ff09-3455-41fd-b0db-42c13370345d (CIDR: 172.20.0.0/28)
Dec 10 03:58:52.465934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:58:52.466421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:58:52.468363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:52.471976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:52.473934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=9944a72b-9f3c-409c-b560-528840094d2a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:52.476381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:52.483009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:52.483436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.491463 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a55153dc-f813-4a2e-a4b4-e3b881c5ef5a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4116604
Dec 10 03:58:52.492896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:52.494197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38442) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:52.501298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:52.513633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9427168
Dec 10 03:58:52.516255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38446) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:52.622208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39107885-a996-4e72-b775-b2bd05da81c8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:52.622903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-39107885-a996-4e72-b775-b2bd05da81c8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:52.642579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-39107885-a996-4e72-b775-b2bd05da81c8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:52.645350 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-39107885-a996-4e72-b775-b2bd05da81c8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e1 HTTP/1.1" status: 200  len: 929 time: 0.1267600
Dec 10 03:58:52.647033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38450) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:52.660193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:52.664100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:52.667618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:52.673643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:52.688039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:52.690856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.724134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 9944a72b-9f3c-409c-b560-528840094d2a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:52.724502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.755058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1d3fb6b4-5fcc-4455-b62c-95d0f20fba87 None None] Provisioning for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:52.773290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1d3fb6b4-5fcc-4455-b62c-95d0f20fba87 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:52.774051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb6b4-5fcc-4455-b62c-95d0f20fba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:52.906890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fb6b4-5fcc-4455-b62c-95d0f20fba87 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:53.002366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.006836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-53eb5ae7-d4d0-4487-823f-51d9dfcbb416 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:53.074625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:53.084448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:53.089939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:53.090555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.094717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7665c4-d3c1-4258-89d7-7a3536b0499b None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:53.104695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=3aabdc2b-2273-4154-b40c-0c17bc6a39a6,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:53.109170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:53.122084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6263700
Dec 10 03:58:53.122791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38456) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:53.129295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-555943608', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3aabdc2b-2273-4154-b40c-0c17bc6a39a6'}], 'security_groups': ['42587374-28a5-474c-bb0b-c9c123aeeb1d']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:53.155518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.268936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.286738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 9944a72b-9f3c-409c-b560-528840094d2a owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:53.307769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c0a88fef-5747-41c4-b2c2-11453090af49 None None] Provisioning for port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:53.316746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c0a88fef-5747-41c4-b2c2-11453090af49 None None] Provisioning complete for port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:53.317129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c0a88fef-5747-41c4-b2c2-11453090af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.469126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c0a88fef-5747-41c4-b2c2-11453090af49 None None] Port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:53.480084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.492876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ea9cbfda-fa2b-4169-b5ea-60b140100414 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:53.515579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 553d1065-8762-4e25-b614-7132eaad16dc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:53.559741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=9944a72b-9f3c-409c-b560-528840094d2a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:53.563169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:53.608919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.627247 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/9944a72b-9f3c-409c-b560-528840094d2a HTTP/1.1" status: 204  len: 168 time: 0.9770608
Dec 10 03:58:53.627884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38460) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:53.658858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 553d1065-8762-4e25-b614-7132eaad16dc completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:53.667252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Update dhcp port {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'fixed_ips': [{'subnet_id': 'c755ff09-3455-41fd-b0db-42c13370345d', 'ip_address': '172.20.0.2'}, {'subnet_id': '3aabdc2b-2273-4154-b40c-0c17bc6a39a6'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '15a20ea0-b199-4f1f-b55d-ba04cbb88000'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:58:53.679520 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d2379d-ad4a-4505-b0f1-fc27fdc5baa0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:53.680179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1d2379d-ad4a-4505-b0f1-fc27fdc5baa0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:53.697004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1d2379d-ad4a-4505-b0f1-fc27fdc5baa0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:53.701019 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e1d2379d-ad4a-4505-b0f1-fc27fdc5baa0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/9944a72b-9f3c-409c-b560-528840094d2a HTTP/1.1" status: 404  len: 333 time: 0.0698516
Dec 10 03:58:53.701181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7ecfb-8a6a-4d86-8da4-8ac61c880036 None None] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:53.701460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38464) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:53.713757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:53.738214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Delete allocated IP 172.20.0.4 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/c755ff09-3455-41fd-b0db-42c13370345d) {{(pid=87630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:58:53.747615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.19 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/3aabdc2b-2273-4154-b40c-0c17bc6a39a6/2f0a1b0f-e6f9-47ac-8644-4001fe16c923) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:53.772271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 1604849c-3d77-429b-a5ab-b8beaa0fbb53 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:53.772754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.975887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:53.985738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Provisioning for port 553d1065-8762-4e25-b614-7132eaad16dc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:54.001089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Provisioning complete for port 553d1065-8762-4e25-b614-7132eaad16dc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:54.001500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.037040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.074377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.095400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:54.101929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.111608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-76873bf6-45c6-495a-baaa-4b63ea373856 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:54.130077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:54.154507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:54.154891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.176475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 1604849c-3d77-429b-a5ab-b8beaa0fbb53 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:54.276282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=2f0a1b0f-e6f9-47ac-8644-4001fe16c923,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:54.280820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:54.297071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] In _notify_port_updated(), no bound segment for port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 on network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:58:54.302975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:54.303413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.304920 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/ports/2f0a1b0f-e6f9-47ac-8644-4001fe16c923 HTTP/1.1" status: 200  len: 920 time: 1.1811674
Dec 10 03:58:54.307685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38470) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:54.339215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.344555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a522da02-5664-4bce-9fe0-f981b09b38cb tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:54.376008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:54.376439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.393155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=1604849c-3d77-429b-a5ab-b8beaa0fbb53,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:54.396393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:54.437354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.451101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/1604849c-3d77-429b-a5ab-b8beaa0fbb53 HTTP/1.1" status: 204  len: 168 time: 0.7485459
Dec 10 03:58:54.454099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38474) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:54.482702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.497067 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-230e66d3-e0f1-43b1-8dd9-4af41a203ca9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:54.497978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-230e66d3-e0f1-43b1-8dd9-4af41a203ca9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:58:54.513956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-230e66d3-e0f1-43b1-8dd9-4af41a203ca9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:58:54.517716 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-230e66d3-e0f1-43b1-8dd9-4af41a203ca9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/1604849c-3d77-429b-a5ab-b8beaa0fbb53 HTTP/1.1" status: 404  len: 333 time: 0.0601153
Dec 10 03:58:54.518231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38478) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:54.540985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Allocated IP 172.20.0.18 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/3aabdc2b-2273-4154-b40c-0c17bc6a39a6/15a20ea0-b199-4f1f-b55d-ba04cbb88000) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:54.548649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.576850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] For port 553d1065-8762-4e25-b614-7132eaad16dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=553d1065-8762-4e25-b614-7132eaad16dc,segment=NetworkSegment(5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb),segment_id=5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:54.592302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.594728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet bbcd93f3-76c7-4a0d-b8d0-937b8b858f45 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:54.597869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.608101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:54.649507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.655926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.749865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Pushing event updated for resources: {'Port': ['ID=553d1065-8762-4e25-b614-7132eaad16dc,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:54.761897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:54.763250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.779001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 2f0a1b0f-e6f9-47ac-8644-4001fe16c923 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:54.785030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:54.812580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.831495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Transition to ACTIVE for port object 15a20ea0-b199-4f1f-b55d-ba04cbb88000 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:54.838732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.848690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-887a0dee-7504-4ec1-9539-e147d68cfa17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:54.868824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.874936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:54.920664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcd93f3-76c7-4a0d-b8d0-937b8b858f45,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:54.923810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.934618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.935275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.935747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.936395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.936857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.937407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.937863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.938319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.938777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.939243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.939790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.940242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:54.950932 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/bbcd93f3-76c7-4a0d-b8d0-937b8b858f45 HTTP/1.1" status: 204  len: 168 time: 0.4293048
Dec 10 03:58:54.950932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:54.951431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:54.985883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:54.995467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-369e449a-c756-4f59-a0f9-f4d101cab0cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:55.094620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:55.097401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70143195-45b5-4c1a-882d-7c826e59285c None None] Provisioning complete for port 553d1065-8762-4e25-b614-7132eaad16dc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:55.097882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-70143195-45b5-4c1a-882d-7c826e59285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.099027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=2f0a1b0f-e6f9-47ac-8644-4001fe16c923,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:55.122839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:55.129145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:55.129636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:55.135651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:55.213222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39da839-d0f6-4c49-9b61-c806b04d1414 None None] Network a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:55.213821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.237289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 553d1065-8762-4e25-b614-7132eaad16dc {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:55.237594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.263100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.298413 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/2f0a1b0f-e6f9-47ac-8644-4001fe16c923 HTTP/1.1" status: 204  len: 168 time: 0.9896433
Dec 10 03:58:55.301166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38488) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:55.323884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70143195-45b5-4c1a-882d-7c826e59285c None None] Could not find standard attr ID for object 1604849c-3d77-429b-a5ab-b8beaa0fbb53. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:55.362018 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d030263-b71c-46f1-a063-25d053b12369 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:58:55.364110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d030263-b71c-46f1-a063-25d053b12369 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/2f0a1b0f-e6f9-47ac-8644-4001fe16c923 HTTP/1.1" status: 404  len: 333 time: 0.0617344
Dec 10 03:58:55.368149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38492) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:55.438617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e56a3162-8b40-4403-9f51-310708edb6c9 None None] Could not find standard attr ID for object 1604849c-3d77-429b-a5ab-b8beaa0fbb53. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:55.514595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] DHCP port deletion for a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:58:55.518842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Deleting port 553d1065-8762-4e25-b614-7132eaad16dc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:55.519291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.528488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port 553d1065-8762-4e25-b614-7132eaad16dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=553d1065-8762-4e25-b614-7132eaad16dc,segment=NetworkSegment(5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb),segment_id=5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:55.528858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.545202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.773540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 553d1065-8762-4e25-b614-7132eaad16dc owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:55.827090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Provisioning for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:58:55.842027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:55.842386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.844386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.878500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.898531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] For port 553d1065-8762-4e25-b614-7132eaad16dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=553d1065-8762-4e25-b614-7132eaad16dc,segment=NetworkSegment(5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb),segment_id=5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:55.898935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.907625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.919227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86e1fad9-1568-409a-aed0-9858911afe42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:55.950955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:55.968169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No DVR routers for this DVR port 553d1065-8762-4e25-b614-7132eaad16dc on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:58:55.969737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=553d1065-8762-4e25-b614-7132eaad16dc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:56.004297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:56.009499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:56.043001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5dc4ea-4138-44f9-b835-8926ec0da449,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:56.044745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Calling delete_port for 553d1065-8762-4e25-b614-7132eaad16dc owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:58:56.049564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:56.094186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.097913 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc5dc4ea-4138-44f9-b835-8926ec0da449 HTTP/1.1" status: 204  len: 168 time: 0.7256906
Dec 10 03:58:56.098676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38498) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:56.116685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:56.124364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.135257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.142710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b33253b3-0152-4063-a9d8-6270b7857032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:56.160306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbff550>,) {'filters': {'network_id': ['a53c9b60-7c18-44b9-8f9c-f4ad96d5a419']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:56.177481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbff550>, '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:56.177983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9dbff550>, '5a4ca1ec-9382-4908-a15a-6f3cecf4a2eb') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:58:56.196616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.218813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.227645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:58:56.228912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.233227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:58:56.253339 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:58:56.266765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:58:56.267474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:58:56.275494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.299841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:56.329814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:56.333805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.339184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:56.340257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f09247d-954f-492e-825e-d3c3557fa475 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:56.354650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.360813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.361806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42587374-28a5-474c-bb0b-c9c123aeeb1d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:56.366001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:56.367378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-abc98825-ea35-478b-9541-9dae649c87a8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:56.369914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.371539 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/security-groups/42587374-28a5-474c-bb0b-c9c123aeeb1d HTTP/1.1" status: 204  len: 168 time: 0.2704549
Dec 10 03:58:56.374171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38502) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:56.381509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:56.381895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.403411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=a53c9b60-7c18-44b9-8f9c-f4ad96d5a419,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:56.405855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:56.407469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/a53c9b60-7c18-44b9-8f9c-f4ad96d5a419 HTTP/1.1" status: 204  len: 168 time: 1.4551737
Dec 10 03:58:56.413745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38508) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:56.423373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-118251581'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:56.441839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:56.446031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:56.454472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:56.459488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:56.460261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ecbedb3-f9fc-48b9-b4f7-81f42d1992f9 None None] Could not find standard attr ID for object 2f0a1b0f-e6f9-47ac-8644-4001fe16c923. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:56.463728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:56.464067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.469263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:56.478026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet c755ff09-3455-41fd-b0db-42c13370345d {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:58:56.482753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.583202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c40a867e-6d95-4f27-b5c3-710676166001 None None] Could not find standard attr ID for object 2f0a1b0f-e6f9-47ac-8644-4001fe16c923. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:58:56.638715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 553d1065-8762-4e25-b614-7132eaad16dc no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:58:56.645465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:56.648853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.672341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 553d1065-8762-4e25-b614-7132eaad16dc {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:58:56.672697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 553d1065-8762-4e25-b614-7132eaad16dc not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:58:56.677569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.726812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:58:56.750964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.751522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 29ed8555-e585-48e7-9b33-c44289f0387f of type vlan for network 6cdf9288-d28d-4ef7-96b2-66c146174731
Dec 10 03:58:56.768305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Deleting port 553d1065-8762-4e25-b614-7132eaad16dc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:58:56.768693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.793278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.806693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.837654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a469f-e96c-4ebd-9762-65a24841179b None None] The port '553d1065-8762-4e25-b614-7132eaad16dc' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:58:56.879336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.884800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:56.885396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:56.891962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-729da576-3cde-4c1c-a60a-f6a943fd99ac tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:57.000542 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5823119
Dec 10 03:58:57.003412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38512) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:57.006813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=6cdf9288-d28d-4ef7-96b2-66c146174731,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:57.010299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.010463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:57.014534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:57.015088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c8574172-0b65-42f7-b034-550efe7a5ab9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:57.018692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:58:57.054922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=c755ff09-3455-41fd-b0db-42c13370345d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:57.064194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:57.065184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.073680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/c755ff09-3455-41fd-b0db-42c13370345d HTTP/1.1" status: 204  len: 168 time: 0.6981657
Dec 10 03:58:57.074503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:57.080280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:57.089787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3ea5f-06c8-44ab-9145-9c257bbd1f84 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:57.131613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:57.135421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:57.138202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:57.146153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:57.156668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:57.160283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.220878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:57.224874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:57.228756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:57.234647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:57.245232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:57.248799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.393555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.399280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcf5cb69-7ad2-4597-a87a-856aaad318fb tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:57.474576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=24612342-1f1e-40ff-8495-9a9d3d5b41f9,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:57.486998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '29ed8555-e585-48e7-9b33-c44289f0387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:57.487355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: 6cdf9288-d28d-4ef7-96b2-66c146174731, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:58:57.492395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.492778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.493183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.493575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.493941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.494304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.494667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.495028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.495393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.495749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.496107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.496459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:58:57.501094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:57.517755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:58:57.523579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.528873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 6cdf9288-d28d-4ef7-96b2-66c146174731) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:57.529694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ee9b0d6a-999a-4854-aa2d-113d91131914 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:57.536666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b983f-8261-4c16-9648-4e44a5228a4d None None] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:57.537495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:57.538218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.567535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5628092
Dec 10 03:58:57.570675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38520) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:57.580573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731', 'name': 'tempest-PortsIpV6TestJSON-537999654', 'fixed_ips': [{'subnet_id': '24612342-1f1e-40ff-8495-9a9d3d5b41f9', 'ip_address': '2001:db8::10'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:57.593582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:57.597213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:57.602061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:57.602738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.639859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=3554c3bd-7192-43ab-8fd4-89c84152bab5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:57.643858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:57.654449 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5788004
Dec 10 03:58:57.655420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38526) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:57.662232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'security_group': {'name': 'tempest-secgroup-1650436736'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:57.669713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:57.674992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:57.678719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:57.686322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:57.715066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.739145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:57.744098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:57.747006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:57.758269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:57.817963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-6cdf9288-d28d-4ef7-96b2-66c146174731', 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': '24612342-1f1e-40ff-8495-9a9d3d5b41f9'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:58:57.818987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.824970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:57.839351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:57.853872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:57.858755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.878004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.885041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa7c2f4a-b1a4-434b-84d7-ba7f03dca82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:57.953985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506b0141-64e3-4312-8ae8-86dd31df7473,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:57.960232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:57.964870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:57.971455 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.3140714
Dec 10 03:58:57.973291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:57.988903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'security_group': {'name': 'tempest-secgroup-451739767'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:58.002054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:58.004548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48134c7d-3f81-4c0f-8146-7486750a2d19 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:58:58.006142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:58.009556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:58.015363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:58.027920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.036760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.049460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:58.053028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:58.056232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:58.057452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port ac1952ac-043f-4d43-a176-174b3809974e yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:58.061912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:58.135968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.140681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.147381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3acc749-2d80-4a45-86e4-dead69f0d285 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:58.149042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8a357f79-fca1-409f-9607-eeae71f0fa44 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:58.150118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8a357f79-fca1-409f-9607-eeae71f0fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.203477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96b228-d4b7-4d53-b502-fe276350f0a3,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:58.207242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:58.208116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.213120 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.2373748
Dec 10 03:58:58.213822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:58.219427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985573718'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:58.225452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:58.229523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:58.233001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:58.239027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:58.250023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.252192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:58:58.269595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:58.273351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:security_group_rule and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:58.276758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:58.282395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:58.297990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Allocated IP 2001:db8::2 (6cdf9288-d28d-4ef7-96b2-66c146174731/24612342-1f1e-40ff-8495-9a9d3d5b41f9/25a0e2b4-ea57-4a6b-8987-68f4b19be364) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:58.351667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.355261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.359115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:58.398213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eab598-b385-4c45-b256-70650491352a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:58.401035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:58.402447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.406389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.1889360
Dec 10 03:58:58.406805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38540) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:58.412018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198958222', 'security_groups': ['22eab598-b385-4c45-b256-70650491352a'], 'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3554c3bd-7192-43ab-8fd4-89c84152bab5'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:58.548132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:58.552107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:port and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:58.554900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:58.560523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:58.570629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:58.618078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:58.618658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.695956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.716257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] device_id is not set on port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:58:58.728737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8a357f79-fca1-409f-9607-eeae71f0fa44 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:58:58.729115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8a357f79-fca1-409f-9607-eeae71f0fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.813206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.822220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8a357f79-fca1-409f-9607-eeae71f0fa44 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:58:58.835586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Transition to ACTIVE for port object 25a0e2b4-ea57-4a6b-8987-68f4b19be364 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:58.933782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.12 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/3554c3bd-7192-43ab-8fd4-89c84152bab5/c404d85d-c9c0-4643-ae7d-c01e5bda4d5b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:58.941388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Transition to ACTIVE for port object 25a0e2b4-ea57-4a6b-8987-68f4b19be364 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:58.958770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:58.964466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:59.031178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::10 (6cdf9288-d28d-4ef7-96b2-66c146174731/24612342-1f1e-40ff-8495-9a9d3d5b41f9/ac1952ac-043f-4d43-a176-174b3809974e) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:59.035850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:59.040060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:59.047650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:59.051994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Update dhcp port {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'fixed_ips': [{'subnet_id': '3aabdc2b-2273-4154-b40c-0c17bc6a39a6', 'ip_address': '172.20.0.18'}, {'subnet_id': '3554c3bd-7192-43ab-8fd4-89c84152bab5'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '15a20ea0-b199-4f1f-b55d-ba04cbb88000'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:58:59.094063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2b4-ea57-4a6b-8987-68f4b19be364,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:59.123682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:59.194130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.205346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Attempting to bind port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:58:59.205730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Attempting to bind port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '29ed8555-e585-48e7-9b33-c44289f0387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:58:59.206093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Attempting to bind port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 on network 6cdf9288-d28d-4ef7-96b2-66c146174731 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:58:59.216637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:58:59.216966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Checking segment: {'id': '29ed8555-e585-48e7-9b33-c44289f0387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:58:59.217428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.217833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Bound using segment: {'id': '29ed8555-e585-48e7-9b33-c44289f0387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:58:59.218299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Bound port: 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ed8555-e585-48e7-9b33-c44289f0387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:58:59.218679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.243060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.260415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Transition to ACTIVE for port object c404d85d-c9c0-4643-ae7d-c01e5bda4d5b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:59.262044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.287107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object ac1952ac-043f-4d43-a176-174b3809974e will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:59.288253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.299491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:59.315399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.323078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14cbf824-07d8-481a-bd09-9908b42bc151 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:59.372645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:59.376358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:59.378350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:59.424503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=c404d85d-c9c0-4643-ae7d-c01e5bda4d5b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:59.427520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:59.438495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:58:59.443291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:58:59.448042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:58:59.452617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] For port 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:58:59.453598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:59.454354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.455465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:59.456086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.470682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] For port 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=25a0e2b4-ea57-4a6b-8987-68f4b19be364,segment=NetworkSegment(29ed8555-e585-48e7-9b33-c44289f0387f),segment_id=29ed8555-e585-48e7-9b33-c44289f0387f)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:58:59.476308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.481228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=ac1952ac-043f-4d43-a176-174b3809974e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:59.482441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5571263-c5c8-41c1-8fa5-693d89fc9017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:59.484413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:59.487015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.0794504
Dec 10 03:58:59.487694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38548) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:59.494391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:59.518111 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9417300
Dec 10 03:58:59.520231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38552) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:58:59.526304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': '6cdf9288-d28d-4ef7-96b2-66c146174731', 'name': 'tempest-PortsIpV6TestJSON-1291929422', 'fixed_ips': [{'subnet_id': '24612342-1f1e-40ff-8495-9a9d3d5b41f9', 'ip_address': '2001:db8::f'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:58:59.528770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4684-2a2e-40b6-9765-c9c3c470ddf9 req-22619738-4c83-4d39-9c34-527a30b7e174 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:59.530235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d8e4684-2a2e-40b6-9765-c9c3c470ddf9 req-22619738-4c83-4d39-9c34-527a30b7e174 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1668193
Dec 10 03:58:59.551723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Allocated IP 172.20.0.2 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/3554c3bd-7192-43ab-8fd4-89c84152bab5/15a20ea0-b199-4f1f-b55d-ba04cbb88000) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:58:59.595583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d8e4684-2a2e-40b6-9765-c9c3c470ddf9 req-62a2845f-de97-4c59-a927-9864cc05f38c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566621
Dec 10 03:58:59.700674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2b4-ea57-4a6b-8987-68f4b19be364,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:58:59.712880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:58:59.751612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:59.762167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:59.764874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:59.779107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:58:59.820305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:58:59.835986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:58:59.840154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.872089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.895147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Transition to ACTIVE for port object 15a20ea0-b199-4f1f-b55d-ba04cbb88000 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:58:59.901414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:58:59.914898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cebf1c7e-828d-40f6-9ed9-8897b6e895b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:58:59.958042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:58:59.963753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af377f26-e336-4bd4-a9d6-b240ac080f19 req-7a0145ff-b454-4b65-95e7-c85814a276b7 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:58:59.965482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af377f26-e336-4bd4-a9d6-b240ac080f19 req-7a0145ff-b454-4b65-95e7-c85814a276b7 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2582982
Dec 10 03:58:59.969529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:58:59.974542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:58:59.984898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:00.016435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:00.075061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af377f26-e336-4bd4-a9d6-b240ac080f19 req-5ae9a658-2989-4022-b754-fe306562ac1a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016898
Dec 10 03:59:00.116692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:00.121707 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.ipam_backend_mixin [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3554c3bd-7192-43ab-8fd4-89c84152bab5 (CIDR: 172.20.0.0/28)
Dec 10 03:59:00.128806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.129159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.129274 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:59:00.129517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.129861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.129972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:00.130177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.130501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.130823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.131145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.131469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.131789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.132106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.132425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:00.136701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:00.181935 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5cd663e9-fdd5-42d4-b7c8-4c51b3e07d7b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6931753
Dec 10 03:59:00.188011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:00.195207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:00.219621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:00.256853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port a97ca3e1-f970-4008-ac5d-0986dbb1f6ff yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:00.347906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 25a0e2b4-ea57-4a6b-8987-68f4b19be364 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:00.395078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:00.400960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:00.405149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:00.411669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:00.436454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:00.442129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:00.445857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:00.452708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:00.652268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::f (6cdf9288-d28d-4ef7-96b2-66c146174731/24612342-1f1e-40ff-8495-9a9d3d5b41f9/a97ca3e1-f970-4008-ac5d-0986dbb1f6ff) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:00.684294 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3aabdc2b-2273-4154-b40c-0c17bc6a39a6 (CIDR: 172.20.0.16/28)
Dec 10 03:59:00.694125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:59:00.694615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:00.718072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310157a-919a-4c53-91f4-82ef52f0ba32 req-2359b058-551f-4606-b3c3-6a463ed41c03 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:00.725084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9310157a-919a-4c53-91f4-82ef52f0ba32 req-2359b058-551f-4606-b3c3-6a463ed41c03 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1741445
Dec 10 03:59:00.746744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c1f36c5c-4696-48e8-9814-bb3acf0a3bf3 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.5576060
Dec 10 03:59:00.749764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:00.780731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9310157a-919a-4c53-91f4-82ef52f0ba32 req-e28b1886-77db-4cb9-8cc7-f97ace701929 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546386
Dec 10 03:59:00.806844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'subnet': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:00.960775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c796c-80b8-4b4d-bd94-c8e2a1f374f0 None None] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:01.011529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.022992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:01.032993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Usage tracker for resource:subnet and tenant:f484cdab876d4ea4848f0ea5667a4779 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:01.036857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:01.037174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Provisioning for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:01.040243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object a97ca3e1-f970-4008-ac5d-0986dbb1f6ff will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:01.045277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:01.045683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.045844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:01.063520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Made reservation on behalf of f484cdab876d4ea4848f0ea5667a4779 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:01.067340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.165901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.174194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-18f1709a-47d1-4bef-a3c1-3c49edbd40a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:01.272835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:01.278963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:01.281417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:01.287058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.287662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.291373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=a97ca3e1-f970-4008-ac5d-0986dbb1f6ff,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:01.294197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:01.301043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:01.301463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.367711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-34fa1f50-15cd-4b08-b6f0-9e2460fbb1b6 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:01.451538 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9279535
Dec 10 03:59:01.451998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38574) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:01.504698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Provisioning for port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:01.511125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Provisioning complete for port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:01.512114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.552485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f51b99-d0ff-44b1-adfb-aa677cb89e45 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.553221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-02f51b99-d0ff-44b1-adfb-aa677cb89e45 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:01.574786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-02f51b99-d0ff-44b1-adfb-aa677cb89e45 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:01.578879 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-02f51b99-d0ff-44b1-adfb-aa677cb89e45 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1257765
Dec 10 03:59:01.579506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38578) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:01.585094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.591128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66858df7-9d0f-4a1d-aac4-9f32fad1d288 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:01.649839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:01.652869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:01.657924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.658902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.659592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.673032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fa772-51af-4d12-8600-0fd17e6a326b None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:01.674872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d192b7a-5aab-4ec0-b930-00fb05e88dfe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.681478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d192b7a-5aab-4ec0-b930-00fb05e88dfe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.687344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d192b7a-5aab-4ec0-b930-00fb05e88dfe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:01.691925 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7d192b7a-5aab-4ec0-b930-00fb05e88dfe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.1085958
Dec 10 03:59:01.692503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38582) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:01.693946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Subnet': ['ID=636b04d0-ccaf-4e45-8861-88b03703a33c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:01.696703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:01.701433 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9505913
Dec 10 03:59:01.702204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38586) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:01.708624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1385575550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '636b04d0-ccaf-4e45-8861-88b03703a33c'}], 'security_groups': ['506b0141-64e3-4312-8ae8-86dd31df7473', '5e96b228-d4b7-4d53-b502-fe276350f0a3']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:01.765800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port a97ca3e1-f970-4008-ac5d-0986dbb1f6ff {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:01.766139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.856959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.906517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] For port 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=25a0e2b4-ea57-4a6b-8987-68f4b19be364,segment=NetworkSegment(29ed8555-e585-48e7-9b33-c44289f0387f),segment_id=29ed8555-e585-48e7-9b33-c44289f0387f)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:01.943653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:01.998246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:02.090761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Provisioning for port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:02.100058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Pushing event updated for resources: {'Port': ['ID=25a0e2b4-ea57-4a6b-8987-68f4b19be364,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:02.105168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:02.105911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Provisioning complete for port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:02.106288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.169501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:02.208649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.225134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe542-69bc-45b9-aa44-b4bda04316a4 req-ce553186-4898-4b57-aa5c-0c8e0db73864 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:02.233465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23dbe542-69bc-45b9-aa44-b4bda04316a4 req-ce553186-4898-4b57-aa5c-0c8e0db73864 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2470279
Dec 10 03:59:02.269957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 25a0e2b4-ea57-4a6b-8987-68f4b19be364 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:02.350869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Delete allocated IP 172.20.0.12 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/3554c3bd-7192-43ab-8fd4-89c84152bab5) {{(pid=87629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:59:02.359027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Update dhcp port {'port': {'network_id': '70ea2c31-200b-4f2d-8a0c-8008d5e48330', 'fixed_ips': [{'subnet_id': '3aabdc2b-2273-4154-b40c-0c17bc6a39a6', 'ip_address': '172.20.0.18'}, {'subnet_id': '3554c3bd-7192-43ab-8fd4-89c84152bab5', 'ip_address': '172.20.0.2'}, {'subnet_id': '636b04d0-ccaf-4e45-8861-88b03703a33c'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '15a20ea0-b199-4f1f-b55d-ba04cbb88000'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:59:02.361011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Allocated IP 172.20.0.39 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/636b04d0-ccaf-4e45-8861-88b03703a33c/c404d85d-c9c0-4643-ae7d-c01e5bda4d5b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:02.383586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Provisioning for port a97ca3e1-f970-4008-ac5d-0986dbb1f6ff completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:02.403252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Provisioning complete for port a97ca3e1-f970-4008-ac5d-0986dbb1f6ff triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:02.403633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.413721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for a97ca3e1-f970-4008-ac5d-0986dbb1f6ff owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:02.474032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23dbe542-69bc-45b9-aa44-b4bda04316a4 req-25d17731-c91b-444e-a9c7-a1a10e8a21a9 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2395208
Dec 10 03:59:02.516139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:02.516526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.582862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.587593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.589983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5339f834-43a6-4fc9-8e3b-f3c551cd03ce tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:02.597616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.612374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Ignored duplicate provisioning block setup for port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:59:02.617681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.623705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64805366-fb00-4e68-ba26-4d157f89e7cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:02.638375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Port a97ca3e1-f970-4008-ac5d-0986dbb1f6ff cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:02.638774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=a97ca3e1-f970-4008-ac5d-0986dbb1f6ff,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:02.641871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:02.683280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.699363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/a97ca3e1-f970-4008-ac5d-0986dbb1f6ff HTTP/1.1" status: 204  len: 168 time: 1.0059147
Dec 10 03:59:02.701876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38596) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:02.735468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Provisioning complete for port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:02.735846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.761582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3793ee-be18-4eed-abaf-9e6a66cf4da1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:02.762276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af3793ee-be18-4eed-abaf-9e6a66cf4da1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:02.780083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event updated for resources: {'Port': ['ID=c404d85d-c9c0-4643-ae7d-c01e5bda4d5b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:02.784866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:02.794357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af3793ee-be18-4eed-abaf-9e6a66cf4da1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:02.799221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-af3793ee-be18-4eed-abaf-9e6a66cf4da1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/a97ca3e1-f970-4008-ac5d-0986dbb1f6ff HTTP/1.1" status: 404  len: 333 time: 0.0887723
Dec 10 03:59:02.800317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38600) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:02.802106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] In _notify_port_updated(), no bound segment for port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b on network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:02.809333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:02.810095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.815192 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "PUT /v2.0/ports/c404d85d-c9c0-4643-ae7d-c01e5bda4d5b HTTP/1.1" status: 200  len: 960 time: 1.1118827
Dec 10 03:59:02.816387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38604) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:02.885709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port ac1952ac-043f-4d43-a176-174b3809974e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:02.886142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:02.922508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port c404d85d-c9c0-4643-ae7d-c01e5bda4d5b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:02.922851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.000696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Allocated IP 172.20.0.34 (70ea2c31-200b-4f2d-8a0c-8008d5e48330/636b04d0-ccaf-4e45-8861-88b03703a33c/15a20ea0-b199-4f1f-b55d-ba04cbb88000) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:03.042639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Provisioning for port ac1952ac-043f-4d43-a176-174b3809974e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:03.104944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Provisioning complete for port ac1952ac-043f-4d43-a176-174b3809974e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:03.105349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.179519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0364f955-ddf8-4bbd-8e76-4a424deacdbf None None] Port ac1952ac-043f-4d43-a176-174b3809974e cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:03.205109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:03.206116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.229807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.247417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Transition to ACTIVE for port object 15a20ea0-b199-4f1f-b55d-ba04cbb88000 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:03.252659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.257658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-12ed39ca-0add-4151-9dc7-2ee947cc32d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:03.297715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.330717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for c404d85d-c9c0-4643-ae7d-c01e5bda4d5b owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:03.429997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for ac1952ac-043f-4d43-a176-174b3809974e owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:03.430243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Pushing event updated for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:03.434493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:03.479420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.485034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:03.588835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.596765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ae1bd071-e91a-402a-ba2a-8a5929307939 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:03.684426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=ac1952ac-043f-4d43-a176-174b3809974e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:03.686821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:03.688489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=c404d85d-c9c0-4643-ae7d-c01e5bda4d5b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:03.696995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:03.747188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.776709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/ac1952ac-043f-4d43-a176-174b3809974e HTTP/1.1" status: 204  len: 168 time: 0.9761736
Dec 10 03:59:03.779359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38612) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:03.784429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:03.795301 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/c404d85d-c9c0-4643-ae7d-c01e5bda4d5b HTTP/1.1" status: 204  len: 168 time: 0.9777770
Dec 10 03:59:03.797897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38616) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:03.833560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97ba635-92e4-4dc8-a248-5ef4a764035b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:03.834201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b97ba635-92e4-4dc8-a248-5ef4a764035b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:03.846443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d054ff-caee-4bc2-8b84-243373e0879c req-11b45252-73f0-4e93-97ec-2f037faacf3e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:03.848078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-52d054ff-caee-4bc2-8b84-243373e0879c req-11b45252-73f0-4e93-97ec-2f037faacf3e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1667790
Dec 10 03:59:03.859207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc9708-0a48-412b-ad5a-c2f0a48ae024 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:03.859749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d9dc9708-0a48-412b-ad5a-c2f0a48ae024 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:03.883560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d9dc9708-0a48-412b-ad5a-c2f0a48ae024 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:03.884739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d9dc9708-0a48-412b-ad5a-c2f0a48ae024 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports/c404d85d-c9c0-4643-ae7d-c01e5bda4d5b HTTP/1.1" status: 404  len: 333 time: 0.0858805
Dec 10 03:59:03.885728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b97ba635-92e4-4dc8-a248-5ef4a764035b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:03.886941 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b97ba635-92e4-4dc8-a248-5ef4a764035b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/ac1952ac-043f-4d43-a176-174b3809974e HTTP/1.1" status: 404  len: 333 time: 0.1065898
Dec 10 03:59:03.888830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38620) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:03.891353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38622) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:03.929362 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-52d054ff-caee-4bc2-8b84-243373e0879c req-a468e7a8-5f3e-44be-89fb-af7026ab2993 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701993
Dec 10 03:59:04.025167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.030338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 24612342-1f1e-40ff-8495-9a9d3d5b41f9 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:04.033860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.107170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.147814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.213606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Provisioning for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:04.218932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:04.219323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.227866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.233822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-51adf39e-7f8b-41a1-b43d-224431925396 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:04.249456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eab598-b385-4c45-b256-70650491352a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:04.251704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.254557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:04.290445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:04.296497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.297750 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/security-groups/22eab598-b385-4c45-b256-70650491352a HTTP/1.1" status: 204  len: 168 time: 0.4078150
Dec 10 03:59:04.300446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38628) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:04.372929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.379905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b54cff53-a1a8-4ce6-94da-b8d829b7f6c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:04.408810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:04.409285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.424460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.428579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=24612342-1f1e-40ff-8495-9a9d3d5b41f9,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:04.433770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:04.443410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.449392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f74e52-4c64-486c-8d4d-ae21fc622035 None None] Network 6cdf9288-d28d-4ef7-96b2-66c146174731 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:04.464495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/24612342-1f1e-40ff-8495-9a9d3d5b41f9 HTTP/1.1" status: 204  len: 168 time: 0.5689900
Dec 10 03:59:04.464882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38632) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:04.470977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.533978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.545542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a48a5559-13e3-4b33-9dda-1a04cc099f90 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:04.567496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96b228-d4b7-4d53-b502-fe276350f0a3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:04.570081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:04.573647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.579688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38636) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:04.579879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/security-groups/5e96b228-d4b7-4d53-b502-fe276350f0a3 HTTP/1.1" status: 204  len: 168 time: 0.2775588
Dec 10 03:59:04.635067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.641524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:04.641910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.674119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:04.674615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.722870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.766124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.780536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:04.789550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5125de3c-7c7f-4185-b720-33142c9f9ed3 None None] Could not find standard attr ID for object c404d85d-c9c0-4643-ae7d-c01e5bda4d5b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:59:04.895284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] DHCP port deletion for 6cdf9288-d28d-4ef7-96b2-66c146174731 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:04.901633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Deleting port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:04.902118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.962155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2c6c4d74-4eb9-4f6c-aeae-292db9f26276 None None] Could not find standard attr ID for object c404d85d-c9c0-4643-ae7d-c01e5bda4d5b. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:59:04.971277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:04.977789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58a48c12-c508-4a24-a6e0-af73e3603f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:05.003875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b0141-64e3-4312-8ae8-86dd31df7473,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:05.011943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:05.013838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=25a0e2b4-ea57-4a6b-8987-68f4b19be364,segment=NetworkSegment(29ed8555-e585-48e7-9b33-c44289f0387f),segment_id=29ed8555-e585-48e7-9b33-c44289f0387f)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:05.014300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.026197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.027427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/security-groups/506b0141-64e3-4312-8ae8-86dd31df7473 HTTP/1.1" status: 204  len: 168 time: 0.4463367
Dec 10 03:59:05.030393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38646) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:05.117644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 3554c3bd-7192-43ab-8fd4-89c84152bab5 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:05.121910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.146556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 25a0e2b4-ea57-4a6b-8987-68f4b19be364 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:05.188138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.190264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] For port 25a0e2b4-ea57-4a6b-8987-68f4b19be364, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=25a0e2b4-ea57-4a6b-8987-68f4b19be364,segment=NetworkSegment(29ed8555-e585-48e7-9b33-c44289f0387f),segment_id=29ed8555-e585-48e7-9b33-c44289f0387f)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:05.191037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.228231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.240035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b04bd1f4-320b-4a95-92e1-74f3d72891bc tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:05.285598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.289549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No DVR routers for this DVR port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:05.318557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Calling delete_port for 25a0e2b4-ea57-4a6b-8987-68f4b19be364 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:05.320354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=25a0e2b4-ea57-4a6b-8987-68f4b19be364,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:05.323053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:05.372300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.377087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-43a05d08-0ee9-4bf1-80b8-7eb1feb5fbd2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:05.396831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:05.397198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:05.414393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=3554c3bd-7192-43ab-8fd4-89c84152bab5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:05.417000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.421137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:05.423612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24fb7a-8e3c-4767-87ed-68679d4555a4 None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:05.425757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/3554c3bd-7192-43ab-8fd4-89c84152bab5 HTTP/1.1" status: 204  len: 168 time: 0.3942266
Dec 10 03:59:05.428942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38650) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:05.468186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.500433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 636b04d0-ccaf-4e45-8861-88b03703a33c {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:05.502084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9762f130>,) {'filters': {'network_id': ['6cdf9288-d28d-4ef7-96b2-66c146174731']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:05.503749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.517942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9762f130>, '29ed8555-e585-48e7-9b33-c44289f0387f') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:05.518293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9762f130>, '29ed8555-e585-48e7-9b33-c44289f0387f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:05.535992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.563861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.654341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.675265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.689288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62bba-0098-45be-b9f8-1ba6936145ea req-34ef565d-fcaa-498b-8c31-703134e573ca tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:05.690709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44d62bba-0098-45be-b9f8-1ba6936145ea req-34ef565d-fcaa-498b-8c31-703134e573ca tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2916937
Dec 10 03:59:05.693479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:05.693876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:05.708664 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:05.740877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.745410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04d2b6c6-1c02-4887-ab6d-a8b38c23b06d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:05.780288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=636b04d0-ccaf-4e45-8861-88b03703a33c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:05.783984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:05.786331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.792910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/636b04d0-ccaf-4e45-8861-88b03703a33c HTTP/1.1" status: 204  len: 168 time: 0.3628159
Dec 10 03:59:05.795397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38654) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:05.826843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.830827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.836131 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44d62bba-0098-45be-b9f8-1ba6936145ea req-6fd0bb84-dbef-4c2f-8347-dba1f1da2cb1 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212072
Dec 10 03:59:05.838091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f369795-5846-4c8f-9dc3-426845e141a4 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:05.839405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8112c4c5-1e4c-4ea1-a14d-404bd7d84a10 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:05.839405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8112c4c5-1e4c-4ea1-a14d-404bd7d84a10 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:05.841500 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8112c4c5-1e4c-4ea1-a14d-404bd7d84a10 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/3554c3bd-7192-43ab-8fd4-89c84152bab5 HTTP/1.1" status: 404  len: 337 time: 0.0447898
Dec 10 03:59:05.844088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:05.864383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=6cdf9288-d28d-4ef7-96b2-66c146174731,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:05.874809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:05.888790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/6cdf9288-d28d-4ef7-96b2-66c146174731 HTTP/1.1" status: 204  len: 168 time: 1.4226527
Dec 10 03:59:05.889289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38662) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:05.895830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-112003679'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:05.899636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Deleting port 25a0e2b4-ea57-4a6b-8987-68f4b19be364 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:05.900310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.901691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:05.905855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:network and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:05.908811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:05.915323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:05.927021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:05.932568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.934828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting subnet 3aabdc2b-2273-4154-b40c-0c17bc6a39a6 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:05.944005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.964913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:05.975463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:05.975868 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Added segment 5e873263-703b-4e81-8aad-34757b40e267 of type vlan for network da492167-d633-420a-b596-2fae07f5fc63
Dec 10 03:59:06.015472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.020537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.031756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-36de289d-6174-444d-aaef-b3880998cdf6 None None] The port '25a0e2b4-ea57-4a6b-8987-68f4b19be364' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:59:06.064411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.073278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:06.073990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.079803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8849ba34-2bb8-4b5b-bce0-457417a03484 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:06.126317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.191998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3015518
Dec 10 03:59:06.195589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38668) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.203587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Network': ['ID=da492167-d633-420a-b596-2fae07f5fc63,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:06.203950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': 'da492167-d633-420a-b596-2fae07f5fc63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:06.206390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:06.215235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network da492167-d633-420a-b596-2fae07f5fc63 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:06.237805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 25a0e2b4-ea57-4a6b-8987-68f4b19be364 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:06.322511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 25a0e2b4-ea57-4a6b-8987-68f4b19be364 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:06.323207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 25a0e2b4-ea57-4a6b-8987-68f4b19be364 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:06.376517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cc04a-22ca-408d-a513-7acbd5eb7cfe None None] Network 70ea2c31-200b-4f2d-8a0c-8008d5e48330 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:06.423434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.430995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8fa5b675-c17b-4b8c-9a59-dcf68c325a3a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:06.463577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f6673fb8-5649-4519-b549-0f3ad3a16f42 None None] Provisioning complete for port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:06.463977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f6673fb8-5649-4519-b549-0f3ad3a16f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.479486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Subnet': ['ID=3aabdc2b-2273-4154-b40c-0c17bc6a39a6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:06.483013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.485619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:06.493970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:06.496933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/3aabdc2b-2273-4154-b40c-0c17bc6a39a6 HTTP/1.1" status: 204  len: 168 time: 0.6519246
Dec 10 03:59:06.499362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:06.499806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38672) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.502423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:06.508125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:06.520256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:06.524321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.544181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1eb22e-b4b6-472f-b994-1b2168d7c056 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.544563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1eb22e-b4b6-472f-b994-1b2168d7c056 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.548553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0b1eb22e-b4b6-472f-b994-1b2168d7c056 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/c755ff09-3455-41fd-b0db-42c13370345d HTTP/1.1" status: 404  len: 337 time: 0.0451515
Dec 10 03:59:06.548802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38676) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.595636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2f802bd8-130f-4b9f-a7f7-24a4784115fe tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Synchronizing usage tracker for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:06.607648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2f802bd8-130f-4b9f-a7f7-24a4784115fe tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Unset dirty status for tenant:f484cdab876d4ea4848f0ea5667a4779 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:06.610982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2f802bd8-130f-4b9f-a7f7-24a4784115fe tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "GET /v2.0/ports?device_id=912ea1bb-1917-4ccb-8170-2fb7f60a5828 HTTP/1.1" status: 200  len: 205 time: 0.0590408
Dec 10 03:59:06.611201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38680) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.678435 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-e4fa7e11-69a9-4371-ac7f-6053c36c7f6b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] delete failed (client error): The resource could not be found.
Dec 10 03:59:06.682527 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e4fa7e11-69a9-4371-ac7f-6053c36c7f6b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/routers/912ea1bb-1917-4ccb-8170-2fb7f60a5828 HTTP/1.1" status: 404  len: 336 time: 0.0673797
Dec 10 03:59:06.682651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38684) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.706943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f6673fb8-5649-4519-b549-0f3ad3a16f42 None None] Provisioning complete for port 648a7237-a989-4d63-8584-5dae02492e43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:06.707326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f6673fb8-5649-4519-b549-0f3ad3a16f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.726410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fda0d1-c62b-46bf-ba68-9ef583541025 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.726865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fda0d1-c62b-46bf-ba68-9ef583541025 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.730971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-75fda0d1-c62b-46bf-ba68-9ef583541025 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/031e595f-ddd2-4665-a5a8-1d45094753e4 HTTP/1.1" status: 404  len: 337 time: 0.0448222
Dec 10 03:59:06.731199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38688) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.763612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f6673fb8-5649-4519-b549-0f3ad3a16f42 None None] Port 648a7237-a989-4d63-8584-5dae02492e43 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:06.771647 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8150cfbd-96d5-49ba-9e83-d31a9dfe4272 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.772098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8150cfbd-96d5-49ba-9e83-d31a9dfe4272 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.776855 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8150cfbd-96d5-49ba-9e83-d31a9dfe4272 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/d3f08b50-b275-4ade-9b08-fb1472acb74d HTTP/1.1" status: 404  len: 337 time: 0.0419691
Dec 10 03:59:06.777277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38692) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.781917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.785721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2952ecef-c50c-4494-bb82-072f7f6e8654 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:06.816495 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc4a920-ad88-432d-83ee-cca3bf9a3cef tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.816950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc4a920-ad88-432d-83ee-cca3bf9a3cef tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.818641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9fc4a920-ad88-432d-83ee-cca3bf9a3cef tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/91ec8c1b-fb66-48cc-ba71-49b720c4898a HTTP/1.1" status: 404  len: 337 time: 0.0404365
Dec 10 03:59:06.821120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38696) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.841555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] DHCP port deletion for 70ea2c31-200b-4f2d-8a0c-8008d5e48330 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:06.848296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Deleting port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:06.848827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.860898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:06.864679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:06.871789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Checking segment: {'id': '5e873263-703b-4e81-8aad-34757b40e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:06.872153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network hostable DHCP agents. Network: da492167-d633-420a-b596-2fae07f5fc63, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:06.877429 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f141d79b-7ba2-4b47-83f0-fbc5f80df64e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.877906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f141d79b-7ba2-4b47-83f0-fbc5f80df64e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.879568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f141d79b-7ba2-4b47-83f0-fbc5f80df64e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/8b1697e5-b312-4bc0-b960-9f4fd4a29065 HTTP/1.1" status: 404  len: 333 time: 0.0575299
Dec 10 03:59:06.882265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38702) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.907487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network da492167-d633-420a-b596-2fae07f5fc63 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:06.922413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, da492167-d633-420a-b596-2fae07f5fc63) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:06.929936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:06.930733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:06.934854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8415838-07e3-4910-b677-57f52a833d23 None None] Network da492167-d633-420a-b596-2fae07f5fc63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:06.948251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0183b80c-7606-4382-856a-569fa0e4ae80 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:06.948745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0183b80c-7606-4382-856a-569fa0e4ae80 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:06.950581 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0183b80c-7606-4382-856a-569fa0e4ae80 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/2f99a879-1a38-42db-ba1c-ceaca3e97201 HTTP/1.1" status: 404  len: 337 time: 0.0674102
Dec 10 03:59:06.953839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38706) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.969575 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7704411
Dec 10 03:59:06.970112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38710) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:06.976290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-910480702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:06.984650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:06.989439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:router and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:06.993544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:07.001148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:07.014146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.015439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.031088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.034646 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-40758961-b596-4a42-ad65-57e6161b0705 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:07.035025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40758961-b596-4a42-ad65-57e6161b0705 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:07.039088 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-40758961-b596-4a42-ad65-57e6161b0705 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/12e7c037-7e79-4cde-9dfc-e6da51d37b3d HTTP/1.1" status: 404  len: 337 time: 0.0819521
Dec 10 03:59:07.039539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38714) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.085242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690c351-f1d5-436c-bf60-9f9cda510f8a req-ed2b64e4-01d1-45b7-9183-da3391ffe539 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:07.091179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d690c351-f1d5-436c-bf60-9f9cda510f8a req-ed2b64e4-01d1-45b7-9183-da3391ffe539 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1038220
Dec 10 03:59:07.097919 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf43448-3ba6-4b27-bef2-92a4fae7b228 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:07.098478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf43448-3ba6-4b27-bef2-92a4fae7b228 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:07.110573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7cf43448-3ba6-4b27-bef2-92a4fae7b228 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/3afb008c-d8c5-45fe-956e-8156a1e30673 HTTP/1.1" status: 404  len: 333 time: 0.0701411
Dec 10 03:59:07.111739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38718) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.135622 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d690c351-f1d5-436c-bf60-9f9cda510f8a req-bb9fa2f7-6c25-4896-8e63-9200b3de26bc tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419340
Dec 10 03:59:07.148502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.167329 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-591afd41-0e1f-4316-844a-177c48bf48db tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:07.167781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591afd41-0e1f-4316-844a-177c48bf48db tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:07.171992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38724) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.172154 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-591afd41-0e1f-4316-844a-177c48bf48db tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/68742976-10b3-4c48-9a85-8d714ccf1969 HTTP/1.1" status: 404  len: 337 time: 0.0592604
Dec 10 03:59:07.182831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.184090 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4fcd7847-aee0-4541-a653-925d5a1a7f6e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2128670
Dec 10 03:59:07.186847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38728) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.193912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'network_id': 'da492167-d633-420a-b596-2fae07f5fc63', 'name': 'tempest-PortsIpV6TestJSON-2119011406'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:07.222363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a70ab8-9f44-4566-993d-8cd0cedadd45 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:07.223398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a70ab8-9f44-4566-993d-8cd0cedadd45 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:07.225641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d8a70ab8-9f44-4566-993d-8cd0cedadd45 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/subnets/8305beb1-8ac7-4ae9-869c-3d00b33c32e0 HTTP/1.1" status: 404  len: 337 time: 0.0519986
Dec 10 03:59:07.228730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38732) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.304079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] For port 15a20ea0-b199-4f1f-b55d-ba04cbb88000, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=15a20ea0-b199-4f1f-b55d-ba04cbb88000,segment=NetworkSegment(c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12),segment_id=c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:07.304079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.304311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Deleting port 648a7237-a989-4d63-8584-5dae02492e43 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:07.304311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.347353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:07.351633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:port and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:07.355234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:07.361852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:07.373352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:07.377491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.400300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port 77945deb-f56e-49e8-9e8c-b62346940b7b yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:07.434033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Calling delete_port for 15a20ea0-b199-4f1f-b55d-ba04cbb88000 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:07.523240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.534927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-da492167-d633-420a-b596-2fae07f5fc63', 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': '21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:07.535767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.559840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::366 (da492167-d633-420a-b596-2fae07f5fc63/21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e/77945deb-f56e-49e8-9e8c-b62346940b7b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:07.612527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.618784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cf0af2cf-9106-45de-befd-3396e66c7b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:07.654829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Calling delete_port for 648a7237-a989-4d63-8584-5dae02492e43 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:07.663644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Pushing event deleted for resources: {'Port': ['ID=15a20ea0-b199-4f1f-b55d-ba04cbb88000,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:07.670541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:07.676646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] No DVR routers for this DVR port 15a20ea0-b199-4f1f-b55d-ba04cbb88000 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:07.739500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.744991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2fbb3727-a538-4212-8c43-d5287d5b5f09 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:07.777454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.787875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Port': ['ID=648a7237-a989-4d63-8584-5dae02492e43,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:07.791345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:07.795084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.796077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object 77945deb-f56e-49e8-9e8c-b62346940b7b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:07.814994 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/ports/648a7237-a989-4d63-8584-5dae02492e43 HTTP/1.1" status: 204  len: 168 time: 0.5847661
Dec 10 03:59:07.817436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38736) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:07.820377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.826506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da1648ae-c086-462f-8afe-767ef42d03d9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:07.893742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Allocated IP 2001:db8::2 (da492167-d633-420a-b596-2fae07f5fc63/21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e/aef1b0fd-2edf-4d6d-8452-6a48f2215ef0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:07.894452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network da492167-d633-420a-b596-2fae07f5fc63 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:07.897531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:07.902501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:07.908041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:07.908668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:07.927401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=77945deb-f56e-49e8-9e8c-b62346940b7b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:07.929935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:07.948147 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7600527
Dec 10 03:59:07.948620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38740) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:08.109859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.121520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Transition to ACTIVE for port object aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:08.141071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Transition to ACTIVE for port object aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:08.146541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.151149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8bd50261-b9e2-4308-a538-19c96d009c1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:08.202208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.220099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Network da492167-d633-420a-b596-2fae07f5fc63 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:08.223163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:08.229268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:08.262783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Pushing event updated for resources: {'Port': ['ID=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:08.271143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:08.298415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:08.340876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 15a20ea0-b199-4f1f-b55d-ba04cbb88000 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:08.340876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 15a20ea0-b199-4f1f-b55d-ba04cbb88000 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:08.362860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Attempting to bind port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:08.363311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Attempting to bind port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '5e873263-703b-4e81-8aad-34757b40e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:08.363743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Attempting to bind port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 on network da492167-d633-420a-b596-2fae07f5fc63 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:08.369644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:08.370094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Checking segment: {'id': '5e873263-703b-4e81-8aad-34757b40e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:08.370580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.371038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Bound using segment: {'id': '5e873263-703b-4e81-8aad-34757b40e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:08.371572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Bound port: aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e873263-703b-4e81-8aad-34757b40e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'da492167-d633-420a-b596-2fae07f5fc63'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:08.372013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.458432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] For port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:08.461580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] For port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,segment=NetworkSegment(5e873263-703b-4e81-8aad-34757b40e267),segment_id=5e873263-703b-4e81-8aad-34757b40e267)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:08.466483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.470230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b733d0e5-4344-49ae-9a60-1875661593ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:08.553519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Pushing event updated for resources: {'Port': ['ID=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:08.558820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:08.684410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.729798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3420f6-e1a6-414e-a34d-7d4ec80fe2f1 req-bf6ab3e4-b9ab-4fca-8414-b18d903e3e0a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:08.731592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7e3420f6-e1a6-414e-a34d-7d4ec80fe2f1 req-bf6ab3e4-b9ab-4fca-8414-b18d903e3e0a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.4016161
Dec 10 03:59:08.742251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35edc0>,) {'filters': {'network_id': ['70ea2c31-200b-4f2d-8a0c-8008d5e48330']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:08.777000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35edc0>, 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:08.777287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35edc0>, 'c14e4f5c-7c1c-4c64-aa7e-8c1d53faac12') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:08.819221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.865042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.880982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:08.881424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:08.898165 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:08.907068 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7e3420f6-e1a6-414e-a34d-7d4ec80fe2f1 req-4eb33644-2ea1-4611-bfd0-4de832c64541 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545863
Dec 10 03:59:09.031780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.036468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac55de3b-c031-4c9e-9a77-ee08baf6c292 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:09.050995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.060676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.071260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Pushing event deleted for resources: {'Network': ['ID=70ea2c31-200b-4f2d-8a0c-8008d5e48330,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:09.074890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:09.076387 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] 10.222.0.44 "DELETE /v2.0/networks/70ea2c31-200b-4f2d-8a0c-8008d5e48330 HTTP/1.1" status: 204  len: 168 time: 1.2579679
Dec 10 03:59:09.358877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38752) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:09.453723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.460098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.464906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e1f8973c-00f3-443c-9e2e-dd02035c0aa6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:09.581224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe627bb9-7e57-4bda-8f09-7fe41db7b3d1 None None] Network da492167-d633-420a-b596-2fae07f5fc63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:09.668767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-df464168-8e30-48a8-8fe5-f0d5b2f99cb0 None None] Provisioning for port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:09.766826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=77945deb-f56e-49e8-9e8c-b62346940b7b,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:09.799342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:09.801750 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-25cd03c3-13a6-48ab-87d8-01026642b11d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f484cdab876d4ea4848f0ea5667a4779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4417415
Dec 10 03:59:09.804473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38760) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:09.873847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.907952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.924477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.967715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:09.973249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd1138e5-651f-4820-baac-a648c9ced9d9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:09.991556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05cada0-26ff-4ca6-84dc-70a013b4d41c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:10.009448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:10.011980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.026021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b05cada0-26ff-4ca6-84dc-70a013b4d41c HTTP/1.1" status: 204  len: 168 time: 0.2077625
Dec 10 03:59:10.108240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.212838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-59e60fbc-5ca7-4cb9-ab64-6bf0455fae67 None None] Provisioning for port 77945deb-f56e-49e8-9e8c-b62346940b7b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:10.218847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-59e60fbc-5ca7-4cb9-ab64-6bf0455fae67 None None] Provisioning complete for port 77945deb-f56e-49e8-9e8c-b62346940b7b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:10.219486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-59e60fbc-5ca7-4cb9-ab64-6bf0455fae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.336535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:10.353548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb5bab-1b21-49b2-9741-11e7e07c5c2d req-cbf6f793-a394-4fbe-bd80-2b16edc9a802 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:10.355061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f0fb5bab-1b21-49b2-9741-11e7e07c5c2d req-cbf6f793-a394-4fbe-bd80-2b16edc9a802 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2973001
Dec 10 03:59:10.410034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-59e60fbc-5ca7-4cb9-ab64-6bf0455fae67 None None] Port 77945deb-f56e-49e8-9e8c-b62346940b7b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:10.438736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:10.444216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:10.444610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.506108 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f0fb5bab-1b21-49b2-9741-11e7e07c5c2d req-2772868c-7da7-44c0-bfd7-425edd0cf90e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382623
Dec 10 03:59:10.587663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.597824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5334c30-38ad-424b-9f28-3d4e1cbe2d00 None None] Provisioning complete for port 77945deb-f56e-49e8-9e8c-b62346940b7b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:10.598205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5334c30-38ad-424b-9f28-3d4e1cbe2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.614190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.620060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.620893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.630940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69bc363f-74b8-4824-b2c1-d73836b8a844 tempest-TestServerAdvancedOps-1528979482 tempest-TestServerAdvancedOps-1528979482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:10.671667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a5334c30-38ad-424b-9f28-3d4e1cbe2d00 None None] Port 77945deb-f56e-49e8-9e8c-b62346940b7b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:10.681271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,segment=NetworkSegment(5e873263-703b-4e81-8aad-34757b40e267),segment_id=5e873263-703b-4e81-8aad-34757b40e267)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:10.687633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.689600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:10.768034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:10.772215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:10.823488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=77945deb-f56e-49e8-9e8c-b62346940b7b,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:10.827500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:10.882452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network da492167-d633-420a-b596-2fae07f5fc63 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:10.883797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:10.898219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e70c19aa-f324-4613-8c22-94dfa6c86bc4 None None] Provisioning complete for port 77945deb-f56e-49e8-9e8c-b62346940b7b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:10.898608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e70c19aa-f324-4613-8c22-94dfa6c86bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:10.995034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e70c19aa-f324-4613-8c22-94dfa6c86bc4 None None] Port 77945deb-f56e-49e8-9e8c-b62346940b7b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:11.051013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38792) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:11.098629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Router 5d7a83d6-9f97-4a58-a6c6-00324765aa6a is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:59:11.172418 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6e716ecd-7a81-4c76-bb7f-0725ad63dfcd tempest-ServiceProvidersTest-1476903786 tempest-ServiceProvidersTest-1476903786-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1200984
Dec 10 03:59:11.215762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-424a76a9-42d6-4d2c-a608-45599d894bbf None None] Provisioning complete for port 77945deb-f56e-49e8-9e8c-b62346940b7b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:11.216061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-424a76a9-42d6-4d2c-a608-45599d894bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:11.267126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:11.271677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-424a76a9-42d6-4d2c-a608-45599d894bbf None None] Port 77945deb-f56e-49e8-9e8c-b62346940b7b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:11.273176 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/routers/5d7a83d6-9f97-4a58-a6c6-00324765aa6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3229945
Dec 10 03:59:11.275726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38800) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:11.283207 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] Sync routers for ids ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:11.293605 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] Routers {'5d7a83d6-9f97-4a58-a6c6-00324765aa6a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:11.294607 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258c40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:11.359176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81af225-5497-4e06-a477-b6c327bc704a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:11.360114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f81af225-5497-4e06-a477-b6c327bc704a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:11.361319 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258c40>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:11.369910 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] Routers {'5d7a83d6-9f97-4a58-a6c6-00324765aa6a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:11.370624 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258c40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:11.376201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f81af225-5497-4e06-a477-b6c327bc704a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:11.377594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f81af225-5497-4e06-a477-b6c327bc704a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d7a83d6-9f97-4a58-a6c6-00324765aa6a HTTP/1.1" status: 200  len: 989 time: 0.1009493
Dec 10 03:59:11.380577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38806) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:11.435064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258c40>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:11.435469 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8170d5b-458b-4a2d-bbb8-2e927eb2c215 None None] The sync data for ids ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:11.457772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38810) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:11.574404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:11.589581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:11.593456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Usage tracker for resource:security_group_rule and tenant:91bbcffe312f4d05b3398d0d348e753e is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:11.596305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:11.602324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:11.877496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:11.892052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7277a-87a7-4d76-aa30-280fb8e5f508 req-350b4e79-21a9-4060-a1d9-805478a4ac07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:11.893658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-06c7277a-87a7-4d76-aa30-280fb8e5f508 req-350b4e79-21a9-4060-a1d9-805478a4ac07 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2583425
Dec 10 03:59:11.894835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:11.903762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-298264b5-9a08-4ba4-9585-8bbf9d8a7980 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:11.982650 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91bbcffe312f4d05b3398d0d348e753e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5236824
Dec 10 03:59:11.985685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54ab0d-883e-44bf-9945-148aebf05a99,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:11.988675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:11.989760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:11.993886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-06c7277a-87a7-4d76-aa30-280fb8e5f508 req-858d5719-a563-46f8-bd40-5fd716d0e577 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908604
Dec 10 03:59:12.054564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.207670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.247121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:12.302649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.319789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:12.321189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.365570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cfcc9-19bb-473e-8486-24cd0290065c req-437e4c63-ddfc-4809-9781-7aa37c97594b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:12.367037 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b5cfcc9-19bb-473e-8486-24cd0290065c req-437e4c63-ddfc-4809-9781-7aa37c97594b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0973153
Dec 10 03:59:12.422076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b5cfcc9-19bb-473e-8486-24cd0290065c req-2c7b461c-8a4a-4b02-9992-ab9e1d998a78 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470219
Dec 10 03:59:12.486579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-05bf35d8-e970-43db-b64e-0c3b09491081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:12.488035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-05bf35d8-e970-43db-b64e-0c3b09491081 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.1287599
Dec 10 03:59:12.489428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.494039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a69b6725-aebc-4cd6-b064-89a39a4997c8 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:12.499869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 77945deb-f56e-49e8-9e8c-b62346940b7b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:12.500201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.565674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54ab0d-883e-44bf-9945-148aebf05a99,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:12.574784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:12.634007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:12.635112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b54ab0d-883e-44bf-9945-148aebf05a99 HTTP/1.1" status: 204  len: 168 time: 0.6444330
Dec 10 03:59:12.792979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-046beb80-138b-47a0-bd8b-5b7cd2176c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:12.794460 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-046beb80-138b-47a0-bd8b-5b7cd2176c2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.2632365
Dec 10 03:59:12.884538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:13.017627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 77945deb-f56e-49e8-9e8c-b62346940b7b owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:13.077139 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-d0371e23-f8c6-4d20-9f8b-1936c0d1b9ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.2699611
Dec 10 03:59:13.165038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-ec0224a2-37f7-4f40-86d6-8c24b403fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:13.166531 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-ec0224a2-37f7-4f40-86d6-8c24b403fb2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.0820467
Dec 10 03:59:13.440783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-248b1667-301d-440a-bd8a-b53cd653dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:13.442465 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-248b1667-301d-440a-bd8a-b53cd653dd30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2634153
Dec 10 03:59:13.444039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:13.449869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:13.513604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=77945deb-f56e-49e8-9e8c-b62346940b7b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:13.519838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:13.614551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a9948-db18-4fbd-a6b3-739f7bb1ea99 req-9b5ebbda-9ea4-4838-a544-aceffb4df595 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:13.621884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-602a9948-db18-4fbd-a6b3-739f7bb1ea99 req-9b5ebbda-9ea4-4838-a544-aceffb4df595 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0969448
Dec 10 03:59:13.667065 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-602a9948-db18-4fbd-a6b3-739f7bb1ea99 req-02840b90-76d2-4c23-be0d-2829a695d209 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440392
Dec 10 03:59:13.780916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:13.783058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:13.854448 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-7e186266-8f1b-4f58-9f3c-15cb57dd28df service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3668044
Dec 10 03:59:14.175247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Router 5d7a83d6-9f97-4a58-a6c6-00324765aa6a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:14.180536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d77ecf55-1a5c-4551-9d65-db9c865fe9c1 req-e24fb30f-7863-4613-8faf-6a682783193c service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646291
Dec 10 03:59:14.310824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:14.327596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/routers/5d7a83d6-9f97-4a58-a6c6-00324765aa6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9456751
Dec 10 03:59:14.330421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38836) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:14.331894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] Sync routers for ids ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:14.342820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0384e2ae-620b-4ac0-a6ac-a451a66ad9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:14.345439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] Routers {'5d7a83d6-9f97-4a58-a6c6-00324765aa6a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:14.346043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc94f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:14.377272 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe636765-2180-46b1-99fc-acfa22f0c2ec tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:14.377828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe636765-2180-46b1-99fc-acfa22f0c2ec tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:14.393251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe636765-2180-46b1-99fc-acfa22f0c2ec tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:14.396963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe636765-2180-46b1-99fc-acfa22f0c2ec tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/77945deb-f56e-49e8-9e8c-b62346940b7b HTTP/1.1" status: 404  len: 333 time: 0.0630386
Dec 10 03:59:14.397422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38840) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:14.408154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc94f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:14.416510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] Routers {'5d7a83d6-9f97-4a58-a6c6-00324765aa6a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:14.417110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc94f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:58:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:14.476117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc94f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:14.476584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e5092-06d1-4d5c-ad73-edb3cdecef7a None None] The sync data for ids ['5d7a83d6-9f97-4a58-a6c6-00324765aa6a'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:14.526924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:14.852744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520388b4-598c-4e67-ae1e-e962ba949c1d req-9aba4718-2e8d-4a66-a239-a8d4da24bcb5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:14.854241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-520388b4-598c-4e67-ae1e-e962ba949c1d req-9aba4718-2e8d-4a66-a239-a8d4da24bcb5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0832715
Dec 10 03:59:14.923769 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-520388b4-598c-4e67-ae1e-e962ba949c1d req-f14cfd00-9fe9-44af-91e5-82fc26f6bb74 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609453
Dec 10 03:59:14.967882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:14.970059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:14.994962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:14.995629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7a83d6-9f97-4a58-a6c6-00324765aa6a {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:59:15.006752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.007968 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6ed6afa-8958-496f-b2d4-34d71e1a1f4b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/routers/5d7a83d6-9f97-4a58-a6c6-00324765aa6a HTTP/1.1" status: 204  len: 168 time: 0.6093464
Dec 10 03:59:15.010676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38846) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:15.079397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:15.082370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.135573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.215503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.289673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.293841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:15.336960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:15.339039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.341750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:15.348337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0214d3e-f4a0-408f-b9f2-815b6c031ed3 None None] Network da492167-d633-420a-b596-2fae07f5fc63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:15.351696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e HTTP/1.1" status: 204  len: 168 time: 0.3395524
Dec 10 03:59:15.354304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38852) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:15.466942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.477749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:15.478084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.611125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] DHCP port deletion for da492167-d633-420a-b596-2fae07f5fc63 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:15.616804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Deleting port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:15.617766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.666021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ada8-4367-4554-bc22-24d7af54c1e7 req-5b02140a-11f4-4b2e-8118-3b5dfdb31e0f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:15.667506 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2ad1ada8-4367-4554-bc22-24d7af54c1e7 req-5b02140a-11f4-4b2e-8118-3b5dfdb31e0f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.0932167
Dec 10 03:59:15.690892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,segment=NetworkSegment(5e873263-703b-4e81-8aad-34757b40e267),segment_id=5e873263-703b-4e81-8aad-34757b40e267)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:15.691249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.716499 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2ad1ada8-4367-4554-bc22-24d7af54c1e7 req-0f617a9d-ecb8-49f3-afbd-41e5aadf9a6b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402527
Dec 10 03:59:15.822521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:15.828218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] For port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,segment=NetworkSegment(5e873263-703b-4e81-8aad-34757b40e267),segment_id=5e873263-703b-4e81-8aad-34757b40e267)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:15.828576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.903108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:15.909725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-72edcff4-38d5-4b5e-95d8-5711e97b3805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:15.972640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=aef1b0fd-2edf-4d6d-8452-6a48f2215ef0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:15.976301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:15.978537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No DVR routers for this DVR port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:15.986163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Calling delete_port for aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:16.061884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:16.062309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:16.102848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.127905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9941f-d235-4921-a601-64b67d503b62 req-9d5670e0-48fa-441f-880b-4bfe02763425 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:16.129492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01b9941f-d235-4921-a601-64b67d503b62 req-9d5670e0-48fa-441f-880b-4bfe02763425 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0799592
Dec 10 03:59:16.131864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9749d700>,) {'filters': {'network_id': ['da492167-d633-420a-b596-2fae07f5fc63']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:16.144261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9749d700>, '5e873263-703b-4e81-8aad-34757b40e267') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:16.144554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9749d700>, '5e873263-703b-4e81-8aad-34757b40e267') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:16.155827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.173408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.174397 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01b9941f-d235-4921-a601-64b67d503b62 req-736b3537-7749-495b-a5bc-5e1f8e68b425 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390050
Dec 10 03:59:16.181261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:16.181872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:16.197679 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:16.218531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:16.256677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:16.257033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:16.281791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.285535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f4f4ed6-d92a-4265-96dc-bf5a7ef05334 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:16.300261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.314006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=da492167-d633-420a-b596-2fae07f5fc63,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:16.317487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:16.322526 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/da492167-d633-420a-b596-2fae07f5fc63 HTTP/1.1" status: 204  len: 168 time: 0.9666357
Dec 10 03:59:16.326368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38866) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:16.384276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa05819-8f84-4af9-87ef-038d8fc55ca1 req-f65218cd-8ac0-4b1d-be0a-539fd1f205bb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:16.385782 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1aa05819-8f84-4af9-87ef-038d8fc55ca1 req-f65218cd-8ac0-4b1d-be0a-539fd1f205bb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0939884
Dec 10 03:59:16.398983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc943650-b318-4fd5-8159-4d4c1927d95c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:16.399592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dc943650-b318-4fd5-8159-4d4c1927d95c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:16.418016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dc943650-b318-4fd5-8159-4d4c1927d95c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:16.422689 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dc943650-b318-4fd5-8159-4d4c1927d95c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/76ad816f-7949-45e4-b42e-096ad1b9492a HTTP/1.1" status: 200  len: 844 time: 0.0918825
Dec 10 03:59:16.422993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38872) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:16.438061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1aa05819-8f84-4af9-87ef-038d8fc55ca1 req-8bd493e3-e71b-41eb-b68c-218cf71d2077 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459793
Dec 10 03:59:16.500619 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-07bdd2b0-c8e4-408f-9f58-3bd775844d5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/76ad816f-7949-45e4-b42e-096ad1b9492a?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0726748
Dec 10 03:59:16.500831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38878) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:16.506250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:16.564053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Deleting port aef1b0fd-2edf-4d6d-8452-6a48f2215ef0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:16.564636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.639614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda6c2-0dab-4baf-a5a3-0c49e87bbc61 req-9648e5d5-10e2-40a2-b698-dcf9538466cc tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:16.641127 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50fda6c2-0dab-4baf-a5a3-0c49e87bbc61 req-9648e5d5-10e2-40a2-b698-dcf9538466cc tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0979898
Dec 10 03:59:16.674722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-266079df-80d3-4ab9-ab3e-499aadd474a9 None None] The port 'aef1b0fd-2edf-4d6d-8452-6a48f2215ef0' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:59:16.676368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-314757d5-86f2-4153-8184-96399fa5916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.701670 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50fda6c2-0dab-4baf-a5a3-0c49e87bbc61 req-44f7a835-44cb-4ede-8374-037c322034cc tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518651
Dec 10 03:59:16.742472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:16.746361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:16.749342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:16.755022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:16.766120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:16.770052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:16.797902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a59b90-c9ab-4d19-b48e-de66782f34dc req-8cf1af37-df01-44c7-a6ab-b6a44388aec3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:16.799364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44a59b90-c9ab-4d19-b48e-de66782f34dc req-8cf1af37-df01-44c7-a6ab-b6a44388aec3 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.0908771
Dec 10 03:59:16.856518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44a59b90-c9ab-4d19-b48e-de66782f34dc req-8e0ef1a4-69a1-4851-9731-eb0d2b5ea02d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503881
Dec 10 03:59:17.004199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.008690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d4c742f9-5c7f-4e77-b986-c6ef5eab4936 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:17.063001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:17.064612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:17.068456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:17.069060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.076641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ebff0-85a0-4e23-9369-830907fb2362 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:17.096110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=4685d965-59ac-48e5-84a0-d363a6ec6845,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:17.099055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:17.101102 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5992925
Dec 10 03:59:17.104752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38888) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:17.110409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129363898'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:17.123296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:17.128381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:17.132351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:17.139249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:17.158575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f507e-ce8d-4ea2-97e5-26d7cef838a2 req-e6cc6f6a-ac72-4f7a-8dbc-91ca497da5c8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:17.160437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-126f507e-ce8d-4ea2-97e5-26d7cef838a2 req-e6cc6f6a-ac72-4f7a-8dbc-91ca497da5c8 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1168203
Dec 10 03:59:17.161187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.207125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:17.215873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:17.220069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:17.225078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-126f507e-ce8d-4ea2-97e5-26d7cef838a2 req-54a624d0-eef8-4a96-a6a1-a772fba9d287 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540977
Dec 10 03:59:17.229333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:17.301675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.306490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.311642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d1d1e8f3-6a48-44b9-a38c-a8255900ecaa tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:17.326514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'tenant_id': 'dbb1366644414e6f9bf352e3dbba7dcf', 'fixed_ips': [{'subnet_id': '4685d965-59ac-48e5-84a0-d363a6ec6845'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:17.327385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.350000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.351185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.2454433
Dec 10 03:59:17.352135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b63780-41f9-4416-8aab-2b2da04028e4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:17.354120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38892) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:17.356644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:17.359710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'security_group': {'name': 'tempest-secgroup-823494475'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:17.365502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:17.373743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:17.376797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:17.383951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:17.394219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.414915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:17.418764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:17.421587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:17.427516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:17.483136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Allocated IP 2001:db8::2 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/4685d965-59ac-48e5-84a0-d363a6ec6845/0f5938bd-9d4d-4abe-94a3-449882d4cd6b) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:17.501209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.505794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.511408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-83183da4-d2b1-49ee-bf81-9ee58c97ef2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:17.547792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63b243-fb2e-443c-a983-75396b7a71e4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:17.551139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:17.552109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.553509 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.1984677
Dec 10 03:59:17.556780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38896) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:17.563317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1651821102', 'security_groups': ['fa63b243-fb2e-443c-a983-75396b7a71e4'], 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4685d965-59ac-48e5-84a0-d363a6ec6845'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:17.584817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.698686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:17.705117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.708025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:17.717191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Transition to ACTIVE for port object 0f5938bd-9d4d-4abe-94a3-449882d4cd6b will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:17.718084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:17.736304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Transition to ACTIVE for port object 0f5938bd-9d4d-4abe-94a3-449882d4cd6b will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:17.741828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.745815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6b77f9b7-33e5-4bea-ac4a-ddc449276010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:17.809469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:17.812391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:17.816227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:17.823587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:17.849181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:17.926494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Attempting to bind port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:17.926867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Attempting to bind port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '86946653-c66d-480f-b5a5-8f0e6b756399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:17.927240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Attempting to bind port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b on network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:17.936277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:17.936643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Checking segment: {'id': '86946653-c66d-480f-b5a5-8f0e6b756399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:17.937182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.937534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Bound using segment: {'id': '86946653-c66d-480f-b5a5-8f0e6b756399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:17.938059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Bound port: 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86946653-c66d-480f-b5a5-8f0e6b756399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:17.938448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.962504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.982893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:17.984683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port fc385c27-61ad-4aec-8c75-63f9dd00e2ef yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:18.041488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:18.044612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:18.049398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:18.053920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:18.138730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:18.143548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:18.218307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::2b5 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/4685d965-59ac-48e5-84a0-d363a6ec6845/fc385c27-61ad-4aec-8c75-63f9dd00e2ef) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:18.546544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475b65-f9ec-4ee2-a3ea-ecbb76c0ab7a req-f012d4d3-ae97-433b-97ff-bc4931fcee68 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:18.547971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10475b65-f9ec-4ee2-a3ea-ecbb76c0ab7a req-f012d4d3-ae97-433b-97ff-bc4931fcee68 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.5145013
Dec 10 03:59:18.554458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:18.608342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object fc385c27-61ad-4aec-8c75-63f9dd00e2ef will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:18.628132 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10475b65-f9ec-4ee2-a3ea-ecbb76c0ab7a req-4fe40020-db65-4409-8d0a-f6de13028224 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups?id=f23cdf2b-e29e-45c1-9613-0b6b290163ce&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705535
Dec 10 03:59:18.654595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff0785-aa57-4a14-a4a7-a58fc45ce022 req-99f92b04-a1e9-4098-98c3-cd5db72c438c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:18.656049 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dcff0785-aa57-4a14-a4a7-a58fc45ce022 req-99f92b04-a1e9-4098-98c3-cd5db72c438c tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2396879
Dec 10 03:59:18.665565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-16fd67c9-01bd-4dfd-a3da-7a713a836765 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:18.667313 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-16fd67c9-01bd-4dfd-a3da-7a713a836765 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.18 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 946 time: 0.0942860
Dec 10 03:59:18.695126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:18.703234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd80d19c-4344-4215-b5bd-a309d8f0cbce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:18.738450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Deleting port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:18.738774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:18.754038 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dcff0785-aa57-4a14-a4a7-a58fc45ce022 req-c66a0339-2a7e-495f-8e36-784d96a65305 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917401
Dec 10 03:59:18.780329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:18.783680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:18.787709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:18.793598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:18.794223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:18.807560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=fc385c27-61ad-4aec-8c75-63f9dd00e2ef,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:18.812508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:18.830757 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2726121
Dec 10 03:59:18.833419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38912) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:18.842084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:18.956369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38916) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:19.033485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:19.038713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:19.042563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:19.048410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:19.066937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:19.072830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.108747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] For port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:19.109272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.313456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724507dc-b724-44b8-ba0a-67c3ac802b04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.313924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724507dc-b724-44b8-ba0a-67c3ac802b04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.314709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724507dc-b724-44b8-ba0a-67c3ac802b04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.317859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-724507dc-b724-44b8-ba0a-67c3ac802b04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=3ba0754e593e4c44897c83e1c4e8644b&network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 3000 time: 0.3603969
Dec 10 03:59:19.338162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4685d965-59ac-48e5-84a0-d363a6ec6845 (CIDR: 2001:db8::/64)
Dec 10 03:59:19.345589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:59:19.346052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:19.373106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-eb513430-04f8-41cb-9170-a04f71712fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.374921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.375634 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-eb513430-04f8-41cb-9170-a04f71712fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e052554deb874fa8a4ccff509497729d&device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 1099 time: 0.1737051
Dec 10 03:59:19.381935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1397f680-f21a-49db-99c7-dd00b6eaf2e7 None None] Provisioning for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:19.386915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aed6a-2c40-4c1b-b15a-d372ac0edea6 req-6e652dbe-c6a9-44c3-85e7-cf0138aeeeae tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.394010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb8aed6a-2c40-4c1b-b15a-d372ac0edea6 req-6e652dbe-c6a9-44c3-85e7-cf0138aeeeae tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2309086
Dec 10 03:59:19.410745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1397f680-f21a-49db-99c7-dd00b6eaf2e7 None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:19.412274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1397f680-f21a-49db-99c7-dd00b6eaf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.432820 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2b8f7b16-a8a4-4618-9660-dff438d7798f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5980651
Dec 10 03:59:19.439366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38924) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:19.448336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:19.495709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1397f680-f21a-49db-99c7-dd00b6eaf2e7 None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:19.527035 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb8aed6a-2c40-4c1b-b15a-d372ac0edea6 req-508f65f9-a017-49b9-b6c0-be64bc1cfad5 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1321406
Dec 10 03:59:19.560141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.560508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.560820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Floating IP 17ff1622-76f5-4b70-a2ef-d21d3633628f disassociated. External IP: 172.26.1.202, port: 717cb7b6-c6ec-4156-9596-c1175b7ba9f2.
Dec 10 03:59:19.561154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Calling delete_port for 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:19.570275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-039722be-ee21-4291-b09a-f1f1d3ef9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.572066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-039722be-ee21-4291-b09a-f1f1d3ef9f86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 200  len: 913 time: 0.1604474
Dec 10 03:59:19.619976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-09462cde-98a0-4712-9322-7d83f62f7c26 None None] Provisioning for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:19.625294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-09462cde-98a0-4712-9322-7d83f62f7c26 None None] Provisioning complete for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:19.625710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-09462cde-98a0-4712-9322-7d83f62f7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.671643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:19.675860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:19.679809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:19.682716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-09462cde-98a0-4712-9322-7d83f62f7c26 None None] Port fc385c27-61ad-4aec-8c75-63f9dd00e2ef cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:19.689709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:19.698652 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-b5d27ca1-b54b-44b3-9692-5cf2e8f80683 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 200  len: 1001 time: 0.1140776
Dec 10 03:59:19.731460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:19.734866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.764585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-0113e1b9-f086-4e05-a96a-def10e19a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:19.766275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-0113e1b9-f086-4e05-a96a-def10e19a1bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 200  len: 851 time: 0.0605497
Dec 10 03:59:19.977173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:19.988134 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8df6b6c7-114a-4501-ab90-b94bcbb77389 req-e8ad590d-f0b6-40a6-b51b-734dd28c8692 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.1802456
Dec 10 03:59:19.997521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-68b4a4b8-19ed-4f11-82ff-0ec573fe9176 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:20.045809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-de479088-cb1d-44ba-85ca-5a5be214b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:20.047621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-de479088-cb1d-44ba-85ca-5a5be214b4c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fcd2348-376f-468c-bd94-ad178b0f103e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2741911
Dec 10 03:59:20.050466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event deleted for resources: {'Port': ['ID=717cb7b6-c6ec-4156-9596-c1175b7ba9f2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:20.061079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:20.122673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.18', 49566) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:20.186107 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-7ae20e8e-84a9-4f51-bd80-d25f4039d58b service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277061
Dec 10 03:59:20.248582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:20.320900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:20.326206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:20.326796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.337546 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-e98bc4e5-cfe7-4b0f-b4c0-d698bc4c1fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441731
Dec 10 03:59:20.376178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Router f16c829b-6194-4129-9cc2-4a3bf1a88d65 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:20.397842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-94c049b8-fd38-4204-9f40-8b95db812463 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2714822
Dec 10 03:59:20.488272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.524245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:20.529538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.534303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:20.607272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:20.612127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:20.653528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.659621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-815e981c-faa2-4dda-9224-2be0081e89a2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:20.697445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:20.707164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Sync routers for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:20.717130 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:20.717894 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:20.724842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33207800-12f7-423c-b50f-6b1e7c8a4a14 req-df1fd6f0-b655-4645-9b7c-cf1a04389580 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:20.727156 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33207800-12f7-423c-b50f-6b1e7c8a4a14 req-df1fd6f0-b655-4645-9b7c-cf1a04389580 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.0831680
Dec 10 03:59:20.772983 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33207800-12f7-423c-b50f-6b1e7c8a4a14 req-df7b3ee5-9f9c-4062-a3ff-56acabbf9e77 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396328
Dec 10 03:59:20.791064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:20.793411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:20.797023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-a4d1d993-154c-4ba5-9346-ddbaa2d0c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:20.798489 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-a4d1d993-154c-4ba5-9346-ddbaa2d0c53a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1099 time: 0.3426945
Dec 10 03:59:20.801765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:20.802402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.806753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920eb49-9a1d-4791-8b53-116cc15e3554 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:20.820928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] No DVR routers for this DVR port 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:20.830990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:20.835482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'name': 'network-vif-deleted', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:59:20.860395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=cdd05b48-a796-44a4-8355-cd5c71407460,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:20.871558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:20.905001 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:20.932748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.4922826
Dec 10 03:59:20.935909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38942) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:20.939144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10a86c38-981d-4b5b-b30a-ca10c1e562b1 req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.18 "DELETE /v2.0/ports/717cb7b6-c6ec-4156-9596-c1175b7ba9f2 HTTP/1.1" status: 204  len: 173 time: 2.2655838
Dec 10 03:59:20.942608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-254450559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cdd05b48-a796-44a4-8355-cd5c71407460'}], 'security_groups': ['f8b63780-41f9-4416-8aab-2b2da04028e4']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:20.993708 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e950e51f-d4f5-4197-924c-fd7124998180', 'name': 'network-vif-deleted', 'tag': '717cb7b6-c6ec-4156-9596-c1175b7ba9f2', 'status': 'completed', 'code': 200}
Dec 10 03:59:21.027425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-aa9e49db-e56d-49be-b8c3-6db744173515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:21.028892 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-aa9e49db-e56d-49be-b8c3-6db744173515 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 896 time: 0.1993606
Dec 10 03:59:21.205437 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-291be73c-a39e-4526-bcd9-c77b1df1da10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 1002 time: 0.1687944
Dec 10 03:59:21.225123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38948) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:21.262778 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-16410b8d-dfba-43a8-8001-dc5a76143a79 req-d50c9a23-6307-4189-a33d-c1cb6fa83518 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e51f-d4f5-4197-924c-fd7124998180 HTTP/1.1" status: 200  len: 210 time: 0.0739901
Dec 10 03:59:21.288020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:21.294609 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92790>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:21.300599 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Checking router: f16c829b-6194-4129-9cc2-4a3bf1a88d65 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:59:21.311211 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:21.311822 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:21.342126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Update dhcp port {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'fixed_ips': [{'subnet_id': '4685d965-59ac-48e5-84a0-d363a6ec6845', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cdd05b48-a796-44a4-8355-cd5c71407460'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '0f5938bd-9d4d-4abe-94a3-449882d4cd6b'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:59:21.359166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-5a2f31c3-39d3-4d41-8d9e-834ca7e0bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:21.360612 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-5a2f31c3-39d3-4d41-8d9e-834ca7e0bf91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.1368012
Dec 10 03:59:21.370014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afeffe8-e472-4c7f-bf34-1fcbbe0e373f tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:21.385934 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9afeffe8-e472-4c7f-bf34-1fcbbe0e373f tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 814 time: 0.1180129
Dec 10 03:59:21.419560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:21.500521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-fa73cf01-9b14-41e8-86ed-48e23d952409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:21.502291 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-fa73cf01-9b14-41e8-86ed-48e23d952409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1004310
Dec 10 03:59:21.536932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:21.726031 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-83ec743f-c328-4365-aa9b-fb49f5159e36 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138083
Dec 10 03:59:21.730636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:21.766729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Allocated IP 2001:db8:0:1::2 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/cdd05b48-a796-44a4-8355-cd5c71407460/0f5938bd-9d4d-4abe-94a3-449882d4cd6b) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:21.776142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:21.776498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 717cb7b6-c6ec-4156-9596-c1175b7ba9f2 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:21.962127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:21.984933 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92790>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:21.989712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08a611-b3e2-49d7-a387-3a88e0ca7f62 None None] The sync data for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv is: [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:57:11Z', 'revision_number': 4, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f2f26e24-e9f0-4c37-86ba-a15d713b22d3', 'name': '', 'network_id': 'c3d0b35a-637b-4a07-a819-0ecbed4d3bde', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'mac_address': 'fa:16:3e:1b:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '45754be4-9851-4100-9c32-f066f744a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:09Z', 'updated_at': '2021-12-10T03:57:21Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'subnets': [{'id': '45754be4-9851-4100-9c32-f066f744a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:21.993175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.012190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Transition to ACTIVE for port object 0f5938bd-9d4d-4abe-94a3-449882d4cd6b will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:22.018979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.024031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fcec4d79-c010-4321-bb80-83be506bea30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:22.048598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38958) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.058137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--1857256726', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:22.063686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:22.073600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:22.094665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:22.102303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f238-3442-424b-a044-c413794d36b1 req-726b8c68-e552-4bcd-bfd2-2dd101793fff tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:22.103820 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ebd0f238-3442-424b-a044-c413794d36b1 req-726b8c68-e552-4bcd-bfd2-2dd101793fff tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1804674
Dec 10 03:59:22.104209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.162284 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a20146f-f44d-4bfa-9ed8-f7e45ce6de15 req-4befe261-a68d-4910-b858-3744cdc908f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4291968
Dec 10 03:59:22.168605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:22.186372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:22.189916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:22.198153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.198868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment 624194a5-b65f-4dd9-b916-1d2a7c38a3b1 of type vlan for network 56945d5e-b832-4df3-b48f-9350faa367c1
Dec 10 03:59:22.209686 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ebd0f238-3442-424b-a044-c413794d36b1 req-c3510ba9-def6-4203-8bc3-11e429f8e619 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731745
Dec 10 03:59:22.227699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.231272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Delete allocated IP 2001:db8::2b5 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/4685d965-59ac-48e5-84a0-d363a6ec6845) {{(pid=87630) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:59:22.243536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8:0:1::13f (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/cdd05b48-a796-44a4-8355-cd5c71407460/fc385c27-61ad-4aec-8c75-63f9dd00e2ef) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:22.302968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:22.336971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.343487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:22.344323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.373882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2b449d50-877a-4f85-895c-a564f9ded324 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:22.486643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d20be-3878-4c2f-a26b-9a47904044e7 None None] New status for floating IP 17ff1622-76f5-4b70-a2ef-d21d3633628f: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:59:22.508138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38968) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.514728 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4620450
Dec 10 03:59:22.519741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38972) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.528020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=56945d5e-b832-4df3-b48f-9350faa367c1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:22.531629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:22.557735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 56945d5e-b832-4df3-b48f-9350faa367c1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:22.591527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.627379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404aba3-f815-494d-b1ce-86d6855dd475 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:22.628830 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5404aba3-f815-494d-b1ce-86d6855dd475 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1063807
Dec 10 03:59:22.632259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38976) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.655308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.738188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.746203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ac257d58-3e4a-43b8-bebc-2366ebbbac6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:22.769728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23cdf2b-e29e-45c1-9613-0b6b290163ce,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:22.773983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:22.782346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5439a-b8d1-4cad-9382-a9e3f9dc7411 req-8327ed35-88fe-4f32-bc3b-dbbdff27c777 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:22.786660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:22.788086 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "DELETE /v2.0/security-groups/f23cdf2b-e29e-45c1-9613-0b6b290163ce HTTP/1.1" status: 204  len: 168 time: 0.2783802
Dec 10 03:59:22.789360 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-78d5439a-b8d1-4cad-9382-a9e3f9dc7411 req-8327ed35-88fe-4f32-bc3b-dbbdff27c777 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.3298414
Dec 10 03:59:22.790971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38980) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.809983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-ae42d8d1-0394-4177-95c9-17013479515d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] show failed (client error): The resource could not be found.
Dec 10 03:59:22.811132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ae42d8d1-0394-4177-95c9-17013479515d tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "GET /v2.0/security-groups/f23cdf2b-e29e-45c1-9613-0b6b290163ce HTTP/1.1" status: 404  len: 347 time: 0.0189734
Dec 10 03:59:22.813755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38984) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:22.899514 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-78d5439a-b8d1-4cad-9382-a9e3f9dc7411 req-44dd2727-d623-4a8d-9eb9-1d1f9d8bbe9e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092474
Dec 10 03:59:22.937617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:59:22.979237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.014824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892c270-4393-4392-971a-cefaa6e3bc44 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:23.016448 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2892c270-4393-4392-971a-cefaa6e3bc44 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3829241
Dec 10 03:59:23.020717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 38990) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.035165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Deleting port 10230999-6ebc-47d5-91ae-82382e114389 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:23.035514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.144131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Provisioning for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:23.152806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:23.153543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.197837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object fc385c27-61ad-4aec-8c75-63f9dd00e2ef will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:23.207932 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aeae9455-a6d2-49ed-adbd-2ee243d57389 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1860681
Dec 10 03:59:23.210117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.211633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 38996) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.223786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d75a51d-50cc-4c97-9a24-a09409e43f04 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:23.287114 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ad28ae7-9be0-497d-ba7e-8fb186c45003 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0691297
Dec 10 03:59:23.288546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39000) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.315593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.315920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.328687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] In _notify_port_updated(), no bound segment for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef on network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:23.334496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:23.335617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.340236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/ports/fc385c27-61ad-4aec-8c75-63f9dd00e2ef HTTP/1.1" status: 200  len: 930 time: 2.4032454
Dec 10 03:59:23.341165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39004) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.405872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Provisioning for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:23.411496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Provisioning complete for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:23.411882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.446566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=fc385c27-61ad-4aec-8c75-63f9dd00e2ef,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:23.459683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:23.479759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Port fc385c27-61ad-4aec-8c75-63f9dd00e2ef cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:23.488731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port fc385c27-61ad-4aec-8c75-63f9dd00e2ef {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:23.489371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.491536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:23.491958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.532178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Calling delete_port for 10230999-6ebc-47d5-91ae-82382e114389 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:23.548009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f70b8-7bc2-4663-b0a9-3449a18d5bd3 None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:23.593805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1141-e5da-49dc-8cc7-89ab3e9f3fdf req-662c8919-6c0e-44ae-af88-375ebb2c82df tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:23.595146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0ac1141-e5da-49dc-8cc7-89ab3e9f3fdf req-662c8919-6c0e-44ae-af88-375ebb2c82df tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2761981
Dec 10 03:59:23.642560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe5fde-eabc-4c53-a318-326a284cb632 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:23.644019 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b9fe5fde-eabc-4c53-a318-326a284cb632 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3547421
Dec 10 03:59:23.646984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39008) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.670520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-441a4886-2f74-4fc3-8d5b-0357d8511a26 None None] Provisioning complete for port fc385c27-61ad-4aec-8c75-63f9dd00e2ef triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:23.670775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-441a4886-2f74-4fc3-8d5b-0357d8511a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.717526 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cacde82b-d42b-4875-b39a-5fba745a7945 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0671389
Dec 10 03:59:23.717785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39012) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:23.730542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-441a4886-2f74-4fc3-8d5b-0357d8511a26 None None] Port fc385c27-61ad-4aec-8c75-63f9dd00e2ef cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:23.736596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0ac1141-e5da-49dc-8cc7-89ab3e9f3fdf req-0730e2d2-896c-44a2-a390-0c977fb24cef tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343212
Dec 10 03:59:23.740129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375894696', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:23.753341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.755841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3c693258-5551-4c07-ad73-8a74ec4dcd75 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:23.797911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Pushing event deleted for resources: {'Port': ['ID=10230999-6ebc-47d5-91ae-82382e114389,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:23.800976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:23.890569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:23.896506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:23.904241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:23.910005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:23.966529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:24.002864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.016096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.017197 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] 10.222.0.44 "DELETE /v2.0/floatingips/17ff1622-76f5-4b70-a2ef-d21d3633628f HTTP/1.1" status: 204  len: 168 time: 1.2024634
Dec 10 03:59:24.020132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39016) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:24.033829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for fc385c27-61ad-4aec-8c75-63f9dd00e2ef owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:24.069249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:24.072703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.239560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:24.306879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:24.307414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.329747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.337390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6467cd6-e1ab-4f30-abad-af50eab6e4e8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:24.388526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=fc385c27-61ad-4aec-8c75-63f9dd00e2ef,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:24.427602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:24.448541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.474397 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/fc385c27-61ad-4aec-8c75-63f9dd00e2ef HTTP/1.1" status: 204  len: 168 time: 1.0987065
Dec 10 03:59:24.476875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39020) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:24.514984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.525084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9eda61e7-eb03-4958-a62c-da92bd3a2568 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:24.557881 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3db48b9-9143-46ff-a534-65d0af53caa7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:24.558406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f3db48b9-9143-46ff-a534-65d0af53caa7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:24.597231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.615008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f3db48b9-9143-46ff-a534-65d0af53caa7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:24.616163 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f3db48b9-9143-46ff-a534-65d0af53caa7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/fc385c27-61ad-4aec-8c75-63f9dd00e2ef HTTP/1.1" status: 404  len: 333 time: 0.1383564
Dec 10 03:59:24.620402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:24.621213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=8fa543ab-5cbc-41bf-85ee-9a462e399cd7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:24.626733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:24.644316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:24.644682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 56945d5e-b832-4df3-b48f-9350faa367c1, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:24.687026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 56945d5e-b832-4df3-b48f-9350faa367c1 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:24.707304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 56945d5e-b832-4df3-b48f-9350faa367c1) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:24.709057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.713320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:24.713904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.719264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79879892-5fbd-46bf-9ce6-e3ad5ba553d8 None None] Network 56945d5e-b832-4df3-b48f-9350faa367c1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:24.751427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.763387 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.0418499
Dec 10 03:59:24.821806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.826904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cdeb85a1-9d2f-4a44-82dc-89f0037afc1d tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:24.848999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63b243-fb2e-443c-a983-75396b7a71e4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:24.851612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:24.852831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:24.870174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa63b243-fb2e-443c-a983-75396b7a71e4 HTTP/1.1" status: 204  len: 168 time: 0.2466443
Dec 10 03:59:24.872679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39032) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:24.985023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39036) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:24.993155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543075681', 'description': 'tempest-secgroup-smoke-1543075681 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:25.001923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:25.015493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:25.065894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.093272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-56945d5e-b832-4df3-b48f-9350faa367c1', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:25.094205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.104786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:25.109999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Deleting port f2f26e24-e9f0-4c37-86ba-a15d713b22d3 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:25.110720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.134257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.148108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:25.157174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:25.167279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:25.167457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.182794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827581c2-21c5-438d-aedf-62b4c7a2fc0f req-0776e054-1959-4dd0-9022-b667b1f649bb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:25.189682 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-827581c2-21c5-438d-aedf-62b4c7a2fc0f req-0776e054-1959-4dd0-9022-b667b1f649bb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.2863843
Dec 10 03:59:25.256118 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-827581c2-21c5-438d-aedf-62b4c7a2fc0f req-d093b4e8-335b-4098-9378-8ac8c3c281b7 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653632
Dec 10 03:59:25.263964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Allocated IP 172.20.0.18 (56945d5e-b832-4df3-b48f-9350faa367c1/8fa543ab-5cbc-41bf-85ee-9a462e399cd7/0f50b244-0d69-4ef3-99ac-8fa70e37ec34) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:25.283647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.287841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-658852d5-2e13-4c56-b5bb-70a3ed0cb322 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:25.305277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b63780-41f9-4416-8aab-2b2da04028e4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:25.309222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:25.312593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.313799 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8b63780-41f9-4416-8aab-2b2da04028e4 HTTP/1.1" status: 204  len: 168 time: 0.4401212
Dec 10 03:59:25.316555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39040) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:25.357055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] For port f2f26e24-e9f0-4c37-86ba-a15d713b22d3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:25.357543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.384399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 4685d965-59ac-48e5-84a0-d363a6ec6845 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:25.387420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.445289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.494899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.496352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Calling delete_port for f2f26e24-e9f0-4c37-86ba-a15d713b22d3 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:25.505504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Transition to ACTIVE for port object 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:25.524533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Transition to ACTIVE for port object 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:25.524729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.532389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.534573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.538377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:25.539951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.545989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-73f7fabb-393b-4dd8-985c-c7b5111a6bb2 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:25.611103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Network 56945d5e-b832-4df3-b48f-9350faa367c1 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:25.614410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:25.615803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.618388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:25.622030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66cfee77-78d6-4e9e-9b36-88a453bef0a5 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:25.659032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Pushing event updated for resources: {'Port': ['ID=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:25.664151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=4685d965-59ac-48e5-84a0-d363a6ec6845,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:25.666319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.666735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:25.669401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:25.677931 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/4685d965-59ac-48e5-84a0-d363a6ec6845 HTTP/1.1" status: 204  len: 168 time: 0.3566499
Dec 10 03:59:25.678455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39044) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:25.684569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:25.694065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fba7e-ff35-4327-8cbf-efe316df2895 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:25.723243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f306a566-c2a7-4b9b-85b1-878fab143894,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:25.726784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:25.764822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.765440 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.7785499
Dec 10 03:59:25.772216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39048) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:25.778787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:25.787527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:25.792247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:25.795848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:25.802053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Attempting to bind port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:25.802249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Attempting to bind port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:25.802616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Attempting to bind port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 on network 56945d5e-b832-4df3-b48f-9350faa367c1 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:25.803760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:25.812500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:25.812880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Checking segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:25.813292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.813720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Bound using segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:25.814196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Bound port: 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:25.814582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.830331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.848956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:25.853642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:25.856802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:25.862946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:25.876983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:25.881700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:25.972715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] For port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:25.985760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] For port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:26.003674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.011194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ea3e114-93d5-4a0f-9b15-81640f12e9c2 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.026160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.032017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.041943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.063636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.066689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f26e24-e9f0-4c37-86ba-a15d713b22d3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:26.068806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:26.104961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.133640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Pushing event updated for resources: {'Port': ['ID=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:26.137138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:26.195062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3737426-8dfc-4828-ad34-43ab55af80d1,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:26.198064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:26.216660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.224712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-081751d9-ca72-4c6d-9890-5f66a58691d1 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.228623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-c39cb4d4-3508-4c61-906a-b9a1a1329d96 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:26.229453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-c39cb4d4-3508-4c61-906a-b9a1a1329d96 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Synchronizing usage tracker for tenant:e052554deb874fa8a4ccff509497729d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:26.235987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.239999 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4640591
Dec 10 03:59:26.242613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39052) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:26.255684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:26.293996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:26.297564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:26.301967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:26.302948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.323387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=fac54406-66c7-4ad7-9893-2c1a6164e6d3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:26.329060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:26.330175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:26.339463 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6597705
Dec 10 03:59:26.342087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39058) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:26.348232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1769154374'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:26.350199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:26.356312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:26.361713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:26.364874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:26.371617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:26.393999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.429066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:26.429810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:26.432458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-c39cb4d4-3508-4c61-906a-b9a1a1329d96 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Unset dirty status for tenant:e052554deb874fa8a4ccff509497729d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:26.433640 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-c39cb4d4-3508-4c61-906a-b9a1a1329d96 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.5928078
Dec 10 03:59:26.435706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:26.449502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:26.477714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:26.489113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:26.572258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Deleting port 37bf3048-4ed4-43db-a7c1-8774ffb389ea {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:26.572258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.592813 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 03:59:26.617872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a0f27-c347-416c-8416-2f4b54136bbf req-1fdd5418-900a-44b8-893e-02b24a381206 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:26.619460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f5a0f27-c347-416c-8416-2f4b54136bbf req-1fdd5418-900a-44b8-893e-02b24a381206 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.1810825
Dec 10 03:59:26.621291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.669491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.674691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.692578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.699192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2ee4fb60-f95f-4f28-b599-3ccf54c07029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.722084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f5a0f27-c347-416c-8416-2f4b54136bbf req-97716a98-b505-4d5c-a261-2d1e22611411 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933523
Dec 10 03:59:26.744999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7957a70a-ea9d-4faa-9434-abbcccf80a8c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:26.749916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:26.759694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.763925 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.4176533
Dec 10 03:59:26.763925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39062) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:26.769077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591857653'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:26.776367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:26.784992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:26.788205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:26.794763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:26.806967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.829178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:26.834015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:26.837657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:26.844098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:26.926020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.931456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.953212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6bd0832c-83b8-42b9-9c36-8bfdb4059750 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:26.968459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:26.972719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.2076542
Dec 10 03:59:26.973410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39066) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:26.987667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'security_group': {'name': 'tempest-secgroup-31471963'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:27.003673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:27.008481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75180cc0-9b91-4f02-8853-13cef28ba369,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:27.011015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:27.014063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:27.014831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:27.026222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:27.039007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.049371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.071169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.077124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:27.081784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:security_group_rule and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:27.083296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-525b74d4-afb1-4309-abcb-7e64b83ea4e9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:27.084596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:27.092245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:27.098892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e2c58-9b0f-4de0-9fd1-f649fccad536 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:27.126037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd4b866-0167-4b08-8dfb-f0cdf243a4f0,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:27.128771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:27.156488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] For port 37bf3048-4ed4-43db-a7c1-8774ffb389ea, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=37bf3048-4ed4-43db-a7c1-8774ffb389ea,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:27.156856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.169921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.171138 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9274428
Dec 10 03:59:27.174712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:27.187095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:27.193425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.196677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:27.200925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:27.204305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:27.210733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:27.214037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.220562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-94b54d5f-51a2-46ea-b38a-1b2f072ca02b tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:27.277901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fbc455-2cfb-4a04-8e54-de6b3ee5fc55,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:27.280968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:27.282087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.313444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a4619435-9b04-4aee-8ebb-9c0b116a237c None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:27.314334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4619435-9b04-4aee-8ebb-9c0b116a237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.322396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.323924 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1741 time: 0.3468542
Dec 10 03:59:27.327579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39074) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:27.337724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-620512347', 'security_groups': ['b9fbc455-2cfb-4a04-8e54-de6b3ee5fc55'], 'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fac54406-66c7-4ad7-9893-2c1a6164e6d3'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:27.532902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.534575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:27.546851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.549393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:27.551790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:27.573769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a4619435-9b04-4aee-8ebb-9c0b116a237c None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:27.574502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a4619435-9b04-4aee-8ebb-9c0b116a237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.592305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea5b89d-1fe8-4a78-9a18-a0de0cc9f2d1,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:27.595630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.600129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4243438
Dec 10 03:59:27.601820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:27.602275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39078) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:27.608208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:27.615053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:27.619787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:27.623383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:27.631336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:27.638250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d23f8-afcf-4479-875f-bc0817b001bd None None] Network 56945d5e-b832-4df3-b48f-9350faa367c1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:27.639527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:27.669091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.722814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a4619435-9b04-4aee-8ebb-9c0b116a237c None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:27.788257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Router f16c829b-6194-4129-9cc2-4a3bf1a88d65 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:27.797898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.798267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.798586 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Floating IP fa695f82-27ca-4b05-bf08-d2efd7a381ab disassociated. External IP: 172.26.1.36, port: 37bf3048-4ed4-43db-a7c1-8774ffb389ea.
Dec 10 03:59:27.798928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Calling delete_port for 37bf3048-4ed4-43db-a7c1-8774ffb389ea owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:27.838684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.846275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.869938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] device_id is not set on port b3878af2-ec78-441d-ba40-fdfb9bff0c0a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:27.949601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:27.957355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:28.003240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9348363a-a7c3-4217-bfcd-e0869134eec8 None None] Provisioning for port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:28.024539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Update dhcp port {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'fixed_ips': [{'subnet_id': 'cdd05b48-a796-44a4-8355-cd5c71407460', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fac54406-66c7-4ad7-9893-2c1a6164e6d3'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '0f5938bd-9d4d-4abe-94a3-449882d4cd6b'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:59:28.083640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.098441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:28.100446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1baf3d8-329b-41ec-b30c-bdfbc0d1c746,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:28.112342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:28.112683 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Sync routers for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:28.127701 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:28.131872 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dee9a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:28.139210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.143011 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5371072
Dec 10 03:59:28.143989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f16c829b-6194-4129-9cc2-4a3bf1a88d65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1228297
Dec 10 03:59:28.144920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39084) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:28.145126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39086) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:28.160437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:28.219127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:28.221258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.261147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:28.269012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:28.296293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:28.296519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0983c99c-5400-4753-86ee-b1817278070f tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:28.309569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8::277 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/fac54406-66c7-4ad7-9893-2c1a6164e6d3/b3878af2-ec78-441d-ba40-fdfb9bff0c0a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:28.322803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef81b-d36d-47d4-b21f-820e21c7a507 req-fe7a04a0-160d-413a-8776-fefad77cdf5e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:28.324294 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c4ef81b-d36d-47d4-b21f-820e21c7a507 req-fe7a04a0-160d-413a-8776-fefad77cdf5e tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 946 time: 0.3761477
Dec 10 03:59:28.341322 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:59:28.348623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:28.383674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event deleted for resources: {'Port': ['ID=37bf3048-4ed4-43db-a7c1-8774ffb389ea,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:28.386222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:28.395108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.457159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c4ef81b-d36d-47d4-b21f-820e21c7a507 req-7994fe34-1914-46f5-814a-84814733c41b tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups?id=6527e1c9-d030-423f-ab9c-2304048281ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093230
Dec 10 03:59:28.504190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:28.538206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:28.545967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:28.546360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.653442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.659405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Provisioning complete for port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:28.659794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.807145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.807918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.829759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.832334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Router ee8fd4b7-dfd5-479f-8b12-dd4db667450e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:28.834558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:28.883023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a1ab58-61f8-4c4e-a3da-d89028c84897,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:28.903892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:28.908589 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dee9a00>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:59:25Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:28.912832 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Checking router: f16c829b-6194-4129-9cc2-4a3bf1a88d65 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:59:28.923357 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Routers {'f16c829b-6194-4129-9cc2-4a3bf1a88d65'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:28.924403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.925280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dee9a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:28.961007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] For port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:28.969416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.973280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.978173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:28.984029 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8342309
Dec 10 03:59:28.985017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:28.996419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'f306a566-c2a7-4b9b-85b1-878fab143894', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:29.007930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:29.011328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Transition to ACTIVE for port object b3878af2-ec78-441d-ba40-fdfb9bff0c0a will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:29.015098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:29.016913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.019172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:29.026946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:29.034556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:29.041841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Deleting port cfc60e9c-e5b0-4f11-9246-6f666d1fc696 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:29.042522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.050841 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 03:59:29.060271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.139722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.141996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.147549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:29.148711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:29.148972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:29.156341 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] Set router f16c829b-6194-4129-9cc2-4a3bf1a88d65 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:29.195268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Pushing event updated for resources: {'Port': ['ID=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:29.201105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:29.228030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Allocated IP 2001:db8::2 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/fac54406-66c7-4ad7-9893-2c1a6164e6d3/0f5938bd-9d4d-4abe-94a3-449882d4cd6b) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:29.240578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=b3878af2-ec78-441d-ba40-fdfb9bff0c0a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:29.250608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.255355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:29.256092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:29.289721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab2d029-9918-4cf9-b7a0-b66355225eca,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:29.296822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:29.305855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:29.308756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:29.310478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:29.312971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:29.319969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:29.320820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.339392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.339641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Sync routers for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:29.351662 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3622444
Dec 10 03:59:29.358732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.0298996
Dec 10 03:59:29.359914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39100) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:29.366842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:29.370073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:29.370704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:29.511334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] No DVR routers for this DVR port 37bf3048-4ed4-43db-a7c1-8774ffb389ea on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:29.514572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.516520 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4c159208-910b-46f7-b4fe-8453bb951ee7 req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.18 "DELETE /v2.0/ports/37bf3048-4ed4-43db-a7c1-8774ffb389ea HTTP/1.1" status: 204  len: 173 time: 3.0683327
Dec 10 03:59:29.519901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'name': 'network-vif-deleted', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:59:29.542075 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dee9a00>, [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:59:25Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:29.548700 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16e02c-3550-4d05-8850-fa64133b2752 None None] The sync data for ids ['f16c829b-6194-4129-9cc2-4a3bf1a88d65'] in dv-neutron-821182-1-hyperv is: [{'id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'name': 'tempest-ServersTestManualDisk-1601995116-router', 'tenant_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:56:59Z', 'updated_at': '2021-12-10T03:59:25Z', 'revision_number': 5, 'project_id': 'ff210db707ff4f7e90cae1b66cc857cb', 'gw_port': {'id': 'cfc60e9c-e5b0-4f11-9246-6f666d1fc696', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16c829b-6194-4129-9cc2-4a3bf1a88d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:02Z', 'updated_at': '2021-12-10T03:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:29.613000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] For port cfc60e9c-e5b0-4f11-9246-6f666d1fc696, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:29.613392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.622875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:29.631576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:29.641612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:29.650140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:29.722930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-05e2a194-c916-49f3-a869-36e0cc17e7e0 req-f48c2bfe-9fcf-491a-9bc7-02c1a177d1eb tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3d465b-d542-40e3-88de-f4137306dd11 HTTP/1.1" status: 200  len: 210 time: 0.0700955
Dec 10 03:59:29.724940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:29.728403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.781771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 37bf3048-4ed4-43db-a7c1-8774ffb389ea no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:29.803738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Calling delete_port for cfc60e9c-e5b0-4f11-9246-6f666d1fc696 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:29.818822 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-32f781f8-68b2-44bc-9873-b6aee99b42b7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543075681&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.1337435
Dec 10 03:59:29.836692 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3d465b-d542-40e3-88de-f4137306dd11', 'name': 'network-vif-deleted', 'tag': '37bf3048-4ed4-43db-a7c1-8774ffb389ea', 'status': 'completed', 'code': 200}
Dec 10 03:59:29.847062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 37bf3048-4ed4-43db-a7c1-8774ffb389ea {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:29.847470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 37bf3048-4ed4-43db-a7c1-8774ffb389ea not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:29.860916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:29.880252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:29.967984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:29.987743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-e5eaf6ec-2155-4146-b3a8-07845e277ad7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:29.989335 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-e5eaf6ec-2155-4146-b3a8-07845e277ad7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=56945d5e-b832-4df3-b48f-9350faa367c1 HTTP/1.1" status: 200  len: 797 time: 0.1637411
Dec 10 03:59:30.022368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-a4609cb4-ce0d-4320-a13d-5356de6f51ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0187232
Dec 10 03:59:30.031801 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fac54406-66c7-4ad7-9893-2c1a6164e6d3 (CIDR: 2001:db8::/64)
Dec 10 03:59:30.037267 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:59:30.037815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:30.095719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.106170 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c7dba6b0-5f74-4073-b21d-dcb0ee85c9c2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7444525
Dec 10 03:59:30.109460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39118) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:30.110213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e0a264d-eee9-4fef-b117-3c8713097a39 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:30.155468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-8ba38e80-f8ef-41b3-8e6f-b2cc53593871 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1052392
Dec 10 03:59:30.175823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:30.177195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Transition to ACTIVE for port object 0f5938bd-9d4d-4abe-94a3-449882d4cd6b will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:30.188706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.198160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a059e65c-3d50-4ee9-a698-53b151ce4940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:30.222703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc60e9c-e5b0-4f11-9246-6f666d1fc696,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:30.238548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:30.387225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.398896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:30.477708 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-53381a56-b54c-4541-80de-a417090353d6 service neutron] 10.222.0.44 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996516
Dec 10 03:59:30.494969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:30.499635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:30.525117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:30.525878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.583380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577760>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:30.594055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Checking router: ee8fd4b7-dfd5-479f-8b12-dd4db667450e for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:59:30.599389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:30.609989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:30.610951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:30.613592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:30.618344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.620203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:30.631407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.646383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:30.680194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-5f5934c7-78f6-4255-bfc6-d15e0c4bd2ba service neutron] 10.222.0.44 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990519
Dec 10 03:59:30.683638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:30.688323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.709245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.709868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16c829b-6194-4129-9cc2-4a3bf1a88d65 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:59:30.910370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:30.915633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] 10.222.0.44 "DELETE /v2.0/routers/f16c829b-6194-4129-9cc2-4a3bf1a88d65 HTTP/1.1" status: 204  len: 168 time: 2.7678180
Dec 10 03:59:30.919918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39132) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.053768 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9574f905-74bd-4c4d-ba05-b88b68394b26 req-46b82673-58de-4295-a0ef-2e11cb2be36d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 210 time: 0.1794033
Dec 10 03:59:31.056169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.063918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f2f26e24-e9f0-4c37-86ba-a15d713b22d3 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:31.081741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Deleting subnet 45754be4-9851-4100-9c32-f066f744a57e {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:31.092419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.126701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.ipam_backend_mixin [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cdd05b48-a796-44a4-8355-cd5c71407460 (CIDR: 2001:db8:0:1::/64)
Dec 10 03:59:31.141128 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 03:59:31.141893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:31.145409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: f2f26e24-e9f0-4c37-86ba-a15d713b22d3 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:31.145974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f2f26e24-e9f0-4c37-86ba-a15d713b22d3 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:31.190284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.198381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.225972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:31.267753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.286020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.372082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.389397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3235b8d7-64b0-423c-ba41-49f10136bd20 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:31.400785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.426687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cad7887c-5527-4dcb-bd39-c31e32de6246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:31.433858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45754be4-9851-4100-9c32-f066f744a57e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:31.439420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4a709346-e7a3-4325-a025-f30dd3e5f333 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.2732327
Dec 10 03:59:31.439420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:31.439420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.440900 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/45754be4-9851-4100-9c32-f066f744a57e HTTP/1.1" status: 204  len: 168 time: 0.5184879
Dec 10 03:59:31.441222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39146) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.447329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'subnet': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:31.454929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39148) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.550963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f704bdc-d579-49fb-aeea-0f47413a3772 None None] Network c3d0b35a-637b-4a07-a819-0ecbed4d3bde requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:31.597839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6527e1c9-d030-423f-ab9c-2304048281ba,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:31.609287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:31.613139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.617940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.622089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "DELETE /v2.0/security-groups/6527e1c9-d030-423f-ab9c-2304048281ba HTTP/1.1" status: 204  len: 168 time: 0.5648715
Dec 10 03:59:31.623058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39156) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.669486 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-0c96fb55-6386-419e-bdd3-0ba1b0d038e9 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] show failed (client error): The resource could not be found.
Dec 10 03:59:31.673969 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0c96fb55-6386-419e-bdd3-0ba1b0d038e9 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "GET /v2.0/security-groups/6527e1c9-d030-423f-ab9c-2304048281ba HTTP/1.1" status: 404  len: 347 time: 0.0458612
Dec 10 03:59:31.674562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39160) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:31.681711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Deleting port b2697605-6b5c-4055-97bf-83f9050690de {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:31.682055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:31.989457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:31.994786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Provisioning for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:31.995293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Usage tracker for resource:subnet and tenant:dbb1366644414e6f9bf352e3dbba7dcf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:31.999733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:32.008536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:32.026942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Made reservation on behalf of dbb1366644414e6f9bf352e3dbba7dcf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:32.031269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.087796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:32.088189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.227840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Deleting port 6c7af3fc-1f16-4115-9db8-1a04b1835b49 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:32.228472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.313555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:32.355732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-63022a3e-6e47-413d-b4ca-8e896247d232 req-db50e60c-5538-4ac5-8f35-c9fb4b47b422 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 210 time: 0.0816815
Dec 10 03:59:32.443738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.449939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed2b1228-34f2-4e75-bff0-f4e42ed7fc98 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:32.456782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] For port b2697605-6b5c-4055-97bf-83f9050690de, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b2697605-6b5c-4055-97bf-83f9050690de,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:32.457281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.458364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] DHCP port deletion for c3d0b35a-637b-4a07-a819-0ecbed4d3bde request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:32.472018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Deleting port b2697605-6b5c-4055-97bf-83f9050690de {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:32.472666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.514518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:32.517708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:32.522176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:32.523082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.540196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87211214-9536-4f8d-8e90-8aa85212ecc9 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:32.544380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Subnet': ['ID=91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:32.547842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:32.558658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1158786
Dec 10 03:59:32.560821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39168) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:32.568721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1790396091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4'}], 'security_groups': ['7957a70a-ea9d-4faa-9434-abbcccf80a8c', '75180cc0-9b91-4f02-8853-13cef28ba369']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:32.593040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Calling delete_port for b2697605-6b5c-4055-97bf-83f9050690de owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:32.674506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.674871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.696239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:32.696847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.726961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:32.727356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.817550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Calling delete_port for 6c7af3fc-1f16-4115-9db8-1a04b1835b49 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:32.884850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d577760>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:32.904358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:32.928158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d907a1a1-4491-412e-808d-0c43f025190e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:32.932268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737dc3e-6aa9-4c48-ba6b-945969267a2d None None] The sync data for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv is: [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:54:01Z', 'revision_number': 4, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '45145773-00cb-4b06-a7ed-1a919890d4f0', 'name': '', 'network_id': '6fcd2348-376f-468c-bd94-ad178b0f103e', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'mac_address': 'fa:16:3e:52:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:59Z', 'updated_at': '2021-12-10T03:54:12Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'subnets': [{'id': 'ee374525-6b27-4098-b9b6-6ad1e097920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:32.961347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4ba39a2d-7dfb-45ba-b2e5-01ada319e831 None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:32.961604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.013451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] No DVR routers for this DVR port b2697605-6b5c-4055-97bf-83f9050690de on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:33.050063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2697605-6b5c-4055-97bf-83f9050690de,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:33.053015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:33.104605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] For port b2697605-6b5c-4055-97bf-83f9050690de, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b2697605-6b5c-4055-97bf-83f9050690de,segment=NetworkSegment(222e4a9c-6a70-40c5-a9cd-9a65e5f88acd),segment_id=222e4a9c-6a70-40c5-a9cd-9a65e5f88acd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:33.104975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.163895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-50b5db00-37ca-456a-a5c5-b6caa31f0d5b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:33.164890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-50b5db00-37ca-456a-a5c5-b6caa31f0d5b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:33.194726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.225268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-50b5db00-37ca-456a-a5c5-b6caa31f0d5b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:33.227244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-50b5db00-37ca-456a-a5c5-b6caa31f0d5b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=56945d5e-b832-4df3-b48f-9350faa367c1 HTTP/1.1" status: 200  len: 797 time: 0.4573746
Dec 10 03:59:33.231698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c724490>,) {'filters': {'network_id': ['c3d0b35a-637b-4a07-a819-0ecbed4d3bde']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:33.288175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dfe70a24-fceb-4513-9603-dc3fbcabdf03 None None] Provisioning for port b3878af2-ec78-441d-ba40-fdfb9bff0c0a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:33.298707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Calling delete_port for b2697605-6b5c-4055-97bf-83f9050690de owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:33.299521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c724490>, '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:33.299874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c724490>, '222e4a9c-6a70-40c5-a9cd-9a65e5f88acd') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:33.326046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.353626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.356704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dfe70a24-fceb-4513-9603-dc3fbcabdf03 None None] Provisioning complete for port b3878af2-ec78-441d-ba40-fdfb9bff0c0a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:33.357121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dfe70a24-fceb-4513-9603-dc3fbcabdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.362658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.367898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:33.367898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.376920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-2c79b742-ffce-4343-aa98-d6105acd2f6e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:33.382981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:33.408007 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af456a17-7d46-476d-bae2-c1bcc3eea3e0 None None] New status for floating IP fa695f82-27ca-4b05-bf08-d2efd7a381ab: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:33.423263 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:33.442764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-2c79b742-ffce-4343-aa98-d6105acd2f6e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:33.444058 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-2c79b742-ffce-4343-aa98-d6105acd2f6e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 472 time: 0.1899147
Dec 10 03:59:33.474213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['f306a566-c2a7-4b9b-85b1-878fab143894']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:33.496963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Pushing event deleted for resources: {'Port': ['ID=6c7af3fc-1f16-4115-9db8-1a04b1835b49,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:33.502340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:33.515229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-dfe70a24-fceb-4513-9603-dc3fbcabdf03 None None] Port b3878af2-ec78-441d-ba40-fdfb9bff0c0a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:33.519562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:33.519935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:33.560271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cfc60e9c-e5b0-4f11-9246-6f666d1fc696 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:33.606679 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f970d6c8-0ea9-4ba5-9990-877a908d9992 req-fe4ab9f1-bf66-4cdd-ad2c-94739f3c039a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 210 time: 0.0489235
Dec 10 03:59:33.688231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Update dhcp port {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'fixed_ips': [{'subnet_id': 'cdd05b48-a796-44a4-8355-cd5c71407460', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fac54406-66c7-4ad7-9893-2c1a6164e6d3', 'ip_address': '2001:db8::2'}, {'subnet_id': '91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '0f5938bd-9d4d-4abe-94a3-449882d4cd6b'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:59:33.721869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: cfc60e9c-e5b0-4f11-9246-6f666d1fc696 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:33.722508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cfc60e9c-e5b0-4f11-9246-6f666d1fc696 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:33.763128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.801130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:33.804239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.807344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:33.812324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:33.815264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-366cfd44-f69a-4f45-a764-e67826535ab6 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:33.822259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:33.830060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.839577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d0b35a-637b-4a07-a819-0ecbed4d3bde,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:33.845202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Delete allocated IP 2001:db8::277 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/fac54406-66c7-4ad7-9893-2c1a6164e6d3) {{(pid=87629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 10 03:59:33.845739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:33.853546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Allocated IP 2001:db8:0:2::358 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4/b3878af2-ec78-441d-ba40-fdfb9bff0c0a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:33.856102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:33.860229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.871020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.878918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:33.888405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa695f82-27ca-4b05-bf08-d2efd7a381ab HTTP/1.1" status: 204  len: 168 time: 2.2070401
Dec 10 03:59:33.888405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c3d0b35a-637b-4a07-a819-0ecbed4d3bde HTTP/1.1" status: 204  len: 168 time: 2.4286151
Dec 10 03:59:33.888642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:34.021811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Deleting port b2697605-6b5c-4055-97bf-83f9050690de {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:34.024104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.075016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39186) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:34.101624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-072e0eeb-5247-473c-968c-8e554d44fe04 None None] The port 'b2697605-6b5c-4055-97bf-83f9050690de' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:59:34.136313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a513f609-1924-4713-9a4f-32002819acac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff210db707ff4f7e90cae1b66cc857cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570955
Dec 10 03:59:34.136313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39190) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:34.205103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.227778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b2697605-6b5c-4055-97bf-83f9050690de no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:34.234188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.272072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b2697605-6b5c-4055-97bf-83f9050690de {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:34.273090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b2697605-6b5c-4055-97bf-83f9050690de not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:34.290664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.294827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e92afd77-4fbb-4204-92f0-44c5284d068a tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:34.310082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01fa62-cd14-4ded-b86a-32b83476abd0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:34.313958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:34.317401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.318517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b01fa62-cd14-4ded-b86a-32b83476abd0 HTTP/1.1" status: 204  len: 168 time: 0.1814551
Dec 10 03:59:34.484244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.21 (56945d5e-b832-4df3-b48f-9350faa367c1/8fa543ab-5cbc-41bf-85ee-9a462e399cd7/e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:34.846917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:59:34.882616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.922694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Ignored duplicate provisioning block setup for port b3878af2-ec78-441d-ba40-fdfb9bff0c0a by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 03:59:34.936246 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed723666-10bf-4acd-9967-739ded5f9165 req-0df9e465-7d30-48af-afad-225e1ce572f4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 210 time: 0.0550554
Dec 10 03:59:34.964983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:34.986597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5dfe61e-df72-41a9-a184-b487314cb1dd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:35.016803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Allocated IP 2001:db8:0:2::2 (2a7e9e26-7ee1-412d-9392-d0f65e946bf9/91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4/0f5938bd-9d4d-4abe-94a3-449882d4cd6b) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:35.103771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] In _notify_port_updated(), no bound segment for port b3878af2-ec78-441d-ba40-fdfb9bff0c0a on network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:35.109160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:35.110017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.111084 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "PUT /v2.0/ports/b3878af2-ec78-441d-ba40-fdfb9bff0c0a HTTP/1.1" status: 200  len: 970 time: 2.5490654
Dec 10 03:59:35.114175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39216) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:35.180676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event updated for resources: {'Port': ['ID=b3878af2-ec78-441d-ba40-fdfb9bff0c0a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:35.182727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:35.183618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:35.186717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.204650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port b3878af2-ec78-441d-ba40-fdfb9bff0c0a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:35.205277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.210854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.218518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:35.221110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39220) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:35.228768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Transition to ACTIVE for port object 0f5938bd-9d4d-4abe-94a3-449882d4cd6b will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:35.234209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.240052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-22b4394d-90fb-464f-94a1-a163cadee073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:35.310595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.323072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b092e34a-d457-4c14-af17-ed8a0a83a9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:35.390219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 56945d5e-b832-4df3-b48f-9350faa367c1 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:35.407332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:35.409740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:35.432202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:35.440969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:35.456063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-348382561'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:35.476611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:35.492255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.493182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:network and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:35.501695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:35.534239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:35.545020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:35.546777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:35.570803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:35.571451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.601619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:35.605087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.616378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1629639
Dec 10 03:59:35.623079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.647358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:35.652351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for b3878af2-ec78-441d-ba40-fdfb9bff0c0a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:35.653218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:security_group_rule and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:35.666550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:35.679341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:35.687021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.756861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a9d6cb22-7faf-4617-8d5f-f4d35bac9b3f None None] Provisioning for port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:35.768489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a9d6cb22-7faf-4617-8d5f-f4d35bac9b3f None None] Provisioning complete for port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:35.769013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cb22-7faf-4617-8d5f-f4d35bac9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.835770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.836327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6cb22-7faf-4617-8d5f-f4d35bac9b3f None None] Port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:35.843772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d4fccea-3915-42f7-8147-e24309cc40f7 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:35.875333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Request body: {'port': {'device_id': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:35.893239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=b3878af2-ec78-441d-ba40-fdfb9bff0c0a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:35.898251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:35.946163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:35.964158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/b3878af2-ec78-441d-ba40-fdfb9bff0c0a HTTP/1.1" status: 204  len: 168 time: 0.8485796
Dec 10 03:59:35.967214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39230) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:36.018560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b714e02-b4fc-4570-abb7-516708d21a70 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:36.019095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b714e02-b4fc-4570-abb7-516708d21a70 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Synchronizing usage tracker for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:36.037405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b714e02-b4fc-4570-abb7-516708d21a70 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Unset dirty status for tenant:dbb1366644414e6f9bf352e3dbba7dcf on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:36.042281 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b714e02-b4fc-4570-abb7-516708d21a70 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports/b3878af2-ec78-441d-ba40-fdfb9bff0c0a HTTP/1.1" status: 404  len: 333 time: 0.0715666
Dec 10 03:59:36.042611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39234) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:36.170108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.209139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583703e6-6c62-4ece-8380-e53b514a50b2 req-79c0aeec-c8dc-4574-bccf-c290c35475e1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:36.211334 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-583703e6-6c62-4ece-8380-e53b514a50b2 req-79c0aeec-c8dc-4574-bccf-c290c35475e1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 932 time: 0.1439946
Dec 10 03:59:36.212888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.249664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:36.295828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.306152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.311883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35c1d95e-02a2-4362-b131-95701255bac5 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:36.322286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Provisioning for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:36.329891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:36.330552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.333601 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-583703e6-6c62-4ece-8380-e53b514a50b2 req-da89e1e4-5a57-4193-bcec-a93c40f3ca4d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102417
Dec 10 03:59:36.347998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fbc455-2cfb-4a04-8e54-de6b3ee5fc55,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:36.347998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:36.352614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.354316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9fbc455-2cfb-4a04-8e54-de6b3ee5fc55 HTTP/1.1" status: 204  len: 168 time: 0.3101940
Dec 10 03:59:36.357134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39238) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:36.434928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.435166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.450229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:36.450534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.470340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.475363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.487989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60ae4502-c05f-47d7-b0f3-8d3dea6c292e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:36.528585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.537048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-440fc5cc-c250-40fb-87c4-ca9573648ed5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:36.549850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75180cc0-9b91-4f02-8853-13cef28ba369,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:36.554316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:36.559798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.564250 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/security-groups/75180cc0-9b91-4f02-8853-13cef28ba369 HTTP/1.1" status: 204  len: 168 time: 0.2059190
Dec 10 03:59:36.565159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:36.574659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:36.613486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60e130-7fcb-4360-a249-bd70f3558d36,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:36.617403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:36.618615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.618965 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Added segment 1cdd4d04-ca53-4070-bbd7-39440e22eea7 of type vlan for network c8128d4f-2385-432f-a90e-255e440bf12c
Dec 10 03:59:36.622909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Deleting port 45145773-00cb-4b06-a7ed-1a919890d4f0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:36.623435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.675414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:36.675697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.675813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.707328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.743350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:36.748034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5be8964d-9b4a-4905-b148-fe8756d6dba5 None None] Could not find standard attr ID for object b3878af2-ec78-441d-ba40-fdfb9bff0c0a. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:59:36.768122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.774078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9034292b-a3fc-47fc-8568-d1933bb113c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:36.789064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957a70a-ea9d-4faa-9434-abbcccf80a8c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:36.792321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:36.794814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.798812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/security-groups/7957a70a-ea9d-4faa-9434-abbcccf80a8c HTTP/1.1" status: 204  len: 168 time: 0.2324445
Dec 10 03:59:36.803039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.806090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39246) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:36.867804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aac26c80-6ec1-477f-93fa-f4dc7e44b438 None None] Could not find standard attr ID for object b3878af2-ec78-441d-ba40-fdfb9bff0c0a. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:59:36.876956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet fac54406-66c7-4ad7-9893-2c1a6164e6d3 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:36.879852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.937537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.959744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.965146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:36.965751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:36.979121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ddd0610d-96b6-4ed2-af95-9db749d39723 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:37.020785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.085639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] For port 45145773-00cb-4b06-a7ed-1a919890d4f0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=45145773-00cb-4b06-a7ed-1a919890d4f0,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:37.086024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.101916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.105939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00dfa3fa-50f6-4720-80da-6d2af856de98 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:37.141667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=fac54406-66c7-4ad7-9893-2c1a6164e6d3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:37.144641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:37.145624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.152341 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/fac54406-66c7-4ad7-9893-2c1a6164e6d3 HTTP/1.1" status: 204  len: 168 time: 0.3450058
Dec 10 03:59:37.156298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.9308059
Dec 10 03:59:37.156462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fbe5e5-4d28-436b-a76d-fcb664b78064 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:37.157150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39250) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:37.157686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39252) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:37.164815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'subnet': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:37.272001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Network': ['ID=c8128d4f-2385-432f-a90e-255e440bf12c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:37.275376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:37.285638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Calling delete_port for 45145773-00cb-4b06-a7ed-1a919890d4f0 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:37.286598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c8128d4f-2385-432f-a90e-255e440bf12c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:37.318928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet 91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:37.323382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.342704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:59:37.353340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.365380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:37.373565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:subnet and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:37.378280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:37.388746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Transition to ACTIVE for port object e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:37.388972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:37.398958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.453330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:37.457094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.489883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.499464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9537193f-f759-427a-87cd-98401b04fbd4 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:37.678318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:37.685993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.695738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:37.697895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:37.848378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:37.922424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4ff40-e237-40d1-b7c3-aae0e86bacd2 req-c7f7f815-d890-488b-828c-2ae9149a9f3a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:37.929203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75b4ff40-e237-40d1-b7c3-aae0e86bacd2 req-c7f7f815-d890-488b-828c-2ae9149a9f3a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 944 time: 0.4566984
Dec 10 03:59:38.032867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=45145773-00cb-4b06-a7ed-1a919890d4f0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:38.044283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75b4ff40-e237-40d1-b7c3-aae0e86bacd2 req-a5294098-b3cd-4b04-a5f1-fdff71dd66df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934577
Dec 10 03:59:38.061761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:38.168881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.200303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Attempting to bind port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:38.200641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Attempting to bind port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:38.200971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Attempting to bind port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 on network 56945d5e-b832-4df3-b48f-9350faa367c1 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:38.217744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-70af0c36-e863-4216-8dbf-31fb1be504fd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:38.275454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.280005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 on network 56945d5e-b832-4df3-b48f-9350faa367c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 03:59:38.280342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Attempting to bind port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 on network 56945d5e-b832-4df3-b48f-9350faa367c1 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:38.286118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:38.289520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.298592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:38.298830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:38.299332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Checking segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:38.299887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Bound using segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:38.300857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Bound port: e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:38.301213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.303632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e4f2857-e8e2-4907-a557-17dbb4517994 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:38.335866 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/91c1edc7-3b1a-46d3-a9ec-6fa0b1e4a8b4 HTTP/1.1" status: 204  len: 168 time: 1.1769764
Dec 10 03:59:38.350377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39260) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:38.410283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.412183 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-1791e372-d9c1-4fa3-89e2-02d74d45376f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:38.412634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1791e372-d9c1-4fa3-89e2-02d74d45376f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:38.417595 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1791e372-d9c1-4fa3-89e2-02d74d45376f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/fac54406-66c7-4ad7-9893-2c1a6164e6d3 HTTP/1.1" status: 404  len: 337 time: 0.0631380
Dec 10 03:59:38.419305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39264) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:38.459219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Subnet': ['ID=50ce9308-6a91-4309-a2d7-76ac713427e5,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:38.465800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:38.469611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Checking segment: {'id': '1cdd4d04-ca53-4070-bbd7-39440e22eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:38.469951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network hostable DHCP agents. Network: c8128d4f-2385-432f-a90e-255e440bf12c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:38.484703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:38.515228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting subnet cdd05b48-a796-44a4-8355-cd5c71407460 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:38.516493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9f141-1e45-4ff0-950a-87e21d89dff8 None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:38.519163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:38.521286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.567102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:38.577730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c8128d4f-2385-432f-a90e-255e440bf12c) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:38.580890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.587000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:38.587000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.589840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a42a3e9-308c-4d44-9d79-a8a356b5452e tempest-RoutersAdminTest-2106737024 tempest-RoutersAdminTest-2106737024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:38.595528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80859222-047f-47f0-a722-85c23ee79de9 None None] Network c8128d4f-2385-432f-a90e-255e440bf12c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:38.596693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.652623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4896014
Dec 10 03:59:38.652983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39268) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:38.654803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:38.655516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.657485 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 HTTP/1.1" status: 200  len: 1094 time: 3.0247476
Dec 10 03:59:38.663364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:59:38.663513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-716326348'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:38.709188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:38.713167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:38.771662 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11', 'status': 'completed', 'code': 200}
Dec 10 03:59:38.772887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-14466735-1189-40a9-9d55-aa481f6748f5 None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:38.774106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-14466735-1189-40a9-9d55-aa481f6748f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.845715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:38.943820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:38.952099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:port and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:38.958521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:38.964866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:38.968383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-405049fa-8836-4f62-8d8d-6e346940cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:38.970179 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-405049fa-8836-4f62-8d8d-6e346940cfeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 1097 time: 0.1975207
Dec 10 03:59:38.976006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Router ee8fd4b7-dfd5-479f-8b12-dd4db667450e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:38.981052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:38.984530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.003102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.011574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-afa11ff3-0e4d-4069-a944-33ca92f69421 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:39.041955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port c863c376-3249-4163-a09b-7da7bfa7a3cb yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:39.081794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd05b48-a796-44a4-8355-cd5c71407460,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:39.085948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:39.091091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.111200 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-9974d8e4-bfff-4287-9051-c71e208bc734 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 HTTP/1.1" status: 200  len: 217 time: 0.1276996
Dec 10 03:59:39.120288 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/cdd05b48-a796-44a4-8355-cd5c71407460 HTTP/1.1" status: 204  len: 168 time: 0.6959231
Dec 10 03:59:39.123106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39276) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.179835 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4bf334-d789-48d6-9f1e-44492c229ccd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.180288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4bf334-d789-48d6-9f1e-44492c229ccd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.181999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa4bf334-d789-48d6-9f1e-44492c229ccd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/4685d965-59ac-48e5-84a0-d363a6ec6845 HTTP/1.1" status: 404  len: 337 time: 0.0529249
Dec 10 03:59:39.185732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39280) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.242505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c8128d4f-2385-432f-a90e-255e440bf12c', 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'tenant_id': '4eb62ae504bf4c579ea8f44dd1fd6808', 'fixed_ips': [{'subnet_id': '50ce9308-6a91-4309-a2d7-76ac713427e5'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:39.243851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.263190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-28b6e232-12e1-49af-92fc-7587b2733dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:39.264921 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-28b6e232-12e1-49af-92fc-7587b2733dea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa543ab-5cbc-41bf-85ee-9a462e399cd7 HTTP/1.1" status: 200  len: 838 time: 0.0967927
Dec 10 03:59:39.312598 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c761579f-e52b-4233-b08e-7eff815e7104 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d7a83d6-9f97-4a58-a6c6-00324765aa6a HTTP/1.1" status: 200  len: 205 time: 0.1233919
Dec 10 03:59:39.312861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-14466735-1189-40a9-9d55-aa481f6748f5 None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:39.312861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-14466735-1189-40a9-9d55-aa481f6748f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.313499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39284) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.353605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::18a (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/c863c376-3249-4163-a09b-7da7bfa7a3cb) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:39.404264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713a98-8726-47df-b596-81bf0c9f6b01 req-f83621cd-1acb-4ff6-b858-5513dc972af2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:39.406192 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf713a98-8726-47df-b596-81bf0c9f6b01 req-f83621cd-1acb-4ff6-b858-5513dc972af2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 944 time: 0.1522379
Dec 10 03:59:39.449851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-14466735-1189-40a9-9d55-aa481f6748f5 None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:39.463512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777499e-2b92-4fb3-adbc-602552e291cc None None] Update dhcp port {'port': {'network_id': '2a7e9e26-7ee1-412d-9392-d0f65e946bf9', 'fixed_ips': [{'subnet_id': 'cdd05b48-a796-44a4-8355-cd5c71407460'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '0f5938bd-9d4d-4abe-94a3-449882d4cd6b'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 03:59:39.520813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8777499e-2b92-4fb3-adbc-602552e291cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.539882 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-cd24f563-399c-4161-9ed3-a9ded35b7ebd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] delete failed (client error): The resource could not be found.
Dec 10 03:59:39.543353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd24f563-399c-4161-9ed3-a9ded35b7ebd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/routers/5d7a83d6-9f97-4a58-a6c6-00324765aa6a HTTP/1.1" status: 404  len: 336 time: 0.2267084
Dec 10 03:59:39.546267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39288) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.546991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:39.561454 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf713a98-8726-47df-b596-81bf0c9f6b01 req-2e63c81d-2a91-4b72-8747-a740ed8bf906 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1423507
Dec 10 03:59:39.567610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Sync routers for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:39.572519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] 10.222.0.44 "PUT /v2.0/routers/ee8fd4b7-dfd5-479f-8b12-dd4db667450e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6737268
Dec 10 03:59:39.574365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39292) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.605444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:39.605989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:39.607748 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-40de4fb5-6c8e-4182-a203-9ffa208edf57 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.608210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40de4fb5-6c8e-4182-a203-9ffa208edf57 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.612347 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-40de4fb5-6c8e-4182-a203-9ffa208edf57 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/21ce9e5f-0361-4a67-b9ad-5ec8fd572b0e HTTP/1.1" status: 404  len: 337 time: 0.0627062
Dec 10 03:59:39.613197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39296) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.656923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf915e6-0626-4ce5-9095-5fe7bc8fcfa4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.657406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf915e6-0626-4ce5-9095-5fe7bc8fcfa4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.661641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cdf915e6-0626-4ce5-9095-5fe7bc8fcfa4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/24612342-1f1e-40ff-8495-9a9d3d5b41f9 HTTP/1.1" status: 404  len: 337 time: 0.0456161
Dec 10 03:59:39.662540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39300) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.723387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-0f083cba-325a-4d43-9c0d-955044880fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:39.724240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b33fdd-b9d5-43c7-8614-19417db1f5e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.724556 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-0f083cba-325a-4d43-9c0d-955044880fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56945d5e-b832-4df3-b48f-9350faa367c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4513860
Dec 10 03:59:39.724687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b33fdd-b9d5-43c7-8614-19417db1f5e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.729386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-33b33fdd-b9d5-43c7-8614-19417db1f5e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/bbcd93f3-76c7-4a0d-b8d0-937b8b858f45 HTTP/1.1" status: 404  len: 337 time: 0.0629883
Dec 10 03:59:39.730128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39304) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.750067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.766207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object c863c376-3249-4163-a09b-7da7bfa7a3cb will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:39.792413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.798857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6640cc59-67ea-417a-96ed-ff4c579c512e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:39.872210 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-489513db-e06a-4577-bcc6-94558123bac4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.872210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489513db-e06a-4577-bcc6-94558123bac4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.873898 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-489513db-e06a-4577-bcc6-94558123bac4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/c4c74adf-67ed-48ff-a473-7c5356ab558b HTTP/1.1" status: 404  len: 333 time: 0.1432846
Dec 10 03:59:39.886632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39310) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.900411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Allocated IP 2001:db8::2 (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/de90ec71-8bd3-44bd-8e4f-a028c092112a) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:39.942522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbdefb6-5965-4f46-9808-13a0742a6430 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:39.942992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbdefb6-5965-4f46-9808-13a0742a6430 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:39.944810 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6fbdefb6-5965-4f46-9808-13a0742a6430 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/a4649d84-3847-407b-ab05-e0f55ced199f HTTP/1.1" status: 404  len: 337 time: 0.0571985
Dec 10 03:59:39.951696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39314) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:39.996472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:39.998540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:40.015101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:40.019627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:40.026850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:40.027009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.031582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaea5f4-511e-4580-a22b-ee257fab5dfc None None] Network 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:40.032463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=c863c376-3249-4163-a09b-7da7bfa7a3cb,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:40.039712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:40.048963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.3949406
Dec 10 03:59:40.052037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39318) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:40.058269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132982347', 'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:7b:6e:f1'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:40.076496 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df5a434-9379-4573-b240-4804244802b1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:40.076955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df5a434-9379-4573-b240-4804244802b1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:40.078699 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7df5a434-9379-4573-b240-4804244802b1 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/86f36347-1482-40c9-b00d-2a812afa5149 HTTP/1.1" status: 404  len: 337 time: 0.1260164
Dec 10 03:59:40.081474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39322) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:40.159808 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-cf5bdd53-f2dc-443a-a34b-0e38435e47ea service neutron] 10.222.0.18 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4276252
Dec 10 03:59:40.184899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-8821463f-51b8-4151-96e5-59efefac6b6b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:40.185394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8821463f-51b8-4151-96e5-59efefac6b6b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:40.189492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8821463f-51b8-4151-96e5-59efefac6b6b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/e50b8e44-25d5-4027-ab39-63b805495ddd HTTP/1.1" status: 404  len: 333 time: 0.1046555
Dec 10 03:59:40.190505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39326) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:40.211654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:40.233605 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85cebfe-eab2-4c4d-94b1-9f8bc33d2fcd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:40.234067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85cebfe-eab2-4c4d-94b1-9f8bc33d2fcd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:40.238153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d85cebfe-eab2-4c4d-94b1-9f8bc33d2fcd tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/740d7222-7198-4589-a7df-ca551ec62fbf HTTP/1.1" status: 404  len: 337 time: 0.0448065
Dec 10 03:59:40.238444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39330) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:40.295536 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b842db-d35c-4e99-aa80-a01fa2344d34 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:40.296043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b842db-d35c-4e99-aa80-a01fa2344d34 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:40.300100 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d1b842db-d35c-4e99-aa80-a01fa2344d34 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/subnets/a80fff76-f5a8-4b4f-b72d-0aaf8a7a5d00 HTTP/1.1" status: 404  len: 337 time: 0.0583370
Dec 10 03:59:40.300301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39334) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:40.318261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.336226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f5938bd-9d4d-4abe-94a3-449882d4cd6b no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:40.343431 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d291b831-0439-4e84-9c9c-17cfeed92bbb req-d28cd534-6109-4dfc-b561-b36e0ccd6e04 service neutron] 10.222.0.18 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761878
Dec 10 03:59:40.344680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Deleting port dfcdfb37-65f7-458a-9894-2cab2837eae7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:40.345043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.371164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:40.375024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:port and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:40.379801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:40.389836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:40.401146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 76ad816f-7949-45e4-b42e-096ad1b9492a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:40.401487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.447231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:40.475210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4fafd2c6-7575-4887-9e9d-235e10b834cc None None] Provisioning complete for port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:40.475841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4fafd2c6-7575-4887-9e9d-235e10b834cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.652712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] For port dfcdfb37-65f7-458a-9894-2cab2837eae7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=dfcdfb37-65f7-458a-9894-2cab2837eae7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:40.653213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.702399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.784158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Calling delete_port for dfcdfb37-65f7-458a-9894-2cab2837eae7 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:40.787666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port 3d61a0fd-f810-4807-86df-430ff5f7c0f5 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:40.820507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-a8445de8-2121-4fc7-80cf-645d195ad3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:40.822302 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-a8445de8-2121-4fc7-80cf-645d195ad3d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 1097 time: 0.2886965
Dec 10 03:59:40.830744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.857225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.895190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:40.936242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Transition to ACTIVE for port object de90ec71-8bd3-44bd-8e4f-a028c092112a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:41.012462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Transition to ACTIVE for port object de90ec71-8bd3-44bd-8e4f-a028c092112a will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:41.026322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:41.033240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.038273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:41.075957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 76ad816f-7949-45e4-b42e-096ad1b9492a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:41.077729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.118069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:41.124290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:41.129352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4fafd2c6-7575-4887-9e9d-235e10b834cc None None] Provisioning complete for port 76ad816f-7949-45e4-b42e-096ad1b9492a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:41.130803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4fafd2c6-7575-4887-9e9d-235e10b834cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.155656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:41.159332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-7a832502-2e9b-40a8-b12b-8f56055d614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:41.160899 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-7a832502-2e9b-40a8-b12b-8f56055d614a service neutron] 10.222.0.18 "GET /v2.0/networks?id=56945d5e-b832-4df3-b48f-9350faa367c1 HTTP/1.1" status: 200  len: 898 time: 0.3310153
Dec 10 03:59:41.164434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] DHCP port deletion for 2a7e9e26-7ee1-412d-9392-d0f65e946bf9 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:41.178563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Pushing event updated for resources: {'Port': ['ID=de90ec71-8bd3-44bd-8e4f-a028c092112a,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:41.183806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39350-c0bb-41d0-94e1-f97c3ccfacf9 req-313db5ca-482d-4233-8754-d8c21b183e81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:41.191942 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ea39350-c0bb-41d0-94e1-f97c3ccfacf9 req-313db5ca-482d-4233-8754-d8c21b183e81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 944 time: 0.4635458
Dec 10 03:59:41.211955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Deleting port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:41.212339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.234216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::387 (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/3d61a0fd-f810-4807-86df-430ff5f7c0f5) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:41.237442 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-523343cc-6cc0-4905-887f-54e0d435ff7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 HTTP/1.1" status: 200  len: 217 time: 0.0684700
Dec 10 03:59:41.246207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:41.246722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fe5569f7-b861-4412-87ab-ad4db46c0960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:41.258607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.269743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-214bdc1c-b26a-463c-a3df-543730884067 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:41.317902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ea39350-c0bb-41d0-94e1-f97c3ccfacf9 req-e896afc2-1b0b-4262-84df-5ecfc051f494 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099336
Dec 10 03:59:41.351158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Port': ['ID=76ad816f-7949-45e4-b42e-096ad1b9492a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:41.356608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-8f74ae98-2d72-4a9a-a218-c02776d69113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:41.358910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-8f74ae98-2d72-4a9a-a218-c02776d69113 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa543ab-5cbc-41bf-85ee-9a462e399cd7 HTTP/1.1" status: 200  len: 838 time: 0.0803249
Dec 10 03:59:41.360465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6160>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:59:37Z', 'revision_number': 5, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port': {'id': 'dfcdfb37-65f7-458a-9894-2cab2837eae7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:53:55Z', 'updated_at': '2021-12-10T03:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:41.361934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:41.367014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.380811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.390878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4fafd2c6-7575-4887-9e9d-235e10b834cc None None] Port 76ad816f-7949-45e4-b42e-096ad1b9492a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:41.392367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Checking router: ee8fd4b7-dfd5-479f-8b12-dd4db667450e for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 03:59:41.403336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-647a7add-be2b-4f9a-a102-2c07a9a2f528 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:41.413885 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/ports/76ad816f-7949-45e4-b42e-096ad1b9492a HTTP/1.1" status: 204  len: 168 time: 1.1094491
Dec 10 03:59:41.427574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39340) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:41.438680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Attempting to bind port de90ec71-8bd3-44bd-8e4f-a028c092112a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:41.439049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Attempting to bind port de90ec71-8bd3-44bd-8e4f-a028c092112a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '1cdd4d04-ca53-4070-bbd7-39440e22eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:41.439412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Attempting to bind port de90ec71-8bd3-44bd-8e4f-a028c092112a on network c8128d4f-2385-432f-a90e-255e440bf12c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:41.461003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:41.461418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Checking segment: {'id': '1cdd4d04-ca53-4070-bbd7-39440e22eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:41.462006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.462554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Bound using segment: {'id': '1cdd4d04-ca53-4070-bbd7-39440e22eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:41.463183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Bound port: de90ec71-8bd3-44bd-8e4f-a028c092112a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdd4d04-ca53-4070-bbd7-39440e22eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:41.463720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.472638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=11']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:41.483383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:41.484411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Routers {'ee8fd4b7-dfd5-479f-8b12-dd4db667450e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:41.485298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:41.488102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcdfb37-65f7-458a-9894-2cab2837eae7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:41.490649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:41.579008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.754243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.759450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-8dbbcb2a-1638-4f79-98b7-eb2776546ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:41.760930 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-8dbbcb2a-1638-4f79-98b7-eb2776546ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56945d5e-b832-4df3-b48f-9350faa367c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3949916
Dec 10 03:59:41.764865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.767089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.785756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] Set router ee8fd4b7-dfd5-479f-8b12-dd4db667450e gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:41.791971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:41.792736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.840873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.871338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.871930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8fd4b7-dfd5-479f-8b12-dd4db667450e {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 03:59:41.906874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.910022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] 10.222.0.44 "DELETE /v2.0/routers/ee8fd4b7-dfd5-479f-8b12-dd4db667450e HTTP/1.1" status: 204  len: 168 time: 2.3334594
Dec 10 03:59:41.910674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39344) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:41.913787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object 3d61a0fd-f810-4807-86df-430ff5f7c0f5 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:41.923660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6160>, [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:59:41Z', 'revision_number': 7, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:41.951176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebc490-59aa-4f54-9e8e-1541c045b141 None None] The sync data for ids ['ee8fd4b7-dfd5-479f-8b12-dd4db667450e'] in dv-neutron-821182-1-hyperv is: [{'id': 'ee8fd4b7-dfd5-479f-8b12-dd4db667450e', 'name': 'tempest-ServerActionsTestJSON-1032487192-router', 'tenant_id': 'e052554deb874fa8a4ccff509497729d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:53:54Z', 'updated_at': '2021-12-10T03:59:41Z', 'revision_number': 7, 'project_id': 'e052554deb874fa8a4ccff509497729d', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:41.953354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] For port de90ec71-8bd3-44bd-8e4f-a028c092112a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:41.966861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:41.974174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:41.981387 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-f083d487-3896-49e9-af35-6435d08d1804 service neutron] 10.222.0.18 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110817
Dec 10 03:59:41.998130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] For port de90ec71-8bd3-44bd-8e4f-a028c092112a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=de90ec71-8bd3-44bd-8e4f-a028c092112a,segment=NetworkSegment(1cdd4d04-ca53-4070-bbd7-39440e22eea7),segment_id=1cdd4d04-ca53-4070-bbd7-39440e22eea7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:42.067273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] For port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,segment=NetworkSegment(86946653-c66d-480f-b5a5-8f0e6b756399),segment_id=86946653-c66d-480f-b5a5-8f0e6b756399)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:42.067738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.079451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.087182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:42.089339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Deleting subnet ee374525-6b27-4098-b9b6-6ad1e097920b {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 03:59:42.096466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.145694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.161928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Calling delete_port for 0f5938bd-9d4d-4abe-94a3-449882d4cd6b owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:42.169212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.192704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:42.230321 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ce83e92f-a6e9-4c71-812c-843af24d0290 req-744a3f8c-d5d8-430c-ac8c-61a622a88f18 service neutron] 10.222.0.18 "GET /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383971
Dec 10 03:59:42.257536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Calling delete_port for 0f5938bd-9d4d-4abe-94a3-449882d4cd6b owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:42.268389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.307176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:42.317462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:42.321934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:42.322781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Pushing event updated for resources: {'Port': ['ID=de90ec71-8bd3-44bd-8e4f-a028c092112a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:42.326313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:42.331407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:42.332797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.340930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.345691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:42.364542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.370011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:42.395982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Pushing event deleted for resources: {'Port': ['ID=0f5938bd-9d4d-4abe-94a3-449882d4cd6b,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:42.396579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=3d61a0fd-f810-4807-86df-430ff5f7c0f5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:42.402940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:42.405843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:42.410314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] No DVR routers for this DVR port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:42.416181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee374525-6b27-4098-b9b6-6ad1e097920b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:42.419057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.422447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:42.425035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ee65c-2fa6-437f-846e-9d234d82839d None None] Network 6fcd2348-376f-468c-bd94-ad178b0f103e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:42.427776 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ee374525-6b27-4098-b9b6-6ad1e097920b HTTP/1.1" status: 204  len: 168 time: 0.5123169
Dec 10 03:59:42.434364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39350) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:42.434508 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 2.3808558
Dec 10 03:59:42.434612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39352) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:42.473065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:42.473718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:42.612112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 45145773-00cb-4b06-a7ed-1a919890d4f0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:42.634589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a00899-dbeb-4f5f-90bb-0d751562ae49 req-ec5b60df-4c58-4a9d-aedd-e70945a2ed8f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:42.636153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40a00899-dbeb-4f5f-90bb-0d751562ae49 req-ec5b60df-4c58-4a9d-aedd-e70945a2ed8f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 944 time: 0.1307292
Dec 10 03:59:42.668499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.685018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 45145773-00cb-4b06-a7ed-1a919890d4f0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:42.688210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Deleting port e73ec133-924f-4bf1-90b7-58bc0254328d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:42.688548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.689192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 45145773-00cb-4b06-a7ed-1a919890d4f0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:42.707823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40a00899-dbeb-4f5f-90bb-0d751562ae49 req-58bce3fd-91a0-4672-9ba4-1900f5bae4bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591998
Dec 10 03:59:42.734750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7da38-d66e-48e7-8ccd-756546aa6393 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:42.741484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7da38-d66e-48e7-8ccd-756546aa6393 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:42.747604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7da38-d66e-48e7-8ccd-756546aa6393 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:42.749541 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1cd7da38-d66e-48e7-8ccd-756546aa6393 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.3107224
Dec 10 03:59:42.752621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39358) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:42.847855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port 3d61a0fd-f810-4807-86df-430ff5f7c0f5 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:42.848193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.909702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] DHCP port deletion for 6fcd2348-376f-468c-bd94-ad178b0f103e request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 03:59:42.915155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Deleting port e73ec133-924f-4bf1-90b7-58bc0254328d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:42.915537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:42.980569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Deleting port 0f5938bd-9d4d-4abe-94a3-449882d4cd6b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:42.981008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.066800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] The port '0f5938bd-9d4d-4abe-94a3-449882d4cd6b' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:59:43.089271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] For port e73ec133-924f-4bf1-90b7-58bc0254328d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e73ec133-924f-4bf1-90b7-58bc0254328d,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:43.090263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.164870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] For port e73ec133-924f-4bf1-90b7-58bc0254328d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e73ec133-924f-4bf1-90b7-58bc0254328d,segment=NetworkSegment(4ddb8aa1-a8a5-406a-b454-ffd5b17ca324),segment_id=4ddb8aa1-a8a5-406a-b454-ffd5b17ca324)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:43.165635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.216458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Calling delete_port for e73ec133-924f-4bf1-90b7-58bc0254328d owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:43.279099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.300484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Calling delete_port for e73ec133-924f-4bf1-90b7-58bc0254328d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:43.307205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.312183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-63e0bb56-0a8b-401f-bae8-4a4f178272ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:43.330542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7436a0>,) {'filters': {'network_id': ['2a7e9e26-7ee1-412d-9392-d0f65e946bf9']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.355103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7436a0>, '86946653-c66d-480f-b5a5-8f0e6b756399') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.355452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7436a0>, '86946653-c66d-480f-b5a5-8f0e6b756399') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.363132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.373117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73ec133-924f-4bf1-90b7-58bc0254328d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:43.379309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:43.381779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] No DVR routers for this DVR port e73ec133-924f-4bf1-90b7-58bc0254328d on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 03:59:43.381920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.399196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:43.399603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:43.509822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.539340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d977f2340>,) {'filters': {'network_id': ['6fcd2348-376f-468c-bd94-ad178b0f103e']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.552826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977f2340>, '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.553441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977f2340>, '4ddb8aa1-a8a5-406a-b454-ffd5b17ca324') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:43.566733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.584105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.592460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:43.593093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.604057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3fbee5-f1ac-4e4d-a988-d835a66e66ae None None] Network c8128d4f-2385-432f-a90e-255e440bf12c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:43.611872 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:43.626140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for 3d61a0fd-f810-4807-86df-430ff5f7c0f5 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:43.667233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.684670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:43.685336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.695675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3e9a1d4f-8fee-48a1-ad07-577c6cb65310 None None] Provisioning for port de90ec71-8bd3-44bd-8e4f-a028c092112a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:43.699067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:43.704515 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:43.707448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-842dea56-1081-4283-a783-94fc2e44c13b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:43.726241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.734545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fcd2348-376f-468c-bd94-ad178b0f103e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:43.737809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:43.749639 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6fcd2348-376f-468c-bd94-ad178b0f103e HTTP/1.1" status: 204  len: 168 time: 1.3139000
Dec 10 03:59:43.869927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.913725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Deleting port e73ec133-924f-4bf1-90b7-58bc0254328d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:43.914523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.934768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.941451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:43.941634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 03:59:43.947606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:43.988343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39366) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:43.991648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.003656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47fee-d26a-4b9e-9e5e-eff3ac5de668 None None] The port 'e73ec133-924f-4bf1-90b7-58bc0254328d' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 03:59:44.018355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=3d61a0fd-f810-4807-86df-430ff5f7c0f5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:44.039793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-16af0b4a-be51-4dd9-aafa-668fef81026d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e052554deb874fa8a4ccff509497729d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0501854
Dec 10 03:59:44.042107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:44.057432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:44.059021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10cec73e-2771-4652-8e04-7275111c559c tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:44.094769 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] 10.222.0.44 "DELETE /v2.0/networks/2a7e9e26-7ee1-412d-9392-d0f65e946bf9 HTTP/1.1" status: 204  len: 168 time: 2.6637132
Dec 10 03:59:44.098270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Pushing event deleted for resources: {'Network': ['ID=2a7e9e26-7ee1-412d-9392-d0f65e946bf9,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:44.105037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:44.110540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.154376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.201108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:44.205936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020eddb-2cc7-42f2-a451-aa14f7c2aac1 req-e00eed19-4546-4ed3-a655-887ff0ef6406 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:44.207577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f020eddb-2cc7-42f2-a451-aa14f7c2aac1 req-e00eed19-4546-4ed3-a655-887ff0ef6406 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 944 time: 0.3125107
Dec 10 03:59:44.220336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.225504 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/3d61a0fd-f810-4807-86df-430ff5f7c0f5 HTTP/1.1" status: 204  len: 168 time: 1.4715302
Dec 10 03:59:44.227682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'port_id': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11', 'mac_address': 'fa:16:3e:0c:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 03:59:44.248783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39376) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:44.291327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.301592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-93e84341-c9a0-4302-a685-d4c371a2aba5 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:44.322880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.324409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb239b-9225-4318-b10c-0b5d0f3eefb0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:44.328255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:44.330186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.330652 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41bd18b-939a-406f-b809-4b7802aaed94 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:44.331262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c41bd18b-939a-406f-b809-4b7802aaed94 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Synchronizing usage tracker for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:44.338288 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fbb239b-9225-4318-b10c-0b5d0f3eefb0 HTTP/1.1" status: 204  len: 168 time: 0.2948661
Dec 10 03:59:44.360910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 03:59:44.376764 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f020eddb-2cc7-42f2-a451-aa14f7c2aac1 req-4f794c2f-28bf-40c5-a8f9-38ec80cf9557 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601017
Dec 10 03:59:44.387939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device de90ec71-8bd3-44bd-8e4f-a028c092112a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:44.389473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c41bd18b-939a-406f-b809-4b7802aaed94 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Unset dirty status for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:44.391545 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c41bd18b-939a-406f-b809-4b7802aaed94 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports/3d61a0fd-f810-4807-86df-430ff5f7c0f5 HTTP/1.1" status: 404  len: 333 time: 0.1411285
Dec 10 03:59:44.395671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39382) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:44.407821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1881055639'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:44.506087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3af4d59e-006e-4228-b80e-1d3b105016cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.510410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:44.529736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.541292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-37ab6c05-19df-42ab-9e1b-1be2f1f12230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:44.620153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:44.625891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:44.629215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:44.631776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:44.634718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port de90ec71-8bd3-44bd-8e4f-a028c092112a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:44.640857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port de90ec71-8bd3-44bd-8e4f-a028c092112a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:44.641347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.650032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:44.654902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.687104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39394) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:44.690001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Provisioning for port c863c376-3249-4163-a09b-7da7bfa7a3cb completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:44.691921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port 2ec8d07f-cbf0-4936-837e-33544f32311d yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:44.705487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Provisioning complete for port c863c376-3249-4163-a09b-7da7bfa7a3cb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:44.705864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.800648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Port c863c376-3249-4163-a09b-7da7bfa7a3cb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:44.887083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Provisioning complete for port de90ec71-8bd3-44bd-8e4f-a028c092112a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:44.887642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b556ff00-994c-48ee-b6fc-4b5731fce392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:44.907023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::c0 (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/2ec8d07f-cbf0-4936-837e-33544f32311d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:44.948174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.005218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 03:59:45.036911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port de90ec71-8bd3-44bd-8e4f-a028c092112a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=de90ec71-8bd3-44bd-8e4f-a028c092112a,segment=NetworkSegment(1cdd4d04-ca53-4070-bbd7-39440e22eea7),segment_id=1cdd4d04-ca53-4070-bbd7-39440e22eea7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:45.070047 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-99f273d3-081d-44f4-a645-5165ea788a2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbb1366644414e6f9bf352e3dbba7dcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3810413
Dec 10 03:59:45.071879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39408) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:45.080856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.103537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:45.173462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e73ec133-924f-4bf1-90b7-58bc0254328d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:45.188749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.229200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.245980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e73ec133-924f-4bf1-90b7-58bc0254328d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:45.246545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e73ec133-924f-4bf1-90b7-58bc0254328d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:45.246744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfcdfb37-65f7-458a-9894-2cab2837eae7 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 03:59:45.289899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: dfcdfb37-65f7-458a-9894-2cab2837eae7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 03:59:45.290247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device dfcdfb37-65f7-458a-9894-2cab2837eae7 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 03:59:45.306402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.317816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7bd6f5e3-dfcb-4330-bbcb-903613eb2295 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:45.321107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=de90ec71-8bd3-44bd-8e4f-a028c092112a,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:45.329228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:45.334677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ec3aa6-81a4-4a48-8ce1-984caa609264,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:45.338108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:45.340685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.342026 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86ec3aa6-81a4-4a48-8ce1-984caa609264 HTTP/1.1" status: 204  len: 168 time: 0.2684491
Dec 10 03:59:45.397766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.438099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object 2ec8d07f-cbf0-4936-837e-33544f32311d will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:45.474512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8a574f7b-8697-41a2-9bae-98ca527c3cf3 None None] Provisioning complete for port c863c376-3249-4163-a09b-7da7bfa7a3cb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:45.474890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8a574f7b-8697-41a2-9bae-98ca527c3cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.495404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.514476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-161e0712-3e88-49ef-b88d-a3e81d23cd30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:45.542692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8a574f7b-8697-41a2-9bae-98ca527c3cf3 None None] Port c863c376-3249-4163-a09b-7da7bfa7a3cb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:45.562727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8a574f7b-8697-41a2-9bae-98ca527c3cf3 None None] Could not find standard attr ID for object 3d61a0fd-f810-4807-86df-430ff5f7c0f5. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 03:59:45.682159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:45.690953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:45.696556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:45.702869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:45.703621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:45.735556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=2ec8d07f-cbf0-4936-837e-33544f32311d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:45.742124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:45.769386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.3709612
Dec 10 03:59:45.772776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39428) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:45.785029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:7b:6e:f1'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:45.794106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bee2f-d299-4142-8ebc-5a6a10ae3845 req-f9e39e2a-b5e9-49af-8190-54e16155902d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:45.795657 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d35bee2f-d299-4142-8ebc-5a6a10ae3845 req-f9e39e2a-b5e9-49af-8190-54e16155902d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 945 time: 0.1976829
Dec 10 03:59:45.862895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d35bee2f-d299-4142-8ebc-5a6a10ae3845 req-16e1c190-4276-4749-afac-be2985f1733d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545235
Dec 10 03:59:46.109188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-336f2582-f424-4144-a739-f00ba4d9c670 None None] Provisioning for port 2ec8d07f-cbf0-4936-837e-33544f32311d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:46.115424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-336f2582-f424-4144-a739-f00ba4d9c670 None None] Provisioning complete for port 2ec8d07f-cbf0-4936-837e-33544f32311d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:46.115809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-336f2582-f424-4144-a739-f00ba4d9c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.134315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.179067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-336f2582-f424-4144-a739-f00ba4d9c670 None None] Port 2ec8d07f-cbf0-4936-837e-33544f32311d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:46.252190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device de90ec71-8bd3-44bd-8e4f-a028c092112a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:46.342656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port de90ec71-8bd3-44bd-8e4f-a028c092112a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:46.343227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.411413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.419609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.430374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1ed84e56-2123-405a-a503-e1f1e00ac1a0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:46.490615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] In _notify_port_updated(), no bound segment for port 2ec8d07f-cbf0-4936-837e-33544f32311d on network c8128d4f-2385-432f-a90e-255e440bf12c {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:46.496662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:46.497114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.498579 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "PUT /v2.0/ports/2ec8d07f-cbf0-4936-837e-33544f32311d HTTP/1.1" status: 200  len: 1002 time: 0.7246742
Dec 10 03:59:46.502554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39454) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:46.515610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=2ec8d07f-cbf0-4936-837e-33544f32311d,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:46.519502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:46.555568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39460) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:46.593483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port 2ec8d07f-cbf0-4936-837e-33544f32311d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:46.593832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.643552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dba9ea4f-eabe-4a9c-8d9d-82068d384f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.771175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39468) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:46.825899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533908961'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:46.906903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f7701864-6d00-4983-848c-a59cb39742e1 None None] Provisioning complete for port 2ec8d07f-cbf0-4936-837e-33544f32311d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:46.907284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7701864-6d00-4983-848c-a59cb39742e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:46.956962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:46.966809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-940202331'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:46.972810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:46.977248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:46.981646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:46.986021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Usage tracker for resource:network and tenant:4d08cba1fe0d4e24a3f40329dbbab995 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:46.992212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:46.995318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.002136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.013903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:47.017238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.027698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7701864-6d00-4983-848c-a59cb39742e1 None None] Port 2ec8d07f-cbf0-4936-837e-33544f32311d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:47.028090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Made reservation on behalf of 4d08cba1fe0d4e24a3f40329dbbab995 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:47.031406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.043810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.055426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.055919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.071389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:47.077570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:47.079848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:security_group_rule and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:47.083564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:47.086422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Usage tracker for resource:security_group_rule and tenant:4d08cba1fe0d4e24a3f40329dbbab995 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:47.091275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:47.093926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.099237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.196634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for 2ec8d07f-cbf0-4936-837e-33544f32311d owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:47.265730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.270056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.271413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.275098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c70c2d69-bcd9-4a98-8858-f778b2d86655 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:47.286014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.295040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f4f5d-ff80-4f04-bf5c-8cc886d8ed8d req-39b9d651-5845-4520-a230-8a2e0db9da94 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:47.296572 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f9f4f5d-ff80-4f04-bf5c-8cc886d8ed8d req-39b9d651-5845-4520-a230-8a2e0db9da94 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 945 time: 0.2861245
Dec 10 03:59:47.315560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:47.317496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:47.328093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e20011-65b3-4849-92de-87805ea71003,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:47.332569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:47.333073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3ea7592-88a8-4471-aa04-5f980c33974c tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:47.362227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e4588-9a01-455f-a9ef-0cacc99689a3,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:47.365138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:47.389749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f9f4f5d-ff80-4f04-bf5c-8cc886d8ed8d req-181742bc-7f01-481f-8dd8-646d562573d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872426
Dec 10 03:59:47.403658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.405404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.405758 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 71a2d78b-c1a5-4886-888c-5e6d6f8e93e5 of type vlan for network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db
Dec 10 03:59:47.407053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.407490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Added segment 5a6fca5a-42b2-4512-821e-eb6930be529f of type vlan for network cd1a41eb-b667-47ae-9af1-66bfd36a1059
Dec 10 03:59:47.418016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:47.452137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.456332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.464912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=2ec8d07f-cbf0-4936-837e-33544f32311d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:47.468510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:47.512329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.518978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:47.519631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.523230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.526199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-07d7c044-43c0-4b2f-885f-5da00d9a0cc4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:47.547404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.552739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:47.553370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.614439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.624602 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/2ec8d07f-cbf0-4936-837e-33544f32311d HTTP/1.1" status: 204  len: 168 time: 1.1204453
Dec 10 03:59:47.627147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39476) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:47.672387 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f099e57-b908-4fcf-b488-4e668c249a11 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:47.672999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f099e57-b908-4fcf-b488-4e668c249a11 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Synchronizing usage tracker for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:47.673827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=2f62e2bb-ee7f-4bdd-99a8-10be80d874db,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:47.677098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:47.677652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d83053b-bc02-44c9-8f96-95daeaaf9cf5 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:47.690825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:47.693833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f099e57-b908-4fcf-b488-4e668c249a11 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Unset dirty status for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:47.700074 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5f099e57-b908-4fcf-b488-4e668c249a11 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports/2ec8d07f-cbf0-4936-837e-33544f32311d HTTP/1.1" status: 404  len: 333 time: 0.0682604
Dec 10 03:59:47.700258 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9254410
Dec 10 03:59:47.701647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39480) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:47.702222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:47.702499 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.1457012
Dec 10 03:59:47.702865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39484) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:47.715515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-24123628'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:47.725971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1839878392'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:47.741401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:47.757659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:47.787466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Pushing event updated for resources: {'Network': ['ID=cd1a41eb-b667-47ae-9af1-66bfd36a1059,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:47.792691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:47.804257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network cd1a41eb-b667-47ae-9af1-66bfd36a1059 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:47.817151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:47.834256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.864601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'name': 'tempest-network--1072152006', 'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:47.875164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:47.878619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.887796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:47.898426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:network and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:47.903512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:47.926675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.928185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:47.931670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:47.964166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:47.970589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:47.973005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.991230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:47.995147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:47.999056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:48.003555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:48.003943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.007238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.007580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 785b84d6-7596-4ded-acdd-af9483afd460 of type vlan for network a53b131c-2906-4798-ae93-036fa251870f
Dec 10 03:59:48.022744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:48.026024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:48.037408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:security_group_rule and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:48.041414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:48.057128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:48.060468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.071308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:48.075674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.121554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port 3e537464-d652-469b-8465-ce84546c2c6a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:48.123369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.149868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 03:59:48.160659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:48.164774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.167088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3be183f4-60b3-4e4f-90e7-382c40433179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:48.185668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.191546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:48.192214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.202066 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11', 'code': 200}
Dec 10 03:59:48.203959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e91cda78-d7e1-4256-a9ed-19f5ca062b30 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:48.234176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:48.237456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:48.376684 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6702201
Dec 10 03:59:48.379610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39496) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:48.386317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:48.387448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=a53b131c-2906-4798-ae93-036fa251870f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:48.398139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:48.400694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a53b131c-2906-4798-ae93-036fa251870f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:48.457501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::1fa (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/3e537464-d652-469b-8465-ce84546c2c6a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:48.461222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.476198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.481016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7138a0fa-e99b-48a7-9c51-97505bab0657 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:48.510171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5817fa-93ac-4ef9-ac49-e0fbbdd1ec6a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:48.518052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:48.536326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:48.559136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:48.564257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:48.568325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:48.575955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:48.591015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa197e-7044-4f01-b2f5-7d809de52d86 req-4d6263ae-2906-483f-b0ad-b515d5cd515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:48.592765 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-17aa197e-7044-4f01-b2f5-7d809de52d86 req-4d6263ae-2906-483f-b0ad-b515d5cd515a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 1099 time: 0.1891527
Dec 10 03:59:48.593793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:48.597135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.611331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.611676 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Added segment 6cc01a5b-1d57-4efd-bcc7-782e390b1a20 of type vlan for network 308296f0-8e05-4f07-baa3-e9dd1aecac4b
Dec 10 03:59:48.722604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-17aa197e-7044-4f01-b2f5-7d809de52d86 req-d969369f-3475-4bb4-8545-dc0270ae3953 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118975
Dec 10 03:59:48.750905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.814641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c54a20-2204-4ae5-8130-b48f360de98a req-05530ac5-f3c1-4182-9aa6-5db7dc93f53a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:48.816378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c54a20-2204-4ae5-8130-b48f360de98a req-05530ac5-f3c1-4182-9aa6-5db7dc93f53a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.2814696
Dec 10 03:59:48.852610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.860521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c9e57e8-7a8b-468a-8f2c-da49b11e7d1e tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:48.954781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=1dbce577-4e13-4be2-ad4b-50a2a2c573be,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:48.958724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:48.962711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:48.963065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 2f62e2bb-ee7f-4bdd-99a8-10be80d874db, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:48.972916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:48.981988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:48.992099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2f62e2bb-ee7f-4bdd-99a8-10be80d874db) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:48.996738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:48.997387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.003521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object 3e537464-d652-469b-8465-ce84546c2c6a will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:49.005043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805b812-1e99-45a3-9088-52387d463315 None None] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:49.008192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.009195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:49.009783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.018403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a9536ad1-caa2-41aa-8699-8a529d111290 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:49.025928 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6423433
Dec 10 03:59:49.026230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39504) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:49.031723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': 'a53b131c-2906-4798-ae93-036fa251870f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:49.051076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9c54a20-2204-4ae5-8130-b48f360de98a req-5baea176-3b3d-4b25-9323-50c8edd6f2b9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016042
Dec 10 03:59:49.136618 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.4280446
Dec 10 03:59:49.138274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39508) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:49.138968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=308296f0-8e05-4f07-baa3-e9dd1aecac4b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:49.144072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:49.150810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:49.154429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:49.157328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:49.164099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 308296f0-8e05-4f07-baa3-e9dd1aecac4b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:49.164259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:49.174654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:49.179299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.220157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.230383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e75f507-cd4d-4fb7-9481-7603ff7b5489 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:49.323633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.333543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:49.333931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2f62e2bb-ee7f-4bdd-99a8-10be80d874db', 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '1dbce577-4e13-4be2-ad4b-50a2a2c573be'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:49.334810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.339416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=3e537464-d652-469b-8465-ce84546c2c6a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:49.341838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:49.344740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:49.345446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:49.351455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:49.352071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.420635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7163029
Dec 10 03:59:49.424214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39512) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:49.429429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.445369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.450089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:49.472978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:6e:f1'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:49.509018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=b6fd09ec-a323-43d2-ab87-6e65077edcc4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:49.515350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:49.544647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '785b84d6-7596-4ded-acdd-af9483afd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:49.545065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: a53b131c-2906-4798-ae93-036fa251870f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:49.546861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.549146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Allocated IP 172.20.0.2 (2f62e2bb-ee7f-4bdd-99a8-10be80d874db/1dbce577-4e13-4be2-ad4b-50a2a2c573be/4cf91883-f8a3-41c3-8447-9b9d565f1544) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:49.568519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network a53b131c-2906-4798-ae93-036fa251870f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:49.580345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a53b131c-2906-4798-ae93-036fa251870f) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:49.586462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:49.587327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.596085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c782760>,) {'filters': {'network_id': ['308296f0-8e05-4f07-baa3-e9dd1aecac4b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:49.616779 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5894318
Dec 10 03:59:49.619506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:49.625732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-774190162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:49.633861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:49.638847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:49.643261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:49.652624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:49.653094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f39e0-a4d8-4103-96ab-89ecefa3c2c0 None None] Network a53b131c-2906-4798-ae93-036fa251870f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:49.662358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.664802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.665961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c782760>, '6cc01a5b-1d57-4efd-bcc7-782e390b1a20') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:49.666455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c782760>, '6cc01a5b-1d57-4efd-bcc7-782e390b1a20') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:49.681788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.683536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.701920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.705578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.726529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.728352 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-91d76125-8bad-417c-9022-7b4aa14c67e7 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1072972
Dec 10 03:59:49.728516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:49.728516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.730843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39520) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:49.741643 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:49.769102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e009a23c-76ec-45bf-a40a-31121df5bb69 None None] Provisioning for port 3e537464-d652-469b-8465-ce84546c2c6a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:49.805936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e009a23c-76ec-45bf-a40a-31121df5bb69 None None] Provisioning complete for port 3e537464-d652-469b-8465-ce84546c2c6a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:49.806317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e009a23c-76ec-45bf-a40a-31121df5bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.927941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.933034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-63e78d03-e38b-4b57-b39c-1817c1c0e714 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:49.950908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  308296f0-8e05-4f07-baa3-e9dd1aecac4b {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 03:59:49.952480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.963267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:49.976040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Network': ['ID=308296f0-8e05-4f07-baa3-e9dd1aecac4b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:49.983844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:50.001756 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/308296f0-8e05-4f07-baa3-e9dd1aecac4b HTTP/1.1" status: 204  len: 168 time: 0.8601754
Dec 10 03:59:50.002707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39524) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:50.051914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e009a23c-76ec-45bf-a40a-31121df5bb69 None None] Port 3e537464-d652-469b-8465-ce84546c2c6a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:50.076739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.087668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:50.114714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:50.130664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:network and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:50.137506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:50.138145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Transition to ACTIVE for port object 4cf91883-f8a3-41c3-8447-9b9d565f1544 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:50.151855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:50.180548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Transition to ACTIVE for port object 4cf91883-f8a3-41c3-8447-9b9d565f1544 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:50.199888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.205270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b4e09ef1-2779-4706-b48f-e2e7f322e47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:50.256665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a53b131c-2906-4798-ae93-036fa251870f', 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': 'b6fd09ec-a323-43d2-ab87-6e65077edcc4'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 03:59:50.257591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.283332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:50.285615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.292588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:50.298601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:50.303969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:50.305846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Pushing event updated for resources: {'Port': ['ID=4cf91883-f8a3-41c3-8447-9b9d565f1544,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:50.343030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:50.389677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:50.409388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.409741 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Added segment e846e832-afdd-48f7-a636-006c5ad74549 of type vlan for network ab067e0d-1174-41cd-a211-6723b1d322bc
Dec 10 03:59:50.463644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Attempting to bind port 4cf91883-f8a3-41c3-8447-9b9d565f1544 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:50.464035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Attempting to bind port 4cf91883-f8a3-41c3-8447-9b9d565f1544 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:50.464431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Attempting to bind port 4cf91883-f8a3-41c3-8447-9b9d565f1544 on network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:50.493617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1628ac-21a3-48ad-a3c3-57279a0a6568 req-038f11a6-332d-4be5-af5c-49b50e349861 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:50.495083 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad1628ac-21a3-48ad-a3c3-57279a0a6568 req-038f11a6-332d-4be5-af5c-49b50e349861 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.2986996
Dec 10 03:59:50.497953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.512368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:50.512758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Checking segment: {'id': '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:50.513178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.513612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Bound using segment: {'id': '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:50.514107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Bound port: 4cf91883-f8a3-41c3-8447-9b9d565f1544, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2f62e2bb-ee7f-4bdd-99a8-10be80d874db'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:50.514506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.576596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.580756 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad1628ac-21a3-48ad-a3c3-57279a0a6568 req-1202dfa8-2af1-412c-b4c9-4a924698d0db tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787807
Dec 10 03:59:50.586606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.590874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.592605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fcd6a35b-a3fb-48ea-a0a9-62d9f8e87fbe tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:50.617342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Allocated IP 172.21.0.2 (a53b131c-2906-4798-ae93-036fa251870f/b6fd09ec-a323-43d2-ab87-6e65077edcc4/3c9face0-1206-4f1b-8ce9-d8022a91ce54) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:50.667114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.668115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:50.668683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.669089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] For port 4cf91883-f8a3-41c3-8447-9b9d565f1544, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:50.675720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=3e537464-d652-469b-8465-ce84546c2c6a,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:50.686813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:50.687250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:50.710970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] In _notify_port_updated(), no bound segment for port 3e537464-d652-469b-8465-ce84546c2c6a on network c8128d4f-2385-432f-a90e-255e440bf12c {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:50.716818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:50.717469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.718744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "PUT /v2.0/ports/3e537464-d652-469b-8465-ce84546c2c6a HTTP/1.1" status: 200  len: 1003 time: 1.2936099
Dec 10 03:59:50.742645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] For port 4cf91883-f8a3-41c3-8447-9b9d565f1544, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4cf91883-f8a3-41c3-8447-9b9d565f1544,segment=NetworkSegment(71a2d78b-c1a5-4886-888c-5e6d6f8e93e5),segment_id=71a2d78b-c1a5-4886-888c-5e6d6f8e93e5)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:50.751028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:50.756239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3fd0fccc-ec82-4640-a2a6-c8e2874a64f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:50.770444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39532) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:50.911582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Pushing event updated for resources: {'Port': ['ID=4cf91883-f8a3-41c3-8447-9b9d565f1544,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:50.922098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:51.032562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.036684 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.9712195
Dec 10 03:59:51.036684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=ab067e0d-1174-41cd-a211-6723b1d322bc,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:51.040037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:51.043225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39536) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:51.045583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Transition to ACTIVE for port object 3c9face0-1206-4f1b-8ce9-d8022a91ce54 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:51.050196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network ab067e0d-1174-41cd-a211-6723b1d322bc details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:51.053413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'subnet': {'network_id': 'ab067e0d-1174-41cd-a211-6723b1d322bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:51.059876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:51.068669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port 3e537464-d652-469b-8465-ce84546c2c6a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:51.068878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.096091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:subnet and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:51.103920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:51.124449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:51.126137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.20.0.1 (2f62e2bb-ee7f-4bdd-99a8-10be80d874db/1dbce577-4e13-4be2-ad4b-50a2a2c573be/e025c0ee-4c7c-414a-91fe-7baf1a078a3a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:51.165217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Transition to ACTIVE for port object 3c9face0-1206-4f1b-8ce9-d8022a91ce54 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:51.176648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:51.178522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.184052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.193587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a188be54-a321-4800-80ae-1498e35339a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:51.272743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-76228652-f44c-4020-8f32-cbdc7d1cd3cd None None] Provisioning complete for port 3e537464-d652-469b-8465-ce84546c2c6a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:51.273133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-76228652-f44c-4020-8f32-cbdc7d1cd3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.337364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Pushing event updated for resources: {'Port': ['ID=3c9face0-1206-4f1b-8ce9-d8022a91ce54,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:51.361978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:51.367656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Network a53b131c-2906-4798-ae93-036fa251870f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:51.370809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:51.375509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:51.376417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.401192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object e025c0ee-4c7c-414a-91fe-7baf1a078a3a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:51.433607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.439230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-095d5220-3fd5-4f33-b199-be03a02b0882 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:51.457672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-76228652-f44c-4020-8f32-cbdc7d1cd3cd None None] Port 3e537464-d652-469b-8465-ce84546c2c6a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:51.479901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Attempting to bind port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 03:59:51.480379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Attempting to bind port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '785b84d6-7596-4ded-acdd-af9483afd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 03:59:51.480800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Attempting to bind port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 on network a53b131c-2906-4798-ae93-036fa251870f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 03:59:51.489147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 03:59:51.489592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Checking segment: {'id': '785b84d6-7596-4ded-acdd-af9483afd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:51.490654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.491118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Bound using segment: {'id': '785b84d6-7596-4ded-acdd-af9483afd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 03:59:51.491589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Bound port: 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b84d6-7596-4ded-acdd-af9483afd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a53b131c-2906-4798-ae93-036fa251870f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 03:59:51.491992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.512505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:51.516488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:51.520894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:51.526802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.563141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=e025c0ee-4c7c-414a-91fe-7baf1a078a3a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:51.567905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:51.583470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.597081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] For port 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 03:59:51.600678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] For port 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3c9face0-1206-4f1b-8ce9-d8022a91ce54,segment=NetworkSegment(785b84d6-7596-4ded-acdd-af9483afd460),segment_id=785b84d6-7596-4ded-acdd-af9483afd460)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 03:59:51.607116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:51.612465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99e4867c-7930-47f7-bd48-254520b6f084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:51.666016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for 3e537464-d652-469b-8465-ce84546c2c6a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:51.683369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Pushing event updated for resources: {'Port': ['ID=3c9face0-1206-4f1b-8ce9-d8022a91ce54,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:51.687793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:51.725345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.035336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e7a0f-f45d-4465-af10-12b98fb14127 req-c955c7f0-07fe-45ae-bd34-09986e13909d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:52.038332 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-153e7a0f-f45d-4465-af10-12b98fb14127 req-c955c7f0-07fe-45ae-bd34-09986e13909d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.2744222
Dec 10 03:59:52.104923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-153e7a0f-f45d-4465-af10-12b98fb14127 req-32643fa5-1c11-406d-9172-04d0746d3c6d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586534
Dec 10 03:59:52.106015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.126547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-faccd5f3-883c-4ffd-9e3b-9ca592ab7079 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:52.186808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=3e537464-d652-469b-8465-ce84546c2c6a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:52.191274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:52.320443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.350977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/3e537464-d652-469b-8465-ce84546c2c6a HTTP/1.1" status: 204  len: 168 time: 1.5789754
Dec 10 03:59:52.351837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39544) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:52.387879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3c9face0-1206-4f1b-8ce9-d8022a91ce54 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:52.441667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e2315b-9bb3-47fd-9bc2-f792c1ef1df7 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:52.442332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78e2315b-9bb3-47fd-9bc2-f792c1ef1df7 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Synchronizing usage tracker for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:52.461363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.469247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.505900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:52.515088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 03:59:52.515812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.520029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4cf91883-f8a3-41c3-8447-9b9d565f1544 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:52.522701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-106815d3-6d85-477d-ac16-422fad6731a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:52.546878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-92100e88-613b-4ec9-bac0-ee1319bf938f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:52.557758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78e2315b-9bb3-47fd-9bc2-f792c1ef1df7 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Unset dirty status for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:52.563039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78e2315b-9bb3-47fd-9bc2-f792c1ef1df7 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports/3e537464-d652-469b-8465-ce84546c2c6a HTTP/1.1" status: 404  len: 333 time: 0.1972206
Dec 10 03:59:52.573718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39548) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:52.582081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151456be-5bad-4900-824b-f106d8817d9a req-05753555-9c3f-49de-994e-ff14b626b3cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:52.589937 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-151456be-5bad-4900-824b-f106d8817d9a req-05753555-9c3f-49de-994e-ff14b626b3cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.3522124
Dec 10 03:59:52.610509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f411a-a5f0-488b-82ef-f4f8dcee79cc None None] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:52.612836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-252872712'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:52.644024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.649457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=e025c0ee-4c7c-414a-91fe-7baf1a078a3a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:52.654580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:52.773451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-151456be-5bad-4900-824b-f106d8817d9a req-798a28f8-db8d-47e8-9856-6a47c63d14a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1825001
Dec 10 03:59:52.785506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c692e0ec-40c0-4c40-8b6d-43488e833770,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:52.809242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:52.809862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Checking segment: {'id': 'e846e832-afdd-48f7-a636-006c5ad74549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ab067e0d-1174-41cd-a211-6723b1d322bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 03:59:52.809862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Network hostable DHCP agents. Network: ab067e0d-1174-41cd-a211-6723b1d322bc, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 03:59:52.810100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:52.821623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:52.902766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:52.906619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Provisioning for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:52.915203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:52.918381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:52.919104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.930384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:52.951459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:52.957301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.960387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Provisioning complete for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:52.960831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:52.978361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Network ab067e0d-1174-41cd-a211-6723b1d322bc is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 03:59:52.997206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, ab067e0d-1174-41cd-a211-6723b1d322bc) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:53.006032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port 7973a3fc-a043-467a-8eb8-aca3aea6b55a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:53.025366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fcf401-b5b3-49e3-8566-aceabb4d4d76 None None] Network ab067e0d-1174-41cd-a211-6723b1d322bc requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:53.068581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 03:59:53.134494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763267a-170f-4844-b639-ab6fea339f76 None None] Network a53b131c-2906-4798-ae93-036fa251870f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:53.168137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:53.168745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.219670 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.1727726
Dec 10 03:59:53.220890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39556) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:53.228481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab067e0d-1174-41cd-a211-6723b1d322bc'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:53.235164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:53.244209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:floatingip and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:53.247272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:53.262952 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5308151
Dec 10 03:59:53.264146 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] Sync routers for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:53.265617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39560) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:53.274712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:53.275530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bf430>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:53.281909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:53.300996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:53.322281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.349605 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bf430>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:53.357290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::1ae (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/7973a3fc-a043-467a-8eb8-aca3aea6b55a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:53.359153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:53.360249 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bf430>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:53.377042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b8fec-a5f4-4928-b73c-c118cad243ab tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:53.378328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-539b8fec-a5f4-4928-b73c-c118cad243ab tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:53.401072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-539b8fec-a5f4-4928-b73c-c118cad243ab tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:53.403161 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-539b8fec-a5f4-4928-b73c-c118cad243ab tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports/e025c0ee-4c7c-414a-91fe-7baf1a078a3a HTTP/1.1" status: 200  len: 910 time: 0.1362858
Dec 10 03:59:53.405971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39564) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:53.432129 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bf430>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:53.432643 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008396f-7949-4897-a45c-2a41a9320214 None None] The sync data for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:53.504985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.546541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.659277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1976848-ab7d-4c07-80ad-43e96936e157 None None] Network ab067e0d-1174-41cd-a211-6723b1d322bc requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 03:59:53.670504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.677875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] For port 4cf91883-f8a3-41c3-8447-9b9d565f1544, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4cf91883-f8a3-41c3-8447-9b9d565f1544,segment=NetworkSegment(71a2d78b-c1a5-4886-888c-5e6d6f8e93e5),segment_id=71a2d78b-c1a5-4886-888c-5e6d6f8e93e5)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:53.688722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object 7973a3fc-a043-467a-8eb8-aca3aea6b55a will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:53.713618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.746605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:53.752147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:53.919735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Allocated IP 172.20.0.4 (ab067e0d-1174-41cd-a211-6723b1d322bc/c692e0ec-40c0-4c40-8b6d-43488e833770/9db7b2aa-b27f-455c-930b-f54a06994cc0) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:53.952948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 03:59:53.953329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 03:59:53.956836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Pushing event updated for resources: {'Port': ['ID=4cf91883-f8a3-41c3-8447-9b9d565f1544,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:53.973051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:54.019390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Provisioning complete for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:54.019778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.123613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.144740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.152406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b91ec49a-67bb-49d4-bdbf-0428e0e32fea tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:54.238752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Provisioning for port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:54.244606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Provisioning complete for port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:54.245511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.252479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:54.258240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:54.265158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:54.277066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:54.277854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.294741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.313696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.319551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:54.321873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=7973a3fc-a043-467a-8eb8-aca3aea6b55a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:54.335290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:54.335802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0db7c217-4185-45f4-890c-d98070afc14a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:54.396897 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.8046250
Dec 10 03:59:54.408661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39572) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:54.409706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.427290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Network ab067e0d-1174-41cd-a211-6723b1d322bc is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:54.431477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'network_id': 'c8128d4f-2385-432f-a90e-255e440bf12c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-156575907'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:54.447647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] For port 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3c9face0-1206-4f1b-8ce9-d8022a91ce54,segment=NetworkSegment(785b84d6-7596-4ded-acdd-af9483afd460),segment_id=785b84d6-7596-4ded-acdd-af9483afd460)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 03:59:54.454134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.456457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:54.488487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:54.513992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:54.571121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Port': ['ID=9db7b2aa-b27f-455c-930b-f54a06994cc0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:54.580195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:54.588873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Provisioning for port e025c0ee-4c7c-414a-91fe-7baf1a078a3a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:54.601277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Provisioning complete for port e025c0ee-4c7c-414a-91fe-7baf1a078a3a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:54.601705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.672552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:54.686713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.695306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Usage tracker for resource:port and tenant:4eb62ae504bf4c579ea8f44dd1fd6808 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:54.699771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:54.708029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Pushing event updated for resources: {'Port': ['ID=3c9face0-1206-4f1b-8ce9-d8022a91ce54,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:54.713195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:54.716998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4cf91883-f8a3-41c3-8447-9b9d565f1544 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:54.751686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:54.767408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Port e025c0ee-4c7c-414a-91fe-7baf1a078a3a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:54.783976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Made reservation on behalf of 4eb62ae504bf4c579ea8f44dd1fd6808 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:54.788004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.792923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4cf91883-f8a3-41c3-8447-9b9d565f1544 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:54.793325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.802418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:54.850603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] device_id is not set on port e81346ca-9442-40b3-881d-7d6e458c2676 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 03:59:54.938194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Provisioning complete for port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:54.938582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.082235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Provisioning for port 7973a3fc-a043-467a-8eb8-aca3aea6b55a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:55.087861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Provisioning complete for port 7973a3fc-a043-467a-8eb8-aca3aea6b55a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:55.088362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.121679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Allocated IP 2001:db8::83 (c8128d4f-2385-432f-a90e-255e440bf12c/50ce9308-6a91-4309-a2d7-76ac713427e5/e81346ca-9442-40b3-881d-7d6e458c2676) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:55.148749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Port 7973a3fc-a043-467a-8eb8-aca3aea6b55a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:55.160825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Provisioning complete for port e025c0ee-4c7c-414a-91fe-7baf1a078a3a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:55.161367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.198562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.207822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.219686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f41e14aa-4c5d-4ffd-adde-6792f9a69b68 None None] Port e025c0ee-4c7c-414a-91fe-7baf1a078a3a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:55.300227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.21.0.1 (a53b131c-2906-4798-ae93-036fa251870f/b6fd09ec-a323-43d2-ab87-6e65077edcc4/6f573d60-728c-45cf-8089-3cf9cfd2a65f) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:55.354770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3239ef5c-a2f2-4aa9-b461-5880d9ab8805 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:55.522954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Port': ['ID=9db7b2aa-b27f-455c-930b-f54a06994cc0,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:55.524350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.528821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:55.560632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.608908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.619033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.620238 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.3984091
Dec 10 03:59:55.623767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39576) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:55.686841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Transition to ACTIVE for port object e81346ca-9442-40b3-881d-7d6e458c2676 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:55.707779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0afa79dc-6064-44c7-91f6-8adf3e3fb8bd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Synchronizing usage tracker for tenant:f308f31b8773463497c3edb3a1795738 on resource:floatingip {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:55.731493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0afa79dc-6064-44c7-91f6-8adf3e3fb8bd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Unset dirty status for tenant:f308f31b8773463497c3edb3a1795738 on resource:floatingip {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:55.732660 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0afa79dc-6064-44c7-91f6-8adf3e3fb8bd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=ab067e0d-1174-41cd-a211-6723b1d322bc HTTP/1.1" status: 200  len: 689 time: 0.1079731
Dec 10 03:59:55.736224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39580) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:55.746338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.767135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.814109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20cd7499-e827-448d-96a0-f74e36fe8949 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:55.836622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object 6f573d60-728c-45cf-8089-3cf9cfd2a65f will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:55.900775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Network c8128d4f-2385-432f-a90e-255e440bf12c is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:55.907234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:55.914390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:55.919888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:55.920498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.945181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=e81346ca-9442-40b3-881d-7d6e458c2676,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:55.947795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.952991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:55.955725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e065e4ac-1777-4c23-b60d-e99a1c97f25c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:55.970513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.5555608
Dec 10 03:59:55.973244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39584) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:55.978921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:55.983354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:7b:6e:f1'}, {'ip_address': '2001:db8::1ae', 'mac_address': 'fa:16:3e:6f:e6:14'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:56.028033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network a53b131c-2906-4798-ae93-036fa251870f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:56.035573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:56.072646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:56.120033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Deleting port 9db7b2aa-b27f-455c-930b-f54a06994cc0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:56.120625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.130278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=6f573d60-728c-45cf-8089-3cf9cfd2a65f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:56.153768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.154161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.154551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.154926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.155299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.155668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.156042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.156405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.156768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.157133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.157516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.157878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:56.166720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:56.206534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.253968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f7355cd-6f0e-4032-9b60-04d8ef8f4da8 None None] Provisioning for port e81346ca-9442-40b3-881d-7d6e458c2676 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:56.261088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f7355cd-6f0e-4032-9b60-04d8ef8f4da8 None None] Provisioning complete for port e81346ca-9442-40b3-881d-7d6e458c2676 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:56.261088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f7355cd-6f0e-4032-9b60-04d8ef8f4da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.261738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.17 (56945d5e-b832-4df3-b48f-9350faa367c1/8fa543ab-5cbc-41bf-85ee-9a462e399cd7/09f428d0-68f4-4735-be32-b1729ea065c6) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 03:59:56.325322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2f7355cd-6f0e-4032-9b60-04d8ef8f4da8 None None] Port e81346ca-9442-40b3-881d-7d6e458c2676 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:56.446842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-680ac687-4c92-4f0d-9c5c-40569a1f6561 None None] Provisioning for port 6f573d60-728c-45cf-8089-3cf9cfd2a65f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:56.448160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.448665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.453276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-680ac687-4c92-4f0d-9c5c-40569a1f6561 None None] Provisioning complete for port 6f573d60-728c-45cf-8089-3cf9cfd2a65f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:56.453753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-680ac687-4c92-4f0d-9c5c-40569a1f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.465514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.495960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.512625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-680ac687-4c92-4f0d-9c5c-40569a1f6561 None None] Port 6f573d60-728c-45cf-8089-3cf9cfd2a65f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:56.557536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 09f428d0-68f4-4735-be32-b1729ea065c6 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 03:59:56.616954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Calling delete_port for 9db7b2aa-b27f-455c-930b-f54a06994cc0 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:56.671605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3c9face0-1206-4f1b-8ce9-d8022a91ce54 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 03:59:56.671763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.722127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.732506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f6cfb465-8ed4-41dd-96a9-58794a293564 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:56.741395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:56.741783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.819664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 56945d5e-b832-4df3-b48f-9350faa367c1 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:56.843538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:56.850043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:56.866725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:56.885122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 03:59:56.931189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:56.940807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:56.980924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.054529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Port': ['ID=9db7b2aa-b27f-455c-930b-f54a06994cc0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:57.057645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:57.059344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.068479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.098795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-05fd934e-1164-4f61-b7c2-6fa0b5677253 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:57.236286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cede931a-2783-4e06-9dc9-0cfc68a86eb7 None None] Provisioning for port 09f428d0-68f4-4735-be32-b1729ea065c6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 03:59:57.242901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cede931a-2783-4e06-9dc9-0cfc68a86eb7 None None] Provisioning complete for port 09f428d0-68f4-4735-be32-b1729ea065c6 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:57.243419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cede931a-2783-4e06-9dc9-0cfc68a86eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.247219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.299611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cede931a-2783-4e06-9dc9-0cfc68a86eb7 None None] Port 09f428d0-68f4-4735-be32-b1729ea065c6 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:57.323813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.331398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.335688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.362974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8b91dc10-6af9-42fb-a1bb-d80fb7f9b100 tempest-RoutersIpV6AdminTest-807890632 tempest-RoutersIpV6AdminTest-807890632-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:57.379788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=6f573d60-728c-45cf-8089-3cf9cfd2a65f,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:57.384555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.388321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:57.388860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.434520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] In _notify_port_updated(), no bound segment for port e81346ca-9442-40b3-881d-7d6e458c2676 on network c8128d4f-2385-432f-a90e-255e440bf12c {{(pid=87630) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 03:59:57.439965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:57.440900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.442743 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "PUT /v2.0/ports/e81346ca-9442-40b3-881d-7d6e458c2676 HTTP/1.1" status: 200  len: 1066 time: 1.4680355
Dec 10 03:59:57.447651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39588) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:57.519791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event updated for resources: {'Port': ['ID=e81346ca-9442-40b3-881d-7d6e458c2676,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:57.539132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.539522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.539915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.540282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.540662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.541036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.541430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.541804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.542171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.542537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.542902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.543261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 03:59:57.550019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:57.558694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port e81346ca-9442-40b3-881d-7d6e458c2676 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:57.559048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.594010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.603823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b98d6b26-5a18-445b-9a46-8833c3751216 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:57.655648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c692e0ec-40c0-4c40-8b6d-43488e833770,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:57.672138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:57.723162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f8834cf9-e67c-4fd1-bc95-e7b01e09e224 None None] Provisioning complete for port e81346ca-9442-40b3-881d-7d6e458c2676 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:57.723602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f8834cf9-e67c-4fd1-bc95-e7b01e09e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.741373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network a53b131c-2906-4798-ae93-036fa251870f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:57.744602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:57.784683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f8834cf9-e67c-4fd1-bc95-e7b01e09e224 None None] Port e81346ca-9442-40b3-881d-7d6e458c2676 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:57.793011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.897563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3220>,) {'filters': {'network_id': ['ab067e0d-1174-41cd-a211-6723b1d322bc']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:57.916511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3220>, 'e846e832-afdd-48f7-a636-006c5ad74549') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:57.916787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4f3220>, 'e846e832-afdd-48f7-a636-006c5ad74549') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:57.934667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.972640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:57.991397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 03:59:57.991835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 03:59:58.005183 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 03:59:58.012272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-89618ea9-a5f4-4710-b1a8-f5f5d0413a48 None None] Provisioning complete for port 6f573d60-728c-45cf-8089-3cf9cfd2a65f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:58.012423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.012961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-89618ea9-a5f4-4710-b1a8-f5f5d0413a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.021092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:58.066724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-89618ea9-a5f4-4710-b1a8-f5f5d0413a48 None None] Port 6f573d60-728c-45cf-8089-3cf9cfd2a65f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:58.200667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for e81346ca-9442-40b3-881d-7d6e458c2676 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:58.221620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.228279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:58.229946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.239800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] Sync routers for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:58.252503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:58.253360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2806a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:58.258679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.262382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:58.263442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cbf8aac3-f68e-463d-9ccd-094b4133bdd5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:58.276137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ab067e0d-1174-41cd-a211-6723b1d322bc {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 03:59:58.281039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.298981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab067e0d-1174-41cd-a211-6723b1d322bc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:58.304397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:58.329609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2806a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:58.339881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:58.340976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2806a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:58.360052 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9501998
Dec 10 03:59:58.360268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ab067e0d-1174-41cd-a211-6723b1d322bc HTTP/1.1" status: 204  len: 168 time: 2.6214123
Dec 10 03:59:58.360411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39592) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.365375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39594) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.368663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:58.371057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.404884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.412512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-144873d4-9d3d-4bbc-a9bb-25b6fc83447b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:58.424580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2806a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:58.425166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:58.425457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c24f38-2296-455e-9eba-5d5732dc046c None None] The sync data for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 03:59:58.463831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=e81346ca-9442-40b3-881d-7d6e458c2676,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:58.467682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:58.614689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716143a-b1e9-409c-837b-db4f70aca813 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.615315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7716143a-b1e9-409c-837b-db4f70aca813 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:58.625285 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8240d5d5-c008-4a06-bde2-89695e2bb391 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 997 time: 0.2578514
Dec 10 03:59:58.627269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39600) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.730457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7716143a-b1e9-409c-837b-db4f70aca813 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:58.731744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7716143a-b1e9-409c-837b-db4f70aca813 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports/6f573d60-728c-45cf-8089-3cf9cfd2a65f HTTP/1.1" status: 200  len: 910 time: 0.3644669
Dec 10 03:59:58.737332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39604) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.856311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:58.869371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/e81346ca-9442-40b3-881d-7d6e458c2676 HTTP/1.1" status: 204  len: 168 time: 1.4171219
Dec 10 03:59:58.870824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.914734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5891e75-deae-46b2-8849-5123311f5375 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] GET failed (client error): The resource could not be found.
Dec 10 03:59:58.915267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5891e75-deae-46b2-8849-5123311f5375 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Synchronizing usage tracker for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 03:59:58.931179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5891e75-deae-46b2-8849-5123311f5375 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Unset dirty status for tenant:4eb62ae504bf4c579ea8f44dd1fd6808 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 03:59:58.932323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5891e75-deae-46b2-8849-5123311f5375 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports/e81346ca-9442-40b3-881d-7d6e458c2676 HTTP/1.1" status: 404  len: 333 time: 0.0596862
Dec 10 03:59:58.935016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39612) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:58.947478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.948079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.948407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.949000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.949513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.950000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.950511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.950973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:58.952895 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b5ab3c69-9346-49a2-a7ce-7e9dae46e7dd tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5150 time: 0.3246875
Dec 10 03:59:58.964993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39616) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:59.009649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 56945d5e-b832-4df3-b48f-9350faa367c1 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 03:59:59.019533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 03:59:59.073059 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-b725d779-0f21-4672-bd34-ef5a3e380af4 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] delete failed (client error): The resource could not be found.
Dec 10 03:59:59.077479 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b725d779-0f21-4672-bd34-ef5a3e380af4 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/4e596604-7c40-4582-93f5-1dda96074374 HTTP/1.1" status: 404  len: 345 time: 0.1081855
Dec 10 03:59:59.077479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39620) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:59.111127 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-78171880-caf1-42fe-a8ad-074a86fe7c63 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] DELETE failed (client error): The resource could not be found.
Dec 10 03:59:59.111498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78171880-caf1-42fe-a8ad-074a86fe7c63 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 03:59:59.117348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78171880-caf1-42fe-a8ad-074a86fe7c63 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ab067e0d-1174-41cd-a211-6723b1d322bc HTTP/1.1" status: 404  len: 339 time: 0.0352700
Dec 10 03:59:59.117499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port 7973a3fc-a043-467a-8eb8-aca3aea6b55a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 03:59:59.117750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.141734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39624) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:59.152544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'name': 'tempest-network--656416135', 'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 03:59:59.157155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 03:59:59.173846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:network and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 03:59:59.179350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 03:59:59.188721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 03:59:59.230880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 03:59:59.233191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.296677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ed595c97-ce65-4947-8e36-d110e9c5d10d None None] Provisioning complete for port 09f428d0-68f4-4735-be32-b1729ea065c6 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 03:59:59.297469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed595c97-ce65-4947-8e36-d110e9c5d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.348846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 03:59:59.363863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ed595c97-ce65-4947-8e36-d110e9c5d10d None None] Port 09f428d0-68f4-4735-be32-b1729ea065c6 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 03:59:59.373909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.374263 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Added segment 89d520d6-c34a-465c-9084-1017de087c29 of type vlan for network 34af0adb-7603-4b11-9dd4-d75879cb12e6
Dec 10 03:59:59.414490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 03:59:59.444253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.451310 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.579383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for 7973a3fc-a043-467a-8eb8-aca3aea6b55a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 03:59:59.613505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 03:59:59.651105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.652040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 03:59:59.652617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.668011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-96c2e8cb-1806-47fa-8bf7-068671bf2c42 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:59.670676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 03:59:59.687754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/7c89aa0e-e955-483c-b376-1bfa11c41c59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3554921
Dec 10 03:59:59.694971 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 03:59:59.705927 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 03:59:59.706527 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de22100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 03:59:59.748210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.824592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.6817839
Dec 10 03:59:59.828798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39632) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 03:59:59.838151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=34af0adb-7603-4b11-9dd4-d75879cb12e6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:59.854011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 34af0adb-7603-4b11-9dd4-d75879cb12e6 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 03:59:59.860930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 03:59:59.916934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 03:59:59.932628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2efa4c7a-3e70-45b1-884d-75d0d00cd752 tempest-ServerActionsTestJSON-1577427740 tempest-ServerActionsTestJSON-1577427740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 03:59:59.951969 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 03:59:59.988345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=7973a3fc-a043-467a-8eb8-aca3aea6b55a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 03:59:59.994585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:00.043684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.048004 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/7973a3fc-a043-467a-8eb8-aca3aea6b55a HTTP/1.1" status: 204  len: 168 time: 1.1095827
Dec 10 04:00:00.048785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39636) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:00.090221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482890f-0af4-4420-8ad3-3ba18b83e889 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:00.096531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482890f-0af4-4420-8ad3-3ba18b83e889 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:00.100474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e4fed5-147d-4037-bc99-d698e7d17e37 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] GET failed (client error): The resource could not be found.
Dec 10 04:00:00.105009 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a2e4fed5-147d-4037-bc99-d698e7d17e37 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "GET /v2.0/ports/7973a3fc-a043-467a-8eb8-aca3aea6b55a HTTP/1.1" status: 404  len: 333 time: 0.0523145
Dec 10 04:00:00.105143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482890f-0af4-4420-8ad3-3ba18b83e889 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:00.105930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39640) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:00.108697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482890f-0af4-4420-8ad3-3ba18b83e889 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:00.110641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b482890f-0af4-4420-8ad3-3ba18b83e889 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.2790134
Dec 10 04:00:00.113270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39644) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:00.231418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.321764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port c863c376-3249-4163-a09b-7da7bfa7a3cb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:00.322009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.392634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de22100>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:59:57Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f428d0-68f4-4735-be32-b1729ea065c6', 'name': '', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e7:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:59:55Z', 'updated_at': '2021-12-10T03:59:57Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:00.396940 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:00:00.397459 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Updating router 7c89aa0e-e955-483c-b376-1bfa11c41c59 port 09f428d0-68f4-4735-be32-b1729ea065c6 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:00:00.451031 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.482274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.484200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 6f573d60-728c-45cf-8089-3cf9cfd2a65f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:00.484536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.510658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbc9760>,) {'filters': {'network_id': ['34af0adb-7603-4b11-9dd4-d75879cb12e6']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:00.522539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbc9760>, '89d520d6-c34a-465c-9084-1017de087c29') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:00.522831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbc9760>, '89d520d6-c34a-465c-9084-1017de087c29') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:00.534217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.550500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.557787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:00.558246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:00.571743 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:00.654073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.657619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eac51f37-7826-406a-8d1f-78c508ae2add tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:00.674999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  34af0adb-7603-4b11-9dd4-d75879cb12e6 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 04:00:00.679355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.683450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Network': ['ID=34af0adb-7603-4b11-9dd4-d75879cb12e6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:00.692352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:00.697916 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/34af0adb-7603-4b11-9dd4-d75879cb12e6 HTTP/1.1" status: 204  len: 168 time: 0.5803714
Dec 10 04:00:00.698435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39648) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:00.707327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'name': 'tempest-network--645950691', 'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:00.714931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:00.720150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:network and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:00.723945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:00.731698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:00.747268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:00.751404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.767943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.789910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:00.801712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.802215 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Added segment d9e1d7a0-c2c8-42c8-9cc5-fce9e9b9f7fd of type vlan for network 43c4bed7-6f81-4a81-95aa-4bc90d9a8012
Dec 10 04:00:00.809526 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.823425 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Transition to ACTIVE for port object 09f428d0-68f4-4735-be32-b1729ea065c6 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:00.832115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.838576 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:00.841975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.892640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.894035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:00.894803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.903519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:00.914012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for c863c376-3249-4163-a09b-7da7bfa7a3cb owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:00.944230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:00.996699 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Pushing event updated for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:01.064363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3645058
Dec 10 04:00:01.068305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39652) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:01.106158 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.106893 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.107010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=43c4bed7-6f81-4a81-95aa-4bc90d9a8012,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:01.107544 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.108077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.108618 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.109187 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.109775 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.110303 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.110830 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.111370 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.111903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.112441 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:01.114376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 6f573d60-728c-45cf-8089-3cf9cfd2a65f owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:01.117976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 43c4bed7-6f81-4a81-95aa-4bc90d9a8012 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:01.142014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:01.163493 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:01.204399 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Attempting to bind port 09f428d0-68f4-4735-be32-b1729ea065c6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:01.205124 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Attempting to bind port 09f428d0-68f4-4735-be32-b1729ea065c6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:01.205768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Attempting to bind port 09f428d0-68f4-4735-be32-b1729ea065c6 on network 56945d5e-b832-4df3-b48f-9350faa367c1 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:01.217529 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:01.228428 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Checking segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:01.229201 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.229847 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Bound using segment: {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:01.230561 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Bound port: 09f428d0-68f4-4735-be32-b1729ea065c6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624194a5-b65f-4dd9-b916-1d2a7c38a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:01.231388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.299923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdaba2b-4357-4899-bba6-3cf1e2e4ca05 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:01.304154 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9bdaba2b-4357-4899-bba6-3cf1e2e4ca05 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "GET /v2.0/networks/43c4bed7-6f81-4a81-95aa-4bc90d9a8012 HTTP/1.1" status: 200  len: 756 time: 0.2342236
Dec 10 04:00:01.304741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39656) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:01.360583 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] For port 09f428d0-68f4-4735-be32-b1729ea065c6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:01.360941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.363919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] For port 09f428d0-68f4-4735-be32-b1729ea065c6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=09f428d0-68f4-4735-be32-b1729ea065c6,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:01.368323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a1d32c34-6793-4712-80b1-543a4fafdb69 tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:01.369316 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.379200 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:01.436214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb351461-afb7-439e-937e-615f4d02cbac tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:01.442432 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb351461-afb7-439e-937e-615f4d02cbac tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "GET /v2.0/networks/cd1a41eb-b667-47ae-9af1-66bfd36a1059 HTTP/1.1" status: 200  len: 767 time: 0.1362517
Dec 10 04:00:01.443134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39660) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:01.452730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Port': ['ID=c863c376-3249-4163-a09b-7da7bfa7a3cb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:01.453209 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:01.453980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de22100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:01.460370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:01.526983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.544643 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/ports/c863c376-3249-4163-a09b-7da7bfa7a3cb HTTP/1.1" status: 204  len: 168 time: 1.4380491
Dec 10 04:00:01.548034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39664) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:01.562587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.645408 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Pushing event updated for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:01.647331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting subnet 50ce9308-6a91-4309-a2d7-76ac713427e5 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:01.656241 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:01.664609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.725178 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:00:01.726639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.729862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.741757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:01.763219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96987190>,) {'filters': {'network_id': ['43c4bed7-6f81-4a81-95aa-4bc90d9a8012']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:01.778911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96987190>, 'd9e1d7a0-c2c8-42c8-9cc5-fce9e9b9f7fd') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:01.779475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96987190>, 'd9e1d7a0-c2c8-42c8-9cc5-fce9e9b9f7fd') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:01.792315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.812379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.822584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:01.822998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:01.836404 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:01.866911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.915470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=6f573d60-728c-45cf-8089-3cf9cfd2a65f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:01.958767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:01.962977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa5205c9-84ce-4f65-b09c-a7cf68b60f79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:01.980523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  43c4bed7-6f81-4a81-95aa-4bc90d9a8012 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 04:00:01.996241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.013663 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/43c4bed7-6f81-4a81-95aa-4bc90d9a8012 HTTP/1.1" status: 204  len: 168 time: 0.5691404
Dec 10 04:00:02.022360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39668) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:02.023082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Network': ['ID=43c4bed7-6f81-4a81-95aa-4bc90d9a8012,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:02.031995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:02.036700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'name': 'tempest-network--577057458'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:02.043096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:02.047888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Usage tracker for resource:network and tenant:f308f31b8773463497c3edb3a1795738 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:02.051912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:02.059463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:02.076325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Made reservation on behalf of f308f31b8773463497c3edb3a1795738 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:02.078789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.109948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:02.142746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:02.155214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.155557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Added segment 76789ca6-50c5-4c97-988f-b6d476cfdabd of type vlan for network 1811d37c-edd3-472a-888f-53b109a019a4
Dec 10 04:00:02.193052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.204570 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de22100>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:59:57Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f428d0-68f4-4735-be32-b1729ea065c6', 'name': '', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e7:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:59:55Z', 'updated_at': '2021-12-10T04:00:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:02.213479 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac1987-8ea5-4967-9d18-49cd97d96dac None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T03:59:57Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f428d0-68f4-4735-be32-b1729ea065c6', 'name': '', 'network_id': '56945d5e-b832-4df3-b48f-9350faa367c1', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e7:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:59:55Z', 'updated_at': '2021-12-10T04:00:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '8fa543ab-5cbc-41bf-85ee-9a462e399cd7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:02.233664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.234740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:02.235573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.253209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:02.270725 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.2406235
Dec 10 04:00:02.279429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39674) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:02.328357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:02.328744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.377108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.427088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=1811d37c-edd3-472a-888f-53b109a019a4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:02.431602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:02.439917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1811d37c-edd3-472a-888f-53b109a019a4 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:02.545725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.554517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-29459dcf-cffc-4934-92ae-b52f9d8bafce tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:02.605231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Subnet': ['ID=50ce9308-6a91-4309-a2d7-76ac713427e5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:02.609687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.612875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:02.626867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/subnets/50ce9308-6a91-4309-a2d7-76ac713427e5 HTTP/1.1" status: 204  len: 168 time: 1.0777171
Dec 10 04:00:02.627497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39678) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:02.689369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e7dfe-af3b-46de-a996-a77e8f447c55 None None] Network c8128d4f-2385-432f-a90e-255e440bf12c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:02.751044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.775319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.781999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bfe55134-549b-4105-82a1-3ae2b1fe29d0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:02.809520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Network 1811d37c-edd3-472a-888f-53b109a019a4 is not hosted by any dhcp agent {{(pid=87630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 10 04:00:02.810499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:02.811348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:02.817464 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "PUT /v2.0/networks/1811d37c-edd3-472a-888f-53b109a019a4 HTTP/1.1" status: 200  len: 857 time: 0.5369051
Dec 10 04:00:02.818179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:02.925999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:02.958969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.030041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event updated for resources: {'Network': ['ID=1811d37c-edd3-472a-888f-53b109a019a4,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:03.034904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:03.055159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.064469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] DHCP port deletion for c8128d4f-2385-432f-a90e-255e440bf12c request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:03.070112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Deleting port de90ec71-8bd3-44bd-8e4f-a028c092112a {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:03.070567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.124180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port de90ec71-8bd3-44bd-8e4f-a028c092112a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:03.124509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.192983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:03.209078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.227230 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4847515
Dec 10 04:00:03.231604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39686) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:03.242937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8f7e80>,) {'filters': {'network_id': ['1811d37c-edd3-472a-888f-53b109a019a4']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.256238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8f7e80>, '76789ca6-50c5-4c97-988f-b6d476cfdabd') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.257166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8f7e80>, '76789ca6-50c5-4c97-988f-b6d476cfdabd') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.269267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.285986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.293745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:03.294075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:03.308159 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:03.310419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] For port de90ec71-8bd3-44bd-8e4f-a028c092112a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=de90ec71-8bd3-44bd-8e4f-a028c092112a,segment=NetworkSegment(1cdd4d04-ca53-4070-bbd7-39440e22eea7),segment_id=1cdd4d04-ca53-4070-bbd7-39440e22eea7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:03.310419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.377298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] Sync routers for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:03.401274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.411838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1811d37c-edd3-472a-888f-53b109a019a4 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 10 04:00:03.415029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.418190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-93334dd4-f9e5-4787-bf70-0520cc44ec75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:03.440210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Pushing event deleted for resources: {'Network': ['ID=1811d37c-edd3-472a-888f-53b109a019a4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:03.449457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:03.452036 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] 10.222.0.44 "DELETE /v2.0/networks/1811d37c-edd3-472a-888f-53b109a019a4 HTTP/1.1" status: 204  len: 168 time: 0.6276996
Dec 10 04:00:03.453739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Calling delete_port for de90ec71-8bd3-44bd-8e4f-a028c092112a owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:03.456487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39690) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:03.505612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:03.506797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf84310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.512982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-b779b923-245b-4183-a504-e139f5091317 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:00:03.513884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b779b923-245b-4183-a504-e139f5091317 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:00:03.516738 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b779b923-245b-4183-a504-e139f5091317 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "DELETE /v2.0/subnets/c692e0ec-40c0-4c40-8b6d-43488e833770 HTTP/1.1" status: 404  len: 337 time: 0.0588319
Dec 10 04:00:03.519032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:03.579644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf84310>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.594850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:03.595472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf84310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.597981 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:00:03.662556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf84310>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.662968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd719ab-539d-4480-8309-ce8386653dd9 None None] The sync data for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:03.682239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.689604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.695265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:03.741173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Pushing event deleted for resources: {'Port': ['ID=de90ec71-8bd3-44bd-8e4f-a028c092112a,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:03.748730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.749082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.749446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.749778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.750106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.750531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.750866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.751189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.751515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.751931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.752257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.752574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:03.757065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:03.758023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] No DVR routers for this DVR port de90ec71-8bd3-44bd-8e4f-a028c092112a on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:03.798597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] For port de90ec71-8bd3-44bd-8e4f-a028c092112a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=de90ec71-8bd3-44bd-8e4f-a028c092112a,segment=NetworkSegment(1cdd4d04-ca53-4070-bbd7-39440e22eea7),segment_id=1cdd4d04-ca53-4070-bbd7-39440e22eea7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:03.799142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.839810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.872261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c40aeb0>,) {'filters': {'network_id': ['cd1a41eb-b667-47ae-9af1-66bfd36a1059']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.885914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c40aeb0>, '5a6fca5a-42b2-4512-821e-eb6930be529f') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.886466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c40aeb0>, '5a6fca5a-42b2-4512-821e-eb6930be529f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:03.898725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.915332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.921707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:03.922304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:03.932368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Calling delete_port for de90ec71-8bd3-44bd-8e4f-a028c092112a owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:03.941517 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:04.027057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.030877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2c101fda-3540-44d8-bc7d-f6cb4979e47b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:04.048804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.056641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Pushing event deleted for resources: {'Network': ['ID=cd1a41eb-b667-47ae-9af1-66bfd36a1059,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:04.063078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] 10.222.0.44 "DELETE /v2.0/networks/cd1a41eb-b667-47ae-9af1-66bfd36a1059 HTTP/1.1" status: 204  len: 168 time: 0.5425644
Dec 10 04:00:04.064220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:04.104592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:04.104919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:04.199660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.327790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39702) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:04.475638 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6b715cce-0413-4eca-85e5-9008f19b9322 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d08cba1fe0d4e24a3f40329dbbab995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1465437
Dec 10 04:00:04.477960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39708) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:04.531959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port e025c0ee-4c7c-414a-91fe-7baf1a078a3a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:04.532309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.534811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.560712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.605886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Deleting port de90ec71-8bd3-44bd-8e4f-a028c092112a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:04.606221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.614553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.620397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6527673e-4ff0-416d-acf5-3bbe7ca8ed23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:04.635483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.638976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f9e4588-9a01-455f-a9ef-0cacc99689a3 HTTP/1.1" status: 204  len: 168 time: 0.1576979
Dec 10 04:00:04.638976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e4588-9a01-455f-a9ef-0cacc99689a3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:04.640254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:04.721598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 09f428d0-68f4-4735-be32-b1729ea065c6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:04.750440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] The port 'de90ec71-8bd3-44bd-8e4f-a028c092112a' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:04.794795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 09f428d0-68f4-4735-be32-b1729ea065c6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:04.799943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 09f428d0-68f4-4735-be32-b1729ea065c6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:04.800328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.938117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.938652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.951269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.972673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39718) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:04.974479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 09f428d0-68f4-4735-be32-b1729ea065c6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=09f428d0-68f4-4735-be32-b1729ea065c6,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:04.979215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:04.982433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:05.035656 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dc3b349d-fac3-4845-a2d4-b08c1b58286a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f308f31b8773463497c3edb3a1795738&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549319
Dec 10 04:00:05.036406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39722) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:05.063842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device de90ec71-8bd3-44bd-8e4f-a028c092112a no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:05.105137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.107101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: de90ec71-8bd3-44bd-8e4f-a028c092112a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:05.107461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device de90ec71-8bd3-44bd-8e4f-a028c092112a not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:05.114300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:05.117452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:05.136417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.190905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.194974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef2c4a91-fc78-477a-b63e-3639e98a069b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:05.207522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5817fa-93ac-4ef9-ac49-e0fbbdd1ec6a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:05.210902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:05.212841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.216430 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c5817fa-93ac-4ef9-ac49-e0fbbdd1ec6a HTTP/1.1" status: 204  len: 168 time: 0.1766098
Dec 10 04:00:05.246275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for e025c0ee-4c7c-414a-91fe-7baf1a078a3a owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:05.292415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2244c0>,) {'filters': {'network_id': ['c8128d4f-2385-432f-a90e-255e440bf12c']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:05.309843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2244c0>, '1cdd4d04-ca53-4070-bbd7-39440e22eea7') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:05.310136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2244c0>, '1cdd4d04-ca53-4070-bbd7-39440e22eea7') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:05.327445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.369810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.378074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:05.378542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:05.393598 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:05.483325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.488110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.491383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e1d71e1-9ab7-4b11-9137-eb56d81b5073 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:05.521281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Pushing event deleted for resources: {'Network': ['ID=c8128d4f-2385-432f-a90e-255e440bf12c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:05.524179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:05.558208 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] 10.222.0.44 "DELETE /v2.0/networks/c8128d4f-2385-432f-a90e-255e440bf12c HTTP/1.1" status: 204  len: 168 time: 2.9255593
Dec 10 04:00:05.597155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:05.601997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-125e04bc-0ef3-4dc5-9d46-11b295f0d867 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:05.649338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=e025c0ee-4c7c-414a-91fe-7baf1a078a3a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:05.651983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:05.812834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39742) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:05.960496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.011752 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1281d999-7f4c-4502-bcad-3ea0be206592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4eb62ae504bf4c579ea8f44dd1fd6808&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1973972
Dec 10 04:00:06.013857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39756) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:06.072368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.098777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.154756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.160292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-39b9e536-8635-4264-98bf-1943eea31736 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:06.174143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60e130-7fcb-4360-a249-bd70f3558d36,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:06.176741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:06.177980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.179119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e60e130-7fcb-4360-a249-bd70f3558d36 HTTP/1.1" status: 204  len: 168 time: 0.1643693
Dec 10 04:00:06.252281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:06.387242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:06.403117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39770) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:06.403428 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1707718
Dec 10 04:00:06.407257 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] Sync routers for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:06.418592 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:06.419705 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d33daf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:06.458445 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c10becc7-d3b4-48d7-a5c5-7a8c3876814b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 HTTP/1.1" status: 200  len: 205 time: 0.0539632
Dec 10 04:00:06.463766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39776) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:06.488932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d33daf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:06.500587 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] Routers {'b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:06.501601 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d33daf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:06.569914 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d33daf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:06.570418 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b32d-b2a4-4cc2-804c-7649ef4c6ecb None None] The sync data for ids ['b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:06.713362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 09f428d0-68f4-4735-be32-b1729ea065c6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:06.735680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.793871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 09f428d0-68f4-4735-be32-b1729ea065c6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:06.794248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:06.861642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39794) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:06.982344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:06.990359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:06.997003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Usage tracker for resource:floatingip and tenant:83f6da9621ed4e94b1fb9f0695c5214d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:07.003767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:07.013694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:07.026978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.103314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.105550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.139201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.140083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:00:07.153277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.156717 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-946364d0-b678-4f3f-b352-c4cf3a856436 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 HTTP/1.1" status: 204  len: 168 time: 0.6896999
Dec 10 04:00:07.157495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39810) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:07.191848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39814) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:07.208753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.298181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1502229585'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:07.303351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:07.307327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:network and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:07.310384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:07.317202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:07.327460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:07.330940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.344490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.359665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:07.363411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:security_group_rule and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:07.366845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:07.379248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:07.407604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet b6fd09ec-a323-43d2-ab87-6e65077edcc4 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:07.415043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.464821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.469154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.473186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5693d7b3-628d-4ffb-9368-fe5cedb4c957 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:07.499037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:07.511988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186512ca-da93-400f-8882-9872bda0f21c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:07.515509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.516170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:07.517072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.517450 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Added segment a82d72b0-fc76-4c6e-b2d8-7a9ace559bec of type vlan for network 39c79d6d-8c7a-4f11-870c-b6357e6c2368
Dec 10 04:00:07.543147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.573267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.579506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:07.580117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.583925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c31b5bfb-8f45-455f-b226-87ba3fb45f6f tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:07.587008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Allocated IP 172.26.1.128 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/97d14382-d882-472a-9536-c70c2250291c) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:07.696982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5006776
Dec 10 04:00:07.696982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Network': ['ID=39c79d6d-8c7a-4f11-870c-b6357e6c2368,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:07.697296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:07.698150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:07.706805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:07.708657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'subnet': {'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:07.722583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.910963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:07.923051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:subnet and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:07.927457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.931382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:07.941874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:07.944088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:07.950252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0c94edd0-7fcf-4124-9538-483a9ac0a9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:07.993178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fd09ec-a323-43d2-ab87-6e65077edcc4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:07.997227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:07.999524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.002140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:08.004094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1063e7-f750-48da-b4bf-0a1019b1ef36 None None] Network a53b131c-2906-4798-ae93-036fa251870f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:08.005547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.098855 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/b6fd09ec-a323-43d2-ab87-6e65077edcc4 HTTP/1.1" status: 204  len: 168 time: 0.9404759
Dec 10 04:00:08.102084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39824) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:08.126375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.131382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b5b9d4ee-aeea-4bcb-8c8d-2d3ce79d455a tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:08.177324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 1dbce577-4e13-4be2-ad4b-50a2a2c573be {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:08.180965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.197831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:08.202180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:08.207344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:08.239497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.254513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] DHCP port deletion for a53b131c-2906-4798-ae93-036fa251870f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:08.257663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Pushing event updated for resources: {'Port': ['ID=97d14382-d882-472a-9536-c70c2250291c,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:08.259261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Deleting port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:08.259923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.293601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:08.327196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.377079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.378532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.383699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ddedaa50-7c5d-427e-9d29-5210d633a29b tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:08.412240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.424799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-769dcc21-570c-4364-ad35-3771c42241bd tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:08.461685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.465877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbce577-4e13-4be2-ad4b-50a2a2c573be,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:08.468917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:08.473209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/1dbce577-4e13-4be2-ad4b-50a2a2c573be HTTP/1.1" status: 204  len: 168 time: 0.3676217
Dec 10 04:00:08.476474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39828) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:08.480599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c69af5-56ad-472a-a97e-4fbeb20c7dcd None None] Network 2f62e2bb-ee7f-4bdd-99a8-10be80d874db requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:08.519237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.551004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Subnet': ['ID=eeb15474-2151-494f-9a85-3da5e63be3e0,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:08.558911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Checking segment: {'id': 'a82d72b0-fc76-4c6e-b2d8-7a9ace559bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:08.559274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network hostable DHCP agents. Network: 39c79d6d-8c7a-4f11-870c-b6357e6c2368, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:00:08.566945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] For port 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3c9face0-1206-4f1b-8ce9-d8022a91ce54,segment=NetworkSegment(785b84d6-7596-4ded-acdd-af9483afd460),segment_id=785b84d6-7596-4ded-acdd-af9483afd460)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:08.567350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.570764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:08.592409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.603957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:00:08.604826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:08.605162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.672623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 39c79d6d-8c7a-4f11-870c-b6357e6c2368) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:08.687198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:08.687796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.706514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb66cc-d085-4664-abcb-f83342994543 None None] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:08.730867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Calling delete_port for 3c9face0-1206-4f1b-8ce9-d8022a91ce54 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:08.732057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.0322421
Dec 10 04:00:08.735021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:08.741624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-193285716', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:08.759325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:08.762430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3c9face0-1206-4f1b-8ce9-d8022a91ce54 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:08.766954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:router and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:08.770881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:08.778515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:08.797447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.798370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.814362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.821662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.827233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54bc0842-162c-4b1f-9c53-8d39302019b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:08.846826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 3c9face0-1206-4f1b-8ce9-d8022a91ce54, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3c9face0-1206-4f1b-8ce9-d8022a91ce54,segment=NetworkSegment(785b84d6-7596-4ded-acdd-af9483afd460),segment_id=785b84d6-7596-4ded-acdd-af9483afd460)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:08.847311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.873483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:08.949600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Pushing event updated for resources: {'Port': ['ID=97d14382-d882-472a-9536-c70c2250291c,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:08.955016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:09.118117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.120120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 3c9face0-1206-4f1b-8ce9-d8022a91ce54 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:09.127168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:09.189737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Pushing event deleted for resources: {'Port': ['ID=3c9face0-1206-4f1b-8ce9-d8022a91ce54,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:09.197498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:09.199969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.203731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:09.204234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:09.208753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.212355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] No DVR routers for this DVR port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:09.317160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] DHCP port deletion for 2f62e2bb-ee7f-4bdd-99a8-10be80d874db request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:09.319635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56444102-2593-4444-a94f-4a7faa9524bf None None] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:09.341224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Deleting port 4cf91883-f8a3-41c3-8447-9b9d565f1544 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:09.342484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.342672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.346945 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4809890
Dec 10 04:00:09.347188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39838) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:09.353911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-112738896', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'fixed_ips': [{'ip_address': '172.26.1.128'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:09.359573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:09.361502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.365362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Usage tracker for resource:port and tenant:83f6da9621ed4e94b1fb9f0695c5214d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:09.369561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:09.384499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:09.394812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Made reservation on behalf of 83f6da9621ed4e94b1fb9f0695c5214d for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:09.397612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.414860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.429775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:09.433625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Usage tracker for resource:security_group_rule and tenant:83f6da9621ed4e94b1fb9f0695c5214d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:09.436400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:09.442362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:09.532042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.537133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.540042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98b0ac9a-2941-4cf1-abd5-3cf450784266 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:09.549506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] device_id is not set on port 8b2e99b0-6ff5-493d-9658-b7a8d11c6bbb yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:09.624119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3a5f1-d776-45a8-b2a0-4564a7228123,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:09.628919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:09.706336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 3c9face0-1206-4f1b-8ce9-d8022a91ce54 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:09.706701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.724601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.755340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.769697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] For port 4cf91883-f8a3-41c3-8447-9b9d565f1544, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4cf91883-f8a3-41c3-8447-9b9d565f1544,segment=NetworkSegment(71a2d78b-c1a5-4886-888c-5e6d6f8e93e5),segment_id=71a2d78b-c1a5-4886-888c-5e6d6f8e93e5)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:09.770026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.809092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] The port '3c9face0-1206-4f1b-8ce9-d8022a91ce54' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:09.898653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Calling delete_port for 4cf91883-f8a3-41c3-8447-9b9d565f1544 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:09.939355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 10 04:00:09.939859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:00:09.957699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.984983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:09.989597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:09.994257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c60b7c0>,) {'filters': {'network_id': ['a53b131c-2906-4798-ae93-036fa251870f']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:10.002545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.60 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/6f6b73b9-d35c-4c06-a226-2fff51452f29) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:10.010138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c60b7c0>, '785b84d6-7596-4ded-acdd-af9483afd460') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:10.010460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c60b7c0>, '785b84d6-7596-4ded-acdd-af9483afd460') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:10.023755 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.6722183
Dec 10 04:00:10.023999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39842) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:10.027380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.036242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] No DVR routers for this DVR port 4cf91883-f8a3-41c3-8447-9b9d565f1544 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:10.039506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Pushing event deleted for resources: {'Port': ['ID=4cf91883-f8a3-41c3-8447-9b9d565f1544,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:10.041712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:10.162951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.177013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.192574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.197689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50c65e07-4b17-478c-b7e3-b81770d09da9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:10.202610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:10.203009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.218190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Deleting port 97d14382-d882-472a-9536-c70c2250291c {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:10.218818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:10.241289 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:10.259406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:10.262414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:10.266072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:10.295588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=6f6b73b9-d35c-4c06-a226-2fff51452f29,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:10.305674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:10.408178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.420110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23a8a1b9-54c9-4cae-9c74-c3ec46af7cf0 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:10.436152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.449102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=a53b131c-2906-4798-ae93-036fa251870f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:10.453516 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/a53b131c-2906-4798-ae93-036fa251870f HTTP/1.1" status: 204  len: 168 time: 1.9786134
Dec 10 04:00:10.456211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:10.456425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39846) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:10.494636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.494983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.616428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.617483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Calling delete_port for 97d14382-d882-472a-9536-c70c2250291c owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:10.684637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4cf91883-f8a3-41c3-8447-9b9d565f1544 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:10.722335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4cf91883-f8a3-41c3-8447-9b9d565f1544 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:10.722842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4cf91883-f8a3-41c3-8447-9b9d565f1544 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:10.877091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:10.881428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f50a0129-02c2-4b90-ae10-e42ef62e2526 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:10.927837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d14382-d882-472a-9536-c70c2250291c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:10.931716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:11.018010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.028018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.029145 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/efd7c651-111d-458e-8383-5dd7b647386b HTTP/1.1" status: 204  len: 168 time: 1.0042443
Dec 10 04:00:11.031658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.059854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.113332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a1370>,) {'filters': {'network_id': ['2f62e2bb-ee7f-4bdd-99a8-10be80d874db']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:11.197845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a1370>, '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:11.198142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a1370>, '71a2d78b-c1a5-4886-888c-5e6d6f8e93e5') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:11.215890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.245471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.263083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:11.263720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:11.278433 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:11.298191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39856) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:11.419503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.438291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:11.442666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Usage tracker for resource:security_group_rule and tenant:75a74d633701485b9e19dc555d4db719 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:11.446275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:11.451886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:11.497643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.505014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.508057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c2a5f187-5420-4053-ae65-bdf3dc83f5df tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:11.534211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.539420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.539594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=2f62e2bb-ee7f-4bdd-99a8-10be80d874db,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:11.542264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:11.549925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/2f62e2bb-ee7f-4bdd-99a8-10be80d874db HTTP/1.1" status: 204  len: 168 time: 1.0884006
Dec 10 04:00:11.550092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ed2b0f53-b5d1-4d81-9b45-3c6ae94c8055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:11.554494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39862) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:11.562985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707831541'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:11.569420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:11.576710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:11.581374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:11.591717 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75a74d633701485b9e19dc555d4db719&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2899919
Dec 10 04:00:11.591900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:11.592020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39866) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:11.592127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.605125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fde2c-43fb-4dec-973e-9168a3c6e625,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:11.610873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:11.660164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:11.660782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.663629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.686008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.738170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.742870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b0902ae-3088-4acc-9fc6-398bd97cbd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:11.758855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7fde2c-43fb-4dec-973e-9168a3c6e625,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:11.761639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:11.763687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.767130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a7fde2c-43fb-4dec-973e-9168a3c6e625 HTTP/1.1" status: 204  len: 168 time: 0.1719556
Dec 10 04:00:11.777655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:11.801886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.802253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 6ae11138-d426-4990-904a-8575fc51de3d of type vlan for network 1636e45b-7c33-46cd-95a3-940fa6ad0a36
Dec 10 04:00:11.844545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.888845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:00:11.892299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.897865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:11.898431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:11.904452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3cd2828c-b8ac-4e4d-be8b-1605a06c29f9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:12.058076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39874) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.107235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a710a054-f56f-4614-9bf1-4af2eda9186a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83f6da9621ed4e94b1fb9f0695c5214d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477686
Dec 10 04:00:12.109537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39878) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.124954 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5694304
Dec 10 04:00:12.132378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39882) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.136347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=1636e45b-7c33-46cd-95a3-940fa6ad0a36,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:12.139048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:12.140706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:12.147947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:12.184409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:12.206847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.213003 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.4722462
Dec 10 04:00:12.213174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39886) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.227512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:12.255060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:12.255838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97fd90d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:12.271839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.286759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:12.294220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:12.302257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:12.312693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:12.315552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.331206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97fd90d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:12.346068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:12.346743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97fd90d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:12.353013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:12.356651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.413883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97fd90d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:12.414302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3adb6-86f0-436f-a8b3-b6f3f72c2929 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:12.478385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.484310 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0bbd02cb-d4ba-49b6-8b52-25941de67ed9 tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:12.498978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3a5f1-d776-45a8-b2a0-4564a7228123,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:12.504393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:12.508729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.510079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fb3a5f1-d776-45a8-b2a0-4564a7228123 HTTP/1.1" status: 204  len: 168 time: 0.3996155
Dec 10 04:00:12.616129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.622163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1fb0183-592b-492c-bb01-f29b2f738d34 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:12.704367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=6149583f-2836-409f-bdde-2cd619ca8da6,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:12.708497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:12.709549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '6ae11138-d426-4990-904a-8575fc51de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:12.709989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 1636e45b-7c33-46cd-95a3-940fa6ad0a36, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:00:12.730288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:00:12.739656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1636e45b-7c33-46cd-95a3-940fa6ad0a36) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:12.745231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:12.746046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.751957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddff7af-7a71-4c7f-9b64-510847adcdd9 None None] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:12.781479 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6478527
Dec 10 04:00:12.782239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39894) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.789102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-312672336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:12.797088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:12.801397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:12.805494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:12.812577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:12.834780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.836896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.857962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.886083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.930188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:12.931308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-87f07c55-0858-4e3c-984a-5a878e6eaf99 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1479602
Dec 10 04:00:12.933927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39902) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:12.940562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'port': {'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36', 'name': 'tempest-RoutersTest-49854075'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:13.034343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1636e45b-7c33-46cd-95a3-940fa6ad0a36', 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '6149583f-2836-409f-bdde-2cd619ca8da6'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:13.035963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.110478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:13.115825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:port and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:13.120370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:13.127117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:13.143680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:13.148295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.164011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.189436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] device_id is not set on port d256304b-b72e-4adb-a414-4b741b0f9c03 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:13.212461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Allocated IP 172.20.0.2 (1636e45b-7c33-46cd-95a3-940fa6ad0a36/6149583f-2836-409f-bdde-2cd619ca8da6/83586952-94c5-4c9d-8e38-7d507d70647a) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:13.432403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39920) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:13.478134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.488322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Transition to ACTIVE for port object 83586952-94c5-4c9d-8e38-7d507d70647a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:13.508350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Transition to ACTIVE for port object 83586952-94c5-4c9d-8e38-7d507d70647a will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:13.515088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.519618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1be3680f-d8fe-4f2d-a269-8aa00cbbd185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:13.575255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-435453613'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:13.585001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:13.590357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Pushing event updated for resources: {'Port': ['ID=83586952-94c5-4c9d-8e38-7d507d70647a,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:13.593015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:network and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:13.593173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:13.595428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:13.596257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:13.598352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:13.598507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:13.602129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.20.0.3 (1636e45b-7c33-46cd-95a3-940fa6ad0a36/6149583f-2836-409f-bdde-2cd619ca8da6/d256304b-b72e-4adb-a414-4b741b0f9c03) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:13.605914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.1 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/de4d76d3-c371-4f7b-8c8f-03c79e603bfc) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:13.609145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:13.628224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:13.631749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.663614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.692600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Attempting to bind port 83586952-94c5-4c9d-8e38-7d507d70647a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:13.692981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Attempting to bind port 83586952-94c5-4c9d-8e38-7d507d70647a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '6ae11138-d426-4990-904a-8575fc51de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:13.693540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Attempting to bind port 83586952-94c5-4c9d-8e38-7d507d70647a on network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:13.699252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:13.699625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Checking segment: {'id': '6ae11138-d426-4990-904a-8575fc51de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:13.699744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:13.700040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.700433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Bound using segment: {'id': '6ae11138-d426-4990-904a-8575fc51de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:13.700899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Bound port: 83586952-94c5-4c9d-8e38-7d507d70647a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae11138-d426-4990-904a-8575fc51de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1636e45b-7c33-46cd-95a3-940fa6ad0a36'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:13.701276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.712228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:security_group_rule and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:13.718067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:13.740043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:13.773270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.798278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.805478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] For port 83586952-94c5-4c9d-8e38-7d507d70647a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:13.807102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.808643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] For port 83586952-94c5-4c9d-8e38-7d507d70647a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=83586952-94c5-4c9d-8e38-7d507d70647a,segment=NetworkSegment(6ae11138-d426-4990-904a-8575fc51de3d),segment_id=6ae11138-d426-4990-904a-8575fc51de3d)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:13.812343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11eebc5a-5462-421d-960e-446712b66635 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:13.813186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.818261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a01b6512-cd48-40eb-b080-f9a21253b2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:13.872072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:13.875770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:13.880000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:13.911560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Pushing event updated for resources: {'Port': ['ID=83586952-94c5-4c9d-8e38-7d507d70647a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:13.915517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:13.935507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=de4d76d3-c371-4f7b-8c8f-03c79e603bfc,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:13.942481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:13.961240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.983673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.986939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.993976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:13.999044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb681886-f914-48c8-8b41-2a982a36adc9 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:14.036111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:14.044258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object d256304b-b72e-4adb-a414-4b741b0f9c03 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:14.052448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3850ce42-0789-4338-a15f-942f872e7f12,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:14.055922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:14.059457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.059807 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Added segment fa1e951e-2cbc-401f-adc3-f69f43fa09f0 of type vlan for network 83faf901-581e-4083-899b-d7e1c00d6e85
Dec 10 04:00:14.094882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.123037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.130082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.141637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c3a4c1e4-12db-4a8f-8c78-97ad387040a8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:14.332754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.339237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:14.339889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.342754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd1d1-efdd-41b6-ac1d-26119bfe7ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.356699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:14.366909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:14.369528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:14.401579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=d256304b-b72e-4adb-a414-4b741b0f9c03,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:14.404754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:14.416767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e8bcea98-8231-4de6-bb00-c08cec655ac7 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:14.525203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0916395
Dec 10 04:00:14.528750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39926) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:14.532217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Network': ['ID=83faf901-581e-4083-899b-d7e1c00d6e85,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:14.535238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:14.536371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:14.542059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:14.542664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.543617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:14.562907 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 920 time: 1.6278403
Dec 10 04:00:14.566662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39930) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:14.762285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 83586952-94c5-4c9d-8e38-7d507d70647a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:14.764459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:14.769175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:14.772869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:14.779472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:14.801269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:14.805848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.842669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 83586952-94c5-4c9d-8e38-7d507d70647a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:14.969199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:14.977418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.003615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-58521677-7042-4008-a4d5-78fe097e30ad tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:15.020745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383c6bd-e66c-48a7-84ec-669e28d435f0 None None] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:15.123822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Provisioning for port 83586952-94c5-4c9d-8e38-7d507d70647a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:15.141263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Provisioning complete for port 83586952-94c5-4c9d-8e38-7d507d70647a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:15.142217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.151321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=de4d76d3-c371-4f7b-8c8f-03c79e603bfc,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:15.155928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.165232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:15.230691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.308910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.314660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0589cfa7-59da-49e3-af1f-686de834f2ba tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:15.361783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.402753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] For port 83586952-94c5-4c9d-8e38-7d507d70647a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=83586952-94c5-4c9d-8e38-7d507d70647a,segment=NetworkSegment(6ae11138-d426-4990-904a-8575fc51de3d),segment_id=6ae11138-d426-4990-904a-8575fc51de3d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:15.410800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.413097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:15.414451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:15.417162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=5fb0b434-42c1-468d-b96b-0a257f1c8dcb,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:15.420926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:15.422838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:15.427510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:15.427988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network hostable DHCP agents. Network: 83faf901-581e-4083-899b-d7e1c00d6e85, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:00:15.494406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Pushing event updated for resources: {'Port': ['ID=83586952-94c5-4c9d-8e38-7d507d70647a,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:15.498031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:15.586253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:00:15.603673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 83faf901-581e-4083-899b-d7e1c00d6e85) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:15.612650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a835d-8815-4d5f-aa10-515a5a2d2a39 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:15.612858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.618703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:15.619385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.619641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.625033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78646a37-4d37-4a14-a71f-c8cde1ccdc49 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:15.648748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1156087
Dec 10 04:00:15.648748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39934) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:15.656374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'name': 'tempest-NetworksTestDHCPv6-1978982253'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:15.747841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=d256304b-b72e-4adb-a414-4b741b0f9c03,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:15.750710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:15.814287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:15.815306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Provisioning for port d256304b-b72e-4adb-a414-4b741b0f9c03 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:15.819606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:15.822872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:15.829568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:15.843165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Provisioning complete for port d256304b-b72e-4adb-a414-4b741b0f9c03 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:15.843758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.849200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:15.853465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.879064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port f9bf14df-ddb3-4a75-804a-153ee0f073da yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:15.936751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:15.965806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Port d256304b-b72e-4adb-a414-4b741b0f9c03 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:15.982603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '5fb0b434-42c1-468d-b96b-0a257f1c8dcb'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:15.983679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:15.997149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Provisioning complete for port 83586952-94c5-4c9d-8e38-7d507d70647a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:15.997643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7e65432b-99c6-4b12-b0aa-faa4c647a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.252239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.347586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::d1 (83faf901-581e-4083-899b-d7e1c00d6e85/5fb0b434-42c1-468d-b96b-0a257f1c8dcb/f9bf14df-ddb3-4a75-804a-153ee0f073da) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:16.355225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.370528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:16.381530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:16.392602 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/routers/317866e8-a350-4a11-8c9c-9ac353d547b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1782429
Dec 10 04:00:16.395252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39940) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:16.407145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:16.407759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480af0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:16.411663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'port': {'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368', 'name': 'tempest-FloatingIPTestJSON-952350315'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:16.412246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d21f38e4-0448-4c3a-9987-d678dd2a6c5c None None] Provisioning complete for port d256304b-b72e-4adb-a414-4b741b0f9c03 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:16.413493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d21f38e4-0448-4c3a-9987-d678dd2a6c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.478959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d21f38e4-0448-4c3a-9987-d678dd2a6c5c None None] Port d256304b-b72e-4adb-a414-4b741b0f9c03 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:16.496953 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480af0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:16.505596 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:16.507146 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480af0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T03:59:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:16.568839 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480af0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:16.569556 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39f5cf-99f1-4cb0-acf2-7ba613d33913 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:16.638961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1737a098-cdcb-4ae8-9fc4-97bb50085115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.675815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:16.683038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:port and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:16.692950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:16.702505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:16.703597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 83586952-94c5-4c9d-8e38-7d507d70647a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:16.706297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.726809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:16.730446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.741180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object f9bf14df-ddb3-4a75-804a-153ee0f073da will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:16.760836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] device_id is not set on port f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:16.761875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.766663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.786592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 83586952-94c5-4c9d-8e38-7d507d70647a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:16.786975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.796614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d6ed038-f683-4436-a56d-455545b7432a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:16.883622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.904198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=d256304b-b72e-4adb-a414-4b741b0f9c03,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:16.908299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:16.936245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:16.946901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:16.969881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/5fb0b434-42c1-468d-b96b-0a257f1c8dcb/d15081c2-f43b-4e9c-9da9-bad256cee179) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:16.991223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.4 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:17.029887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:17.031303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:17.032535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:17.033917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:17.034165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:17.040830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:17.041465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.103752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=f9bf14df-ddb3-4a75-804a-153ee0f073da,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:17.108544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:17.113390 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.4638631
Dec 10 04:00:17.123174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39944) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:17.212890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.225953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Transition to ACTIVE for port object d15081c2-f43b-4e9c-9da9-bad256cee179 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:17.249759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Transition to ACTIVE for port object d15081c2-f43b-4e9c-9da9-bad256cee179 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:17.258195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.264565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3e4c7b48-67ee-4af3-b54a-ddbc3d243b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:17.269958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 96096ead-3c0d-4014-a3c7-ffdf4791685b is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:00:17.332490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:17.336541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:17.341181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:17.353045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Pushing event updated for resources: {'Port': ['ID=d15081c2-f43b-4e9c-9da9-bad256cee179,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:17.354147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12292049-0f5b-45cc-b7a5-698dee14586d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:17.354869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12292049-0f5b-45cc-b7a5-698dee14586d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:17.356908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe2a98ce-8e2b-46eb-92de-e6c2ff76ed8b None None] Provisioning complete for port d256304b-b72e-4adb-a414-4b741b0f9c03 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:17.357289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe2a98ce-8e2b-46eb-92de-e6c2ff76ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.386472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.389196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:17.395405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-12292049-0f5b-45cc-b7a5-698dee14586d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:17.399711 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-12292049-0f5b-45cc-b7a5-698dee14586d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.2725220
Dec 10 04:00:17.400293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39948) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:17.457663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:17.463769 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/96096ead-3c0d-4014-a3c7-ffdf4791685b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8961346
Dec 10 04:00:17.466274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39952) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:17.478453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port f9bf14df-ddb3-4a75-804a-153ee0f073da {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:17.478798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.490568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] Sync routers for ids ['96096ead-3c0d-4014-a3c7-ffdf4791685b'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:17.518244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Attempting to bind port d15081c2-f43b-4e9c-9da9-bad256cee179 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:17.518551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Attempting to bind port d15081c2-f43b-4e9c-9da9-bad256cee179 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:17.518911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Attempting to bind port d15081c2-f43b-4e9c-9da9-bad256cee179 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:17.524293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] Routers {'96096ead-3c0d-4014-a3c7-ffdf4791685b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:17.524919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['96096ead-3c0d-4014-a3c7-ffdf4791685b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:17.537409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.544037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a200cfc-f7ca-4df2-a77a-35a1ba4c9a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:17.553173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09757160-2f9e-4c17-b714-59f3d0fbec38 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:17.554025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-09757160-2f9e-4c17-b714-59f3d0fbec38 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:17.570980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-09757160-2f9e-4c17-b714-59f3d0fbec38 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:17.572481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-09757160-2f9e-4c17-b714-59f3d0fbec38 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports/d256304b-b72e-4adb-a414-4b741b0f9c03 HTTP/1.1" status: 200  len: 975 time: 0.1045907
Dec 10 04:00:17.575219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39956) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:17.593447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a98ce-8e2b-46eb-92de-e6c2ff76ed8b None None] Port d256304b-b72e-4adb-a414-4b741b0f9c03 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:17.598424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549820>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:17.607472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:17.607853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:17.608253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.608655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:17.609269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Bound port: d15081c2-f43b-4e9c-9da9-bad256cee179, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:17.609674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.633517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] Routers {'96096ead-3c0d-4014-a3c7-ffdf4791685b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:17.634143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['96096ead-3c0d-4014-a3c7-ffdf4791685b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:17.659554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:17.667389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:17.690338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:17.701025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.745916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549820>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:17.746332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b51913-4ffd-4eaa-8c51-e22b1bb443ea None None] The sync data for ids ['96096ead-3c0d-4014-a3c7-ffdf4791685b'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:17.782973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:17.793229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] For port d15081c2-f43b-4e9c-9da9-bad256cee179, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:17.796181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] For port d15081c2-f43b-4e9c-9da9-bad256cee179, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d15081c2-f43b-4e9c-9da9-bad256cee179,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:17.797974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:17.804813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.810083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3df83942-ce1d-4079-a54e-9856a749b53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:17.836443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:17.837063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.882353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:17.894112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4951713
Dec 10 04:00:17.894445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39962) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:17.898172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Pushing event updated for resources: {'Port': ['ID=d15081c2-f43b-4e9c-9da9-bad256cee179,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:17.902560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:17.907632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'port': {'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368', 'name': 'tempest-FloatingIPTestJSON-2061202426'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:17.940757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.183720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for f9bf14df-ddb3-4a75-804a-153ee0f073da owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:18.270576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.409087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:18.416893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:port and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:18.421558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:18.430833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:18.444306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.450742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c3840bc-02eb-4bfb-85bb-c7378de5e7e6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:18.487077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:18.491239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.509230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=f9bf14df-ddb3-4a75-804a-153ee0f073da,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:18.511769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:18.549761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port d256304b-b72e-4adb-a414-4b741b0f9c03 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:18.550100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.562633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] device_id is not set on port bc296f07-755e-401e-9e5b-d6fbcdb599d0 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:18.597704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.624604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/f9bf14df-ddb3-4a75-804a-153ee0f073da HTTP/1.1" status: 204  len: 168 time: 1.2235451
Dec 10 04:00:18.628115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39966) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:18.744295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d15081c2-f43b-4e9c-9da9-bad256cee179 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:18.753169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e684dcbb-acb0-44d7-ad68-d286f1fc8eab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:18.754810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e684dcbb-acb0-44d7-ad68-d286f1fc8eab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:18.755566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e684dcbb-acb0-44d7-ad68-d286f1fc8eab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:18.765764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:18.794296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.5 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/bc296f07-755e-401e-9e5b-d6fbcdb599d0) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:18.827261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port d15081c2-f43b-4e9c-9da9-bad256cee179 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:18.859510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e684dcbb-acb0-44d7-ad68-d286f1fc8eab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:18.864778 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e684dcbb-acb0-44d7-ad68-d286f1fc8eab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2356753
Dec 10 04:00:18.868415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39970) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:18.908054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for d256304b-b72e-4adb-a414-4b741b0f9c03 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:19.040378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 5fb0b434-42c1-468d-b96b-0a257f1c8dcb {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:19.047399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.076084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a06ee1-81dd-45a8-b8f9-8b30566045ad None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:19.105443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.112837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:19.137496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.157807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=d256304b-b72e-4adb-a414-4b741b0f9c03,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:19.160467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:19.173450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Provisioning for port d15081c2-f43b-4e9c-9da9-bad256cee179 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:19.189153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Provisioning complete for port d15081c2-f43b-4e9c-9da9-bad256cee179 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:19.189583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.202056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.259815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.321349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.329114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-105b0cf6-0eb6-4842-a8ec-29f87aa61886 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:19.414712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=bc296f07-755e-401e-9e5b-d6fbcdb599d0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:19.425289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:19.447486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:19.451036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:19.454004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:19.464348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.480509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.498128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.508258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-77c810ec-bfe4-494d-9af5-8c0a46f3dc54 tempest-ExtraDHCPOptionsTestJSON-987672325 tempest-ExtraDHCPOptionsTestJSON-987672325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:19.553559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb0b434-42c1-468d-b96b-0a257f1c8dcb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:19.557695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.565399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:19.566486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:19.567893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.570716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:19.578612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:19.579253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.586359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5fb0b434-42c1-468d-b96b-0a257f1c8dcb HTTP/1.1" status: 204  len: 168 time: 0.7167180
Dec 10 04:00:19.591433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39974) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:19.670008 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c7a3546f-f822-4adb-9b43-21687f2e558c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0773752
Dec 10 04:00:19.674868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7760484
Dec 10 04:00:19.674868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39978) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:19.675176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 39980) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:19.680817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:19.700538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'bc296f07-755e-401e-9e5b-d6fbcdb599d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:19.757552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:19.768778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:floatingip and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:19.769772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a0bbd-4233-4a6d-b685-7856f6873832 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:19.781135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:19.790976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:19.821103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:19.842166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:19.847736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:19.852707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:19.861099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:19.868856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 96096ead-3c0d-4014-a3c7-ffdf4791685b has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:19.938142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:19.940413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.017697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:20.028885 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] Sync routers for ids ['96096ead-3c0d-4014-a3c7-ffdf4791685b'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:20.046890 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] Routers {'96096ead-3c0d-4014-a3c7-ffdf4791685b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:20.047301 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/96096ead-3c0d-4014-a3c7-ffdf4791685b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4710050
Dec 10 04:00:20.047970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39986) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:20.048840 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480d00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['96096ead-3c0d-4014-a3c7-ffdf4791685b'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:20.129261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:20.134372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.138530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480d00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:20.147801 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] Routers {'96096ead-3c0d-4014-a3c7-ffdf4791685b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:20.148727 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480d00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['96096ead-3c0d-4014-a3c7-ffdf4791685b'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:20.150964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Deleting port d15081c2-f43b-4e9c-9da9-bad256cee179 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:20.151357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.217993 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d480d00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:20.218795 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5351787-adff-408d-9bf7-a14754ad2e53 None None] The sync data for ids ['96096ead-3c0d-4014-a3c7-ffdf4791685b'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:20.232108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] For port d15081c2-f43b-4e9c-9da9-bad256cee179, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d15081c2-f43b-4e9c-9da9-bad256cee179,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:20.262298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.270014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cc4e0d92-fc0c-4839-8387-06dff5ad57c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:20.367458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.369779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.375076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5cf647d8-3f70-48bb-94f9-7657fc9ff997 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:20.442336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Pushing event updated for resources: {'Port': ['ID=d15081c2-f43b-4e9c-9da9-bad256cee179,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:20.446211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:20.446839 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-5d4a72f6-f387-4bd2-a509-2c6ecdb69314 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] remove_router_interface failed (client error): The resource could not be found.
Dec 10 04:00:20.447885 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5d4a72f6-f387-4bd2-a509-2c6ecdb69314 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/96096ead-3c0d-4014-a3c7-ffdf4791685b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3989418
Dec 10 04:00:20.450794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39992) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:20.470590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] For port d15081c2-f43b-4e9c-9da9-bad256cee179, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d15081c2-f43b-4e9c-9da9-bad256cee179,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:20.471014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.481820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ae44fa5-4a5e-4d90-ab34-f0b10f30b71e None None] Provisioning complete for port d15081c2-f43b-4e9c-9da9-bad256cee179 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:20.482887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1ae44fa5-4a5e-4d90-ab34-f0b10f30b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.489933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:20.497684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:20.498643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53d3b3ff-46f0-4053-9294-69d49d343f59 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:20.505825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:20.506971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.516168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53d3b3ff-46f0-4053-9294-69d49d343f59 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:20.520882 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-53d3b3ff-46f0-4053-9294-69d49d343f59 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=96096ead-3c0d-4014-a3c7-ffdf4791685b HTTP/1.1" status: 200  len: 205 time: 0.0688584
Dec 10 04:00:20.521580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 39996) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:20.528589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=3d862b1b-543f-4d67-a384-482516a518b4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:20.535666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:20.592136 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9157186
Dec 10 04:00:20.592425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40000) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:20.599591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'name': 'tempest-NetworksTestDHCPv6-1015556574'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:20.650020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Calling delete_port for d15081c2-f43b-4e9c-9da9-bad256cee179 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:20.664145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.691717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.70 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/e586e43c-d46a-4dc1-97c7-5b6858e318bb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:20.738400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d15081c2-f43b-4e9c-9da9-bad256cee179 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:20.836875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.846005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c3e754f8-04bc-4ec1-b73a-3075e3faa1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:20.848482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:20.864656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:20.870428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:20.887433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:20.903672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] No DVR routers for this DVR port d15081c2-f43b-4e9c-9da9-bad256cee179 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:20.913863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Pushing event deleted for resources: {'Port': ['ID=d15081c2-f43b-4e9c-9da9-bad256cee179,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:20.919773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.921604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:20.923634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:20.925241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e42fc2-6d7c-4253-8aeb-6dabf66e9de6 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:20.927660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:20.956369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 3ac9c612-e43b-45f1-bb0e-c6830e040a07 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:20.996105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No active binding found for port d15081c2-f43b-4e9c-9da9-bad256cee179 {{(pid=87631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 10 04:00:20.996957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d15081c2-f43b-4e9c-9da9-bad256cee179 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:21.140648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.154941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f961780a-d792-45a3-85b7-69fc08f67e03 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:21.158202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.161155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.164245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '3d862b1b-543f-4d67-a384-482516a518b4'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:21.165099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.186466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.187097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router 96096ead-3c0d-4014-a3c7-ffdf4791685b {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:00:21.199229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.200828 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5cf05691-a71b-4245-bcf6-7716273bcd7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/96096ead-3c0d-4014-a3c7-ffdf4791685b HTTP/1.1" status: 204  len: 168 time: 0.6770856
Dec 10 04:00:21.203148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40004) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:21.212598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:21.222759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:21.232246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:21.272799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 6149583f-2836-409f-bdde-2cd619ca8da6 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:21.275592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.294561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=e586e43c-d46a-4dc1-97c7-5b6858e318bb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:21.304901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-591daa83-1c77-48a9-83f6-993e17fbb70a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2889633
Dec 10 04:00:21.307412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:21.320184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::284 (83faf901-581e-4083-899b-d7e1c00d6e85/3d862b1b-543f-4d67-a384-482516a518b4/3ac9c612-e43b-45f1-bb0e-c6830e040a07) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:21.330553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.420884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.495138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.499636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-03d6dcbc-a454-4dcc-b56d-1754b250fdc8 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:21.535422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=6149583f-2836-409f-bdde-2cd619ca8da6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:21.537251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.543851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/6149583f-2836-409f-bdde-2cd619ca8da6 HTTP/1.1" status: 204  len: 168 time: 0.3394895
Dec 10 04:00:21.545168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:21.546331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40008) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:21.546696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802273d-74e1-44cd-91fa-8cb3f9b68bf1 None None] Network 1636e45b-7c33-46cd-95a3-940fa6ad0a36 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:21.665175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.675947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 83586952-94c5-4c9d-8e38-7d507d70647a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:21.676280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.857262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] DHCP port deletion for 1636e45b-7c33-46cd-95a3-940fa6ad0a36 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:21.863378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Deleting port 83586952-94c5-4c9d-8e38-7d507d70647a {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:21.863877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.918464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 83586952-94c5-4c9d-8e38-7d507d70647a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=83586952-94c5-4c9d-8e38-7d507d70647a,segment=NetworkSegment(6ae11138-d426-4990-904a-8575fc51de3d),segment_id=6ae11138-d426-4990-904a-8575fc51de3d)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:21.918986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:21.943738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-5b052146-a3dd-4a8b-8ee8-5a6095614a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:21.945239 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-5b052146-a3dd-4a8b-8ee8-5a6095614a49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1099 time: 0.5506682
Dec 10 04:00:22.059083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 83586952-94c5-4c9d-8e38-7d507d70647a owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:22.067496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.083756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] For port 83586952-94c5-4c9d-8e38-7d507d70647a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=83586952-94c5-4c9d-8e38-7d507d70647a,segment=NetworkSegment(6ae11138-d426-4990-904a-8575fc51de3d),segment_id=6ae11138-d426-4990-904a-8575fc51de3d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:22.084782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.114499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 3ac9c612-e43b-45f1-bb0e-c6830e040a07 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:22.145315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.150759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58dad72c-f74d-4fe7-bdbc-09405af02dfc tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:22.190164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-57fe5acc-34ce-4ff6-9b5a-1c027e7c5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.191950 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-57fe5acc-34ce-4ff6-9b5a-1c027e7c5179 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 896 time: 0.2183695
Dec 10 04:00:22.199377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=83586952-94c5-4c9d-8e38-7d507d70647a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:22.202295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:22.205275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port 83586952-94c5-4c9d-8e38-7d507d70647a on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:22.219430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Calling delete_port for 83586952-94c5-4c9d-8e38-7d507d70647a owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:22.264170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.281498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b119ff8-e396-4fa0-82af-ab3d8a0504d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:22.323807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.338378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/3d862b1b-543f-4d67-a384-482516a518b4/91d50d62-037d-4248-ab24-4aef7263e0f5) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:22.339038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.350687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:22.351045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:22.372512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9668da90>,) {'filters': {'network_id': ['1636e45b-7c33-46cd-95a3-940fa6ad0a36']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:22.383481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-fec826bf-4483-4826-b326-04f323b47ef8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 1002 time: 0.1844437
Dec 10 04:00:22.387186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:22.388021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9668da90>, '6ae11138-d426-4990-904a-8575fc51de3d') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:22.388538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9668da90>, '6ae11138-d426-4990-904a-8575fc51de3d') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:22.391673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:22.395886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=3ac9c612-e43b-45f1-bb0e-c6830e040a07,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:22.398184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:22.402079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.403612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.404225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.421339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.429560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:22.430012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.442122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:22.451051 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:22.537284 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9414034
Dec 10 04:00:22.537284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-85b83fe3-7645-44c7-ad2c-39fc33be4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.538297 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-85b83fe3-7645-44c7-ad2c-39fc33be4a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.1445484
Dec 10 04:00:22.538785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40014) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:22.561898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.573770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Transition to ACTIVE for port object 91d50d62-037d-4248-ab24-4aef7263e0f5 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:22.597364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Transition to ACTIVE for port object 91d50d62-037d-4248-ab24-4aef7263e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:22.603338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.607983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:22.612025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.697525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:22.698254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.701624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:22.703407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fbb267a2-1e32-497c-8491-b5809aaf4a21 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:22.703542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Pushing event updated for resources: {'Port': ['ID=91d50d62-037d-4248-ab24-4aef7263e0f5,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:22.705877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:22.711178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:22.725092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.735140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=1636e45b-7c33-46cd-95a3-940fa6ad0a36,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:22.739789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:22.749077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/1636e45b-7c33-46cd-95a3-940fa6ad0a36 HTTP/1.1" status: 204  len: 168 time: 1.2016609
Dec 10 04:00:22.753346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 83586952-94c5-4c9d-8e38-7d507d70647a no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:22.754701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40018) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:22.760990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-392383752'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:22.765978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:22.769852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:22.772699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:22.778521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:22.790170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 83586952-94c5-4c9d-8e38-7d507d70647a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:22.790445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:22.790565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 83586952-94c5-4c9d-8e38-7d507d70647a not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:22.794451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.823529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-3046a6f4-c56e-4415-8a8f-b4828f96393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.824978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:22.825207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-3046a6f4-c56e-4415-8a8f-b4828f96393c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2475400
Dec 10 04:00:22.834675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.835065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33aa95-6059-4a61-8132-f678bc18ae54 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.835192 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 92aca9b8-9fb3-4420-90d9-3887cebc4ba2 of type vlan for network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8
Dec 10 04:00:22.835743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-de33aa95-6059-4a61-8132-f678bc18ae54 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:22.849006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Attempting to bind port 91d50d62-037d-4248-ab24-4aef7263e0f5 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:22.849327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Attempting to bind port 91d50d62-037d-4248-ab24-4aef7263e0f5 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:22.850239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Attempting to bind port 91d50d62-037d-4248-ab24-4aef7263e0f5 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:22.853660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Deleting port 83586952-94c5-4c9d-8e38-7d507d70647a {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:22.854051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.872213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.889970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:22.890628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:22.890760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.891152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:22.891639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Bound port: 91d50d62-037d-4248-ab24-4aef7263e0f5, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:22.892025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.906851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.915077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:22.916020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:22.937399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:22.940406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f803d146-ab54-4135-ba0f-9c8b601a35cf None None] The port '83586952-94c5-4c9d-8e38-7d507d70647a' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:22.975457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-de33aa95-6059-4a61-8132-f678bc18ae54 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:22.976063 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2201269
Dec 10 04:00:22.976493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40022) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:22.976686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-de33aa95-6059-4a61-8132-f678bc18ae54 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.4348092
Dec 10 04:00:22.981531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40024) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:23.026642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] For port 91d50d62-037d-4248-ab24-4aef7263e0f5, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:23.029766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] For port 91d50d62-037d-4248-ab24-4aef7263e0f5, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=91d50d62-037d-4248-ab24-4aef7263e0f5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:23.029954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:23.036022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.047065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de67a65b-cf82-474e-bb45-87945cefb22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:23.094888 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-f8a2e184-9f18-497a-9858-2e805551b5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525985
Dec 10 04:00:23.098670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.123763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 3ac9c612-e43b-45f1-bb0e-c6830e040a07 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:23.123995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.124984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Pushing event updated for resources: {'Port': ['ID=91d50d62-037d-4248-ab24-4aef7263e0f5,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:23.130135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:23.149866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=dd1a2c09-3efa-4d92-bf96-1f0cc4456de8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:23.165503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:23.171478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:23.181703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:23.185943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:23.188851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:23.195409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:23.209945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:23.214536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.221012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.234263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-90782c28-41ca-4062-8eb9-6adfb287c790 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:23.421831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=e586e43c-d46a-4dc1-97c7-5b6858e318bb,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:23.440755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:23.481589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.484387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.489250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a6f86a9-ab3b-4b85-8b10-e8889b77b8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:23.556393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=6b050026-718e-42e9-94b3-87a675956736,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:23.559224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:23.583596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '92aca9b8-9fb3-4420-90d9-3887cebc4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:23.583890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: dd1a2c09-3efa-4d92-bf96-1f0cc4456de8, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:00:23.604216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:00:23.613891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, dd1a2c09-3efa-4d92-bf96-1f0cc4456de8) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:23.618232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:23.619031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.626669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027cc59-78c6-400f-ae5d-6af291a6d709 None None] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:23.645081 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6612499
Dec 10 04:00:23.645298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40030) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:23.651204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2003641464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:23.658084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:23.661942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:23.664822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:23.670673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:23.687458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.688455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.706797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.726836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.750156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:23.755188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-44fca21a-659a-47b8-9dbf-ad549043777f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1054940
Dec 10 04:00:23.755921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40034) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:23.757183 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e2b3f7c-8482-4ac9-8420-d0625973d175 req-4b448c78-8c41-4b15-889d-99969129e3e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6543784
Dec 10 04:00:23.953035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 863ab8b8-1f38-4c55-b5bb-83eee9dae73d associated. External IP: 172.26.1.70, port: bc296f07-755e-401e-9e5b-d6fbcdb599d0.
Dec 10 04:00:23.956688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-dd1a2c09-3efa-4d92-bf96-1f0cc4456de8', 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '6b050026-718e-42e9-94b3-87a675956736'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:23.958707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.130780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.169171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Allocated IP 172.20.0.2 (dd1a2c09-3efa-4d92-bf96-1f0cc4456de8/6b050026-718e-42e9-94b3-87a675956736/02ce73b6-bc55-45ba-8887-d6b9ccd473bf) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:24.278135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 3ac9c612-e43b-45f1-bb0e-c6830e040a07 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:24.304035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.448919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9a421218-f14f-4713-b947-e2d5b3b6ec46 None None] Provisioning for port 91d50d62-037d-4248-ab24-4aef7263e0f5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:24.462035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.477938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Transition to ACTIVE for port object 02ce73b6-bc55-45ba-8887-d6b9ccd473bf will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:24.502315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Transition to ACTIVE for port object 02ce73b6-bc55-45ba-8887-d6b9ccd473bf will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:24.513446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.520972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:24.604042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:24.607659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:24.610348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:24.671413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.700519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:24.717074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:24.751233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Pushing event updated for resources: {'Port': ['ID=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:24.757467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:24.766693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Attempting to bind port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:24.767070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Attempting to bind port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '92aca9b8-9fb3-4420-90d9-3887cebc4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:24.767437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Attempting to bind port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf on network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:24.778396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:24.779052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Checking segment: {'id': '92aca9b8-9fb3-4420-90d9-3887cebc4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:24.779598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.780004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Bound using segment: {'id': '92aca9b8-9fb3-4420-90d9-3887cebc4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:24.780526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Bound port: 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aca9b8-9fb3-4420-90d9-3887cebc4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'dd1a2c09-3efa-4d92-bf96-1f0cc4456de8'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:24.780868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.790847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 91d50d62-037d-4248-ab24-4aef7263e0f5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:24.828047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=3ac9c612-e43b-45f1-bb0e-c6830e040a07,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:24.848051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7959b38b-f1a6-4586-8664-67c7a0b0b7e1 None None] Could not find standard attr ID for object f9bf14df-ddb3-4a75-804a-153ee0f073da. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:00:24.859945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:24.861949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.938788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.20.0.1 (dd1a2c09-3efa-4d92-bf96-1f0cc4456de8/6b050026-718e-42e9-94b3-87a675956736/0615bf53-4ace-468b-a19e-6df5236fe3c3) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:24.953275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] For port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:24.956817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] For port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,segment=NetworkSegment(92aca9b8-9fb3-4420-90d9-3887cebc4ba2),segment_id=92aca9b8-9fb3-4420-90d9-3887cebc4ba2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:24.975450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:24.980347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:25.029039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 91d50d62-037d-4248-ab24-4aef7263e0f5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:25.047877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 91d50d62-037d-4248-ab24-4aef7263e0f5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:25.048362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.081859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/3ac9c612-e43b-45f1-bb0e-c6830e040a07 HTTP/1.1" status: 204  len: 168 time: 2.0964925
Dec 10 04:00:25.083913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:25.125651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0833678b-cfd1-40b8-a5de-f6e3f6d14b3f None None] Could not find standard attr ID for object 3ac9c612-e43b-45f1-bb0e-c6830e040a07. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:00:25.144603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Pushing event updated for resources: {'Port': ['ID=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:25.149690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:25.159196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:25.187750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.212814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:25.250676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.256887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6802c1-fc28-4695-b276-fbcd3464a576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:25.258788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6802c1-fc28-4695-b276-fbcd3464a576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:25.261039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ce6802c1-fc28-4695-b276-fbcd3464a576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1754260
Dec 10 04:00:25.263872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:25.282896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object 0615bf53-4ace-468b-a19e-6df5236fe3c3 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:25.286203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:25.286980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff1c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:25.324190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.330638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.6539974
Dec 10 04:00:25.331313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1bf9d18d-d760-42a2-903c-f88cefc5544f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:25.333528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40050) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:25.341108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:25.352615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.370872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff1c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:25.401913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:25.402748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff1c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:25.428967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:25.441333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:25.464702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:25.496283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 91d50d62-037d-4248-ab24-4aef7263e0f5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=91d50d62-037d-4248-ab24-4aef7263e0f5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:25.497799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff1c0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:25.502337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=0615bf53-4ace-468b-a19e-6df5236fe3c3,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:25.502877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6460b8-b2d9-4b13-8f93-8fa5f3abc655 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:25.507583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.507583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a441bfd-da4f-4e10-95ee-bd463408ea7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:25.514312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:25.539358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.602157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=91d50d62-037d-4248-ab24-4aef7263e0f5,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:25.607094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:25.663302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 3d862b1b-543f-4d67-a384-482516a518b4 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:25.668212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.677439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.739483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:25.806922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.083723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.085749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.087294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.092008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.121803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d234bf5-923c-4c27-8b9c-5d9bab0eeeeb tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:26.122002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.122277 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 863ab8b8-1f38-4c55-b5bb-83eee9dae73d disassociated. External IP: 172.26.1.70, port: bc296f07-755e-401e-9e5b-d6fbcdb599d0.
Dec 10 04:00:26.206483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.210246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=0615bf53-4ace-468b-a19e-6df5236fe3c3,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:26.213599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:26.308639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.320141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-41711252-d211-4917-a3e7-d88f5692eba9 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:26.352303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:26.353786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:26.356084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:26.360105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=3d862b1b-543f-4d67-a384-482516a518b4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:26.361715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce6dae-c106-49fa-b354-1938b46d555b None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:26.366411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:26.374145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/3d862b1b-543f-4d67-a384-482516a518b4 HTTP/1.1" status: 204  len: 168 time: 1.1092486
Dec 10 04:00:26.374937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40054) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:26.450431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a91d02-3a5c-4c34-b031-a10547256556 None None] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:26.558075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-da2c770c-7831-4c87-8dbe-e26628d4173a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1321523
Dec 10 04:00:26.569724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40058) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:26.574623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-16410130-0996-472e-88d3-81e65d3784a6 None None] Provisioning for port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:26.578656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:26.688845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 59481cc1-962e-43c7-a163-3117d2e4569a is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:00:26.731704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:26.739655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:26.743849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:26.752606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:26.753614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:26.861413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 02ce73b6-bc55-45ba-8887-d6b9ccd473bf up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:26.875534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:26.886234 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] Sync routers for ids ['59481cc1-962e-43c7-a163-3117d2e4569a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:26.901500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/59481cc1-962e-43c7-a163-3117d2e4569a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1409211
Dec 10 04:00:26.901966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40064) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:26.902614 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] Routers {'59481cc1-962e-43c7-a163-3117d2e4569a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:26.903455 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde5520>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['59481cc1-962e-43c7-a163-3117d2e4569a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:26.975733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:26.984691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:26.985081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.011152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790e8fb-3082-4981-a71d-0cd929e3190d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:27.011830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7790e8fb-3082-4981-a71d-0cd929e3190d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:27.033475 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde5520>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.035458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7790e8fb-3082-4981-a71d-0cd929e3190d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:27.048234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7790e8fb-3082-4981-a71d-0cd929e3190d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports/0615bf53-4ace-468b-a19e-6df5236fe3c3 HTTP/1.1" status: 200  len: 910 time: 0.1438041
Dec 10 04:00:27.049360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40068) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:27.051956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:27.054140 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] Routers {'59481cc1-962e-43c7-a163-3117d2e4569a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:27.054776 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde5520>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['59481cc1-962e-43c7-a163-3117d2e4569a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.068596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Deleting port 91d50d62-037d-4248-ab24-4aef7263e0f5 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:27.068953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.135860 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde5520>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.136265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580ccde-7ecd-4e25-b39c-e84ada69c2f6 None None] The sync data for ids ['59481cc1-962e-43c7-a163-3117d2e4569a'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:27.146039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:27.150167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.290549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:27.295737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.311981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:27.368571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-15bc31d1-38ca-43a4-891f-96dbcf8517fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/863ab8b8-1f38-4c55-b5bb-83eee9dae73d HTTP/1.1" status: 200  len: 687 time: 2.0306380
Dec 10 04:00:27.371332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40072) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:27.380683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] For port 91d50d62-037d-4248-ab24-4aef7263e0f5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=91d50d62-037d-4248-ab24-4aef7263e0f5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:27.381331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.391035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:27.391749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d173280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.517334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.580493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port e586e43c-d46a-4dc1-97c7-5b6858e318bb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:27.581094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.590619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d173280>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.608093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Calling delete_port for 91d50d62-037d-4248-ab24-4aef7263e0f5 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:27.681058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Provisioning complete for port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:27.681467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.690517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.718278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:27.718903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d173280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.770667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.778417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-049fc0a8-a21b-4f4f-b179-1709a5cdcac8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:27.807077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,segment=NetworkSegment(92aca9b8-9fb3-4420-90d9-3887cebc4ba2),segment_id=92aca9b8-9fb3-4420-90d9-3887cebc4ba2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:27.821921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d173280>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:27.822338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a46a1-18a4-4e23-aa1a-8c81e208fac1 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:27.827952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.828799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 91d50d62-037d-4248-ab24-4aef7263e0f5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:27.862273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-99a3d4ec-9729-455d-8965-873785769d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:27.889533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:27.894034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.894362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.903201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:27.906541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:27.908227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.921942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=772a20a8-de38-4795-933f-9b69209d1766,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:27.925059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:27.934548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:27.973700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] No DVR routers for this DVR port 91d50d62-037d-4248-ab24-4aef7263e0f5 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:27.985555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:27.989234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:27.989845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No active binding found for port 91d50d62-037d-4248-ab24-4aef7263e0f5 {{(pid=87631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 10 04:00:27.990256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 91d50d62-037d-4248-ab24-4aef7263e0f5 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 10 04:00:28.036642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:28.066805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for e586e43c-d46a-4dc1-97c7-5b6858e318bb owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:28.079872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305dd46-7d66-4a4b-8d92-211724f587e4 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:28.117424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5465348
Dec 10 04:00:28.118662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Pushing event deleted for resources: {'Port': ['ID=91d50d62-037d-4248-ab24-4aef7263e0f5,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:28.119921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40076) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:28.120369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Port 91d50d62-037d-4248-ab24-4aef7263e0f5 not found, will not notify nova. {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 10 04:00:28.135406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'name': 'tempest-NetworksTestDHCPv6-2125238903'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:28.169531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:28.219209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 0615bf53-4ace-468b-a19e-6df5236fe3c3 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:28.219670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.229324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.234015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:28.234170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Provisioning for port 0615bf53-4ace-468b-a19e-6df5236fe3c3 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:28.264551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Provisioning complete for port 0615bf53-4ace-468b-a19e-6df5236fe3c3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:28.264925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.279687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=e586e43c-d46a-4dc1-97c7-5b6858e318bb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:28.321555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:28.377899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.386684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e7af52a6-9878-4ecd-8191-fca9b4d051a9 None None] Port 0615bf53-4ace-468b-a19e-6df5236fe3c3 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:28.390738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.396056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/863ab8b8-1f38-4c55-b5bb-83eee9dae73d HTTP/1.1" status: 204  len: 168 time: 0.9960744
Dec 10 04:00:28.396810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40080) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:28.402501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:28.408976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:28.413646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:floatingip and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:28.416847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:28.423165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:28.434106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '772a20a8-de38-4795-933f-9b69209d1766'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:28.434973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.437986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.540247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-091e50d8-1fac-45fa-9581-287dcfdaf8b7 None None] Provisioning complete for port 0615bf53-4ace-468b-a19e-6df5236fe3c3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:28.540926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-091e50d8-1fac-45fa-9581-287dcfdaf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.545011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:28.551882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:28.557208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:28.576069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:28.582058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.597895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.608899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:28.612365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:28.643911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-091e50d8-1fac-45fa-9581-287dcfdaf8b7 None None] Port 0615bf53-4ace-468b-a19e-6df5236fe3c3 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:28.666919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/772a20a8-de38-4795-933f-9b69209d1766/6984ab74-23ca-4fbf-a1bb-8a91993eb6ba) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:28.740176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.99 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ab7a5621-6905-4a03-9465-c35e9ff862b6) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:28.740459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 0615bf53-4ace-468b-a19e-6df5236fe3c3 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:28.760252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 02ce73b6-bc55-45ba-8887-d6b9ccd473bf up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:28.781580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port f76a1e93-2f09-4703-b09c-b2ce39012efc yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:28.886183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:28.886649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.015015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.029429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.031508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.036300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:29.053180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Transition to ACTIVE for port object 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:29.062474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.068954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:29.082288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=0615bf53-4ace-468b-a19e-6df5236fe3c3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:29.097683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Transition to ACTIVE for port object 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:29.107594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.114589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:29.165669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:29.168846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:29.172958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:29.179121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:29.192742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Pushing event updated for resources: {'Port': ['ID=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:29.196231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 91d50d62-037d-4248-ab24-4aef7263e0f5 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:29.230971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:29.244669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:29.245680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 91d50d62-037d-4248-ab24-4aef7263e0f5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:29.246045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 91d50d62-037d-4248-ab24-4aef7263e0f5 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:29.254114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:29.255546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:29.258517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:29.300295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::d1 (83faf901-581e-4083-899b-d7e1c00d6e85/772a20a8-de38-4795-933f-9b69209d1766/f76a1e93-2f09-4703-b09c-b2ce39012efc) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:29.349700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=ab7a5621-6905-4a03-9465-c35e9ff862b6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:29.352698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:29.364052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Attempting to bind port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:29.364425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Attempting to bind port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:29.364787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Attempting to bind port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:29.371662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:29.371966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:29.372367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.372768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:29.373230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Bound port: 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:29.373630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.443376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.463417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] For port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:29.466494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] For port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:29.474686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:29.479107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-abf4a11d-4389-4bad-a3d7-251a8d20c213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:29.560625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Pushing event updated for resources: {'Port': ['ID=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:29.563677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:29.869182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 59481cc1-962e-43c7-a163-3117d2e4569a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:30.073602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.165522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.184680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:30.191693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object f76a1e93-2f09-4703-b09c-b2ce39012efc will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:30.198413 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] Sync routers for ids ['59481cc1-962e-43c7-a163-3117d2e4569a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:30.202635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.209201 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/59481cc1-962e-43c7-a163-3117d2e4569a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1582558
Dec 10 04:00:30.212434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:30.213524 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] Routers {'59481cc1-962e-43c7-a163-3117d2e4569a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:30.214187 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d225880>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['59481cc1-962e-43c7-a163-3117d2e4569a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:30.258108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-638c0d35-6e5c-4731-bd0c-bbc52c78553d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:30.282672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-638c0d35-6e5c-4731-bd0c-bbc52c78553d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:30.288191 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-638c0d35-6e5c-4731-bd0c-bbc52c78553d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=59481cc1-962e-43c7-a163-3117d2e4569a HTTP/1.1" status: 200  len: 205 time: 0.0704956
Dec 10 04:00:30.288191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.289398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:30.296536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cde54799-aad4-4ffe-9221-2f61df26cac5 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:30.304181 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d225880>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:30.315034 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] Routers {'59481cc1-962e-43c7-a163-3117d2e4569a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:30.315881 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d225880>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['59481cc1-962e-43c7-a163-3117d2e4569a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:30.372492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.384423 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d225880>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:30.385098 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944f6d5-0fbf-4ef9-9e8a-25769f777c84 None None] The sync data for ids ['59481cc1-962e-43c7-a163-3117d2e4569a'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:30.488860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:30.495809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:30.501852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:30.507555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:30.508221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.534579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.723331 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6017399
Dec 10 04:00:30.739487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40098) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:30.752836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=f76a1e93-2f09-4703-b09c-b2ce39012efc,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:30.760360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:30.793770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:30.884923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:30.900168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Provisioning for port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:30.914453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Provisioning complete for port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:30.914915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.930584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.977813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:30.987402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:31.051043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.053539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.086523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.087059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router 59481cc1-962e-43c7-a163-3117d2e4569a {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:00:31.109573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.113073 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b5fb2616-4681-4b5b-b525-8cb4109f86f1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/59481cc1-962e-43c7-a163-3117d2e4569a HTTP/1.1" status: 204  len: 168 time: 0.8204381
Dec 10 04:00:31.113301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40102) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:31.132833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.170074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] For port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:31.175182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.176440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.178480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:31.187066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 6b050026-718e-42e9-94b3-87a675956736 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:31.190260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.256674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Pushing event updated for resources: {'Port': ['ID=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:31.258801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.259807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:31.352668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.400070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b31043-e3d6-45b9-a34c-7a1d89e5dddd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:31.405841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b31043-e3d6-45b9-a34c-7a1d89e5dddd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:31.406631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51b31043-e3d6-45b9-a34c-7a1d89e5dddd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:31.409402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=ab7a5621-6905-4a03-9465-c35e9ff862b6,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:31.417111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:31.431502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.432105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bdbf9268-6388-4a76-a71a-dee5dfbc25f2 None None] Provisioning for port f76a1e93-2f09-4703-b09c-b2ce39012efc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:31.437052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-efaf920f-4633-415a-9971-14e3a4fdbcaf tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:31.451257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bdbf9268-6388-4a76-a71a-dee5dfbc25f2 None None] Provisioning complete for port f76a1e93-2f09-4703-b09c-b2ce39012efc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:31.452015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9268-6388-4a76-a71a-dee5dfbc25f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.460183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51b31043-e3d6-45b9-a34c-7a1d89e5dddd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:31.461374 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-51b31043-e3d6-45b9-a34c-7a1d89e5dddd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.7230477
Dec 10 04:00:31.464838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:31.479860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=6b050026-718e-42e9-94b3-87a675956736,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:31.483354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:31.484419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.493808 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3ddd83a4-3cc3-4f91-ac4e-c2cd81b7399f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/6b050026-718e-42e9-94b3-87a675956736 HTTP/1.1" status: 204  len: 168 time: 0.3793428
Dec 10 04:00:31.494425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40110) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:31.496525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a3753-1be6-4a11-a4ec-d9e16f42f04f None None] Network dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:31.547056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP ae8b4395-2b9b-476c-86ea-18f07bf9a16b associated. External IP: 172.26.1.99, port: f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0.
Dec 10 04:00:31.622675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.633425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:31.633766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.635850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf9268-6388-4a76-a71a-dee5dfbc25f2 None None] Port f76a1e93-2f09-4703-b09c-b2ce39012efc cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:31.728187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port f76a1e93-2f09-4703-b09c-b2ce39012efc {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:31.728526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.799928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] DHCP port deletion for dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:31.801748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 09f428d0-68f4-4735-be32-b1729ea065c6 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:31.802071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.804829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Deleting port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:31.805638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:31.975212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,segment=NetworkSegment(92aca9b8-9fb3-4420-90d9-3887cebc4ba2),segment_id=92aca9b8-9fb3-4420-90d9-3887cebc4ba2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:31.975566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.076744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] For port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,segment=NetworkSegment(92aca9b8-9fb3-4420-90d9-3887cebc4ba2),segment_id=92aca9b8-9fb3-4420-90d9-3887cebc4ba2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:32.077164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.102320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 02ce73b6-bc55-45ba-8887-d6b9ccd473bf owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:32.186816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.193354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9679c4ed-2df6-4c8b-ab67-4fa99adeb31d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:32.200237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Calling delete_port for 02ce73b6-bc55-45ba-8887-d6b9ccd473bf owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:32.242534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=02ce73b6-bc55-45ba-8887-d6b9ccd473bf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:32.246751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:32.250555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:32.280235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:32.280933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:32.373661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.399663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96880d90>,) {'filters': {'network_id': ['dd1a2c09-3efa-4d92-bf96-1f0cc4456de8']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:32.416047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96880d90>, '92aca9b8-9fb3-4420-90d9-3887cebc4ba2') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:32.416368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96880d90>, '92aca9b8-9fb3-4420-90d9-3887cebc4ba2') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:32.428343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.446405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.453227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:32.453749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:32.469197 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:32.484423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 09f428d0-68f4-4735-be32-b1729ea065c6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=09f428d0-68f4-4735-be32-b1729ea065c6,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:32.484958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.550311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.555369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.559753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ceab4d3a-2d68-4713-8ced-601696e8d8b2 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:32.589715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=dd1a2c09-3efa-4d92-bf96-1f0cc4456de8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:32.592287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:32.604025 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/dd1a2c09-3efa-4d92-bf96-1f0cc4456de8 HTTP/1.1" status: 204  len: 168 time: 1.1041486
Dec 10 04:00:32.604367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:32.609890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-885606309', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:32.617538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:32.621606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:32.625501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:32.631819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:32.635212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 09f428d0-68f4-4735-be32-b1729ea065c6 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:32.646455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.647858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.667427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.667900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.714630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:32.752084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:32.781580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Deleting port 02ce73b6-bc55-45ba-8887-d6b9ccd473bf {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:32.782179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.811728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:32.811728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:32.820770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for f76a1e93-2f09-4703-b09c-b2ce39012efc owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:32.889718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-488b6327-200f-4cfa-8505-66233130dc11 None None] The port '02ce73b6-bc55-45ba-8887-d6b9ccd473bf' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:32.954663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.037549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 02ce73b6-bc55-45ba-8887-d6b9ccd473bf no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:33.073801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 02ce73b6-bc55-45ba-8887-d6b9ccd473bf {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:33.074466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 02ce73b6-bc55-45ba-8887-d6b9ccd473bf not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:33.173706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:33.187839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:33.198444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:33.199070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:33.228858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.245005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4e1319d-96ac-4e03-8616-d14191be4836 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:33.269957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.283032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75070>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:33.294252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:33.294857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:33.297949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=f76a1e93-2f09-4703-b09c-b2ce39012efc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:33.302162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.308027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:33.363670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75070>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:33.364664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90aedb-184f-4461-bf71-6615761a84ee None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:33.364783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.369960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.371648 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/f76a1e93-2f09-4703-b09c-b2ce39012efc HTTP/1.1" status: 204  len: 168 time: 1.9057145
Dec 10 04:00:33.373353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c883017a-c4e0-41bd-b6f7-25aa8a49313c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:33.404679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.434341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40118) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:33.491555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=09f428d0-68f4-4735-be32-b1729ea065c6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:33.507324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:33.594264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.26.1.19 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/3894da4e-a832-4dfc-88fc-190e935e1a09) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:33.613564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 5.2154438
Dec 10 04:00:33.621415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40122) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:33.775429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.806467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:33.810379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-304d52a7-35c0-4bb4-9d9c-48ff5bdac497 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:33.849785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae458e48-2cec-472e-a8ed-99c8e15b94d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:33.851273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae458e48-2cec-472e-a8ed-99c8e15b94d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:33.852000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae458e48-2cec-472e-a8ed-99c8e15b94d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:33.876512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:33.879441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:33.883628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:33.911824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=3894da4e-a832-4dfc-88fc-190e935e1a09,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:33.921775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:34.031404 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e7ce29ca-bc11-419f-8b98-fd9fab54eb56 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/floatingips/ae8b4395-2b9b-476c-86ea-18f07bf9a16b HTTP/1.1" status: 200  len: 976 time: 0.4085183
Dec 10 04:00:34.034647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae458e48-2cec-472e-a8ed-99c8e15b94d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:34.035718 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ae458e48-2cec-472e-a8ed-99c8e15b94d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5941644
Dec 10 04:00:34.036322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40126) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:34.040800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40128) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:34.209318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 772a20a8-de38-4795-933f-9b69209d1766 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:34.216571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.261531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3107f30c-1512-40d9-ba63-4e128a219765 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Synchronizing usage tracker for tenant:2ca879472de345ee90e6b607003674a6 on resource:floatingip {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:34.274575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.302360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.322226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.395333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3107f30c-1512-40d9-ba63-4e128a219765 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Unset dirty status for tenant:2ca879472de345ee90e6b607003674a6 on resource:floatingip {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:34.397073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3107f30c-1512-40d9-ba63-4e128a219765 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.3572316
Dec 10 04:00:34.430277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40134) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:34.441863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': 'bc296f07-755e-401e-9e5b-d6fbcdb599d0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:34.571975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.596182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.768780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.775371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b35b0098-8ebc-4214-a4f2-8df01aa8cc23 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:34.813158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=772a20a8-de38-4795-933f-9b69209d1766,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:34.819131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:34.821044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:34.825921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c15ee8-ce63-42ba-9a7d-91eaf7e1c22f None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:34.828817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:34.902661 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/772a20a8-de38-4795-933f-9b69209d1766 HTTP/1.1" status: 204  len: 168 time: 0.8584130
Dec 10 04:00:34.923117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:35.028481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:35.038094 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/7c89aa0e-e955-483c-b376-1bfa11c41c59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7581546
Dec 10 04:00:35.039554 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:35.052903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:35.055609 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:35.059266 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1ddf8cc9-3e89-4ab2-871c-4e105868e5e5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1348841
Dec 10 04:00:35.061886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40144) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:35.154035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:35.163116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:35.167206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Deleting port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:35.167594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:35.171623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa53d05-7168-43a1-860e-6f89591480f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:35.172615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0fa53d05-7168-43a1-860e-6f89591480f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:35.208009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0fa53d05-7168-43a1-860e-6f89591480f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:35.213767 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0fa53d05-7168-43a1-860e-6f89591480f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1499062
Dec 10 04:00:35.213949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40148) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:35.319553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51268155-5323-4c32-b919-448a415faf9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:35.320383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51268155-5323-4c32-b919-448a415faf9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:35.337468 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:00:35.345373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-51268155-5323-4c32-b919-448a415faf9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:35.347010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-51268155-5323-4c32-b919-448a415faf9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1320019
Dec 10 04:00:35.350653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40152) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:35.495230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] For port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:35.495879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:35.605959 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7b8269f1-c8d1-439e-a897-a23c44efed51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2539723
Dec 10 04:00:35.611172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:35.617287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:35.640372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Calling delete_port for 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:35.775105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:35.783370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:35.786573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3a7ba106-29a9-4069-9374-5b49ed2b2373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:35.799134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:35.799707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router a92e1f09-435e-49c8-9019-76c5074911e2 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:00:35.811624 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1820>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:35.813460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:35.818162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:35.821421 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:00:35.839164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:35.840068 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:35.849828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] No DVR routers for this DVR port 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:35.854579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Pushing event deleted for resources: {'Port': ['ID=6984ab74-23ca-4fbf-a1bb-8a91993eb6ba,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:35.867199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:35.969105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b9c8-b6a9-4505-a981-895210d7db39 req-89f631f0-6415-4a0d-a296-0330dda51707 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:35.970639 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-da27b9c8-b6a9-4505-a981-895210d7db39 req-89f631f0-6415-4a0d-a296-0330dda51707 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.3798816
Dec 10 04:00:36.052519 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:00:36.085795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.092992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-395d1d61-90aa-4e78-9e5a-66c80d310112 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:36.119289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-da27b9c8-b6a9-4505-a981-895210d7db39 req-3fb5de8f-b06f-4080-b803-d4f67d09f29a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386595
Dec 10 04:00:36.150412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:36.159717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] Sync routers for ids ['a92e1f09-435e-49c8-9019-76c5074911e2'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:36.172712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:36.175913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:36.176805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] Routers {'a92e1f09-435e-49c8-9019-76c5074911e2'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:36.181092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:36.181579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.183894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.187196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6f40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a92e1f09-435e-49c8-9019-76c5074911e2'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:36.195200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.215345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=7b073239-0041-4fb1-97d0-6063b0cd95ff,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:36.227009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:36.231747 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6189795
Dec 10 04:00:36.234577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:36.241058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '7b073239-0041-4fb1-97d0-6063b0cd95ff', 'ip_address': '2001:db8::170e:4120:965a:b298'}], 'name': 'tempest-NetworksTestDHCPv6-154522848'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:36.252208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28594ba-df93-4dd8-8b57-ebed4f9cc018 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:36.255326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.257051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.6515260
Dec 10 04:00:36.259756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40166) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:36.346051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6f40>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:36.375177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] Routers {'a92e1f09-435e-49c8-9019-76c5074911e2'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:36.375721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6f40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a92e1f09-435e-49c8-9019-76c5074911e2'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:36.388734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP ae8b4395-2b9b-476c-86ea-18f07bf9a16b associated. External IP: 172.26.1.99, port: f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0.
Dec 10 04:00:36.460585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f6f40>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:36.461007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa92db4-c231-4279-9ddd-f86095b4e95a None None] The sync data for ids ['a92e1f09-435e-49c8-9019-76c5074911e2'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:36.506772 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1820>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:36.514648 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0254a-9169-4917-b0d8-e8ead10b5464 None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '53cae024-8b2c-4ae4-a0f7-5b99fc51261c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.177', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'port_id': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'mac_address': 'fa:16:3e:bd:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T03:57:59Z', 'updated_at': '2021-12-10T03:58:05Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:36.612905 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5238f004-49ec-41c3-a890-86929334924a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers/a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 200  len: 879 time: 0.3518832
Dec 10 04:00:36.614098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:36.616674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40170) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:36.632715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '7b073239-0041-4fb1-97d0-6063b0cd95ff'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:36.633608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.737072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:36.766454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:36.798808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/7b073239-0041-4fb1-97d0-6063b0cd95ff/a2401f62-1bbf-4921-918c-45874300dc9f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:36.970110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 09f428d0-68f4-4735-be32-b1729ea065c6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:36.972293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:36.999025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:36.999574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 71f93b63-65bb-4bb4-91ab-5c856afa863b yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:37.015191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 09f428d0-68f4-4735-be32-b1729ea065c6 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:37.016111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 09f428d0-68f4-4735-be32-b1729ea065c6 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:37.016704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:37.060917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:37.061581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6984ab74-23ca-4fbf-a1bb-8a91993eb6ba not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:37.195162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.207343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Transition to ACTIVE for port object a2401f62-1bbf-4921-918c-45874300dc9f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:37.215183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:37.227680 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:37.234883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Transition to ACTIVE for port object a2401f62-1bbf-4921-918c-45874300dc9f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:37.239950 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:37.241256 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21db20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:37.246257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.253638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-74c434ea-bd38-44d9-a84e-5bd9d4267396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:37.301054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d34ab152-df62-47ab-9ad0-cb9b0d8a86a3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:router {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:37.339594 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21db20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:37.344074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:37.345687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:37.349176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:37.350559 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21db20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:37.355776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:37.371983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef463-88f2-4472-a919-dc2975022a86 req-42134713-9442-4baa-be2c-1929c50e9f19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:37.372842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e79ef463-88f2-4472-a919-dc2975022a86 req-42134713-9442-4baa-be2c-1929c50e9f19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:37.378819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d34ab152-df62-47ab-9ad0-cb9b0d8a86a3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:router {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:37.383075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d34ab152-df62-47ab-9ad0-cb9b0d8a86a3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.7654777
Dec 10 04:00:37.385044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::170e:4120:965a:b298 (83faf901-581e-4083-899b-d7e1c00d6e85/7b073239-0041-4fb1-97d0-6063b0cd95ff/71f93b63-65bb-4bb4-91ab-5c856afa863b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:37.387112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40176) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:37.397664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-885606309'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:37.417712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21db20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:37.418140 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3fab1-d32c-4b4d-bd94-746e112de1e6 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:37.440390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Pushing event updated for resources: {'Port': ['ID=a2401f62-1bbf-4921-918c-45874300dc9f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:37.449157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:37.473445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Attempting to bind port a2401f62-1bbf-4921-918c-45874300dc9f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:37.473826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Attempting to bind port a2401f62-1bbf-4921-918c-45874300dc9f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:37.474199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Attempting to bind port a2401f62-1bbf-4921-918c-45874300dc9f on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:37.480542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:37.480928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:37.481845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.481845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:37.482282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Bound port: a2401f62-1bbf-4921-918c-45874300dc9f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:37.482669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.530183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb4ac-ea28-4314-9973-c5c9d375f2aa req-6618869a-dfe1-4b63-b3d0-a2875565f029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:37.531648 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efbbb4ac-ea28-4314-9973-c5c9d375f2aa req-6618869a-dfe1-4b63-b3d0-a2875565f029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.2258162
Dec 10 04:00:37.572890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] For port a2401f62-1bbf-4921-918c-45874300dc9f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:37.583104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] For port a2401f62-1bbf-4921-918c-45874300dc9f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2401f62-1bbf-4921-918c-45874300dc9f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:37.589279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.596052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:37.700066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e79ef463-88f2-4472-a919-dc2975022a86 req-42134713-9442-4baa-be2c-1929c50e9f19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:37.701206 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e79ef463-88f2-4472-a919-dc2975022a86 req-42134713-9442-4baa-be2c-1929c50e9f19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.6184096
Dec 10 04:00:37.708685 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efbbb4ac-ea28-4314-9973-c5c9d375f2aa req-75492cfd-14f3-4213-8365-29565e2c6d7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283922
Dec 10 04:00:37.716478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Pushing event updated for resources: {'Port': ['ID=a2401f62-1bbf-4921-918c-45874300dc9f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:37.740489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:37.757953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:37.848910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:37.849194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.980723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:37.985976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:37.991778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:38.004246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:38.005149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:38.081048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6fd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:38.090944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:38.091568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:38.161683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2a6fd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:38.162054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a20c0-8a51-4633-8eda-0709cbc2baa6 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:38.248993 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9945215e-58b7-46ef-9055-0cc98dff8a91 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/ae8b4395-2b9b-476c-86ea-18f07bf9a16b HTTP/1.1" status: 200  len: 977 time: 3.8176425
Dec 10 04:00:38.250536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40180) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:38.256051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:38.305096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.366919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.506616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 71f93b63-65bb-4bb4-91ab-5c856afa863b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:38.624137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:38.624650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.652950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.713757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.721099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.721449 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP ae8b4395-2b9b-476c-86ea-18f07bf9a16b disassociated. External IP: 172.26.1.99, port: bc296f07-755e-401e-9e5b-d6fbcdb599d0.
Dec 10 04:00:38.738579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.755460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2401f62-1bbf-4921-918c-45874300dc9f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:38.853927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a2401f62-1bbf-4921-918c-45874300dc9f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:38.898287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:38.937922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:38.941800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Provisioning for port a2401f62-1bbf-4921-918c-45874300dc9f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:38.948701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Provisioning complete for port a2401f62-1bbf-4921-918c-45874300dc9f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:38.949493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.012704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0133d-46e0-4dd6-b396-e11a12cd3782 req-8c0d5400-5759-45f9-8192-0b5b93fca92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:39.014231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aea0133d-46e0-4dd6-b396-e11a12cd3782 req-8c0d5400-5759-45f9-8192-0b5b93fca92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 946 time: 0.1443372
Dec 10 04:00:39.118038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.141487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-179fa0e2-eff5-43a5-98c8-bf8f4b946716 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:39.151944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] For port a2401f62-1bbf-4921-918c-45874300dc9f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2401f62-1bbf-4921-918c-45874300dc9f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:39.156234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.158060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a8dcdfe6-9c00-4eec-9836-9247edb6adbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:39.194632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aea0133d-46e0-4dd6-b396-e11a12cd3782 req-52d4ac87-c235-42e8-ae8e-84257714e274 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=f306a566-c2a7-4b9b-85b1-878fab143894&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232104
Dec 10 04:00:39.232295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:39.238186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Pushing event updated for resources: {'Port': ['ID=a2401f62-1bbf-4921-918c-45874300dc9f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:39.241703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:39.255167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:39.274655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:39.276959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:39.282543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:39.283138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.308436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=71f93b63-65bb-4bb4-91ab-5c856afa863b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:39.311377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:39.402344 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.1664603
Dec 10 04:00:39.407295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40186) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:39.410826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router a92e1f09-435e-49c8-9019-76c5074911e2 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:39.475715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:39.481454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.488553 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:39.497752 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:39.498354 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4feb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.543217 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9b180bb4-41bc-4cf0-ad8e-982bb376100a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/ae8b4395-2b9b-476c-86ea-18f07bf9a16b HTTP/1.1" status: 200  len: 687 time: 1.2913530
Dec 10 04:00:39.545845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40190) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:39.548158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.559136 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4feb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.559596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-10bb52c0-d1ae-49a3-80c1-d5ba127c87b8 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:39.571227 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:39.571701 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4feb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.581802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-05e950dc-837f-4cd5-8d85-498ed26b8c53 None None] Provisioning for port 71f93b63-65bb-4bb4-91ab-5c856afa863b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:39.594951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-05e950dc-837f-4cd5-8d85-498ed26b8c53 None None] Provisioning complete for port 71f93b63-65bb-4bb4-91ab-5c856afa863b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:39.595546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e950dc-837f-4cd5-8d85-498ed26b8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.637578 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4feb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.637981 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc03a9-3b57-472c-bad8-9da5f9ec95b2 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:39.638840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:39.644899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:39.675970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-05e950dc-837f-4cd5-8d85-498ed26b8c53 None None] Port 71f93b63-65bb-4bb4-91ab-5c856afa863b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:39.733828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:39.743257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.745219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e79ef463-88f2-4472-a919-dc2975022a86 req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 HTTP/1.1" status: 204  len: 173 time: 2.0366654
Dec 10 04:00:39.745804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'name': 'network-vif-deleted', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:00:39.766870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:39.774667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.775990 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bfa97ae9-c400-4c4b-80d5-38cba2fdc5da tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 200  len: 886 time: 2.3877378
Dec 10 04:00:39.778810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:39.782961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] Sync routers for ids ['a92e1f09-435e-49c8-9019-76c5074911e2'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:39.789666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6f797-c9d0-4223-9c38-d1e337451f08 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:39.795609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6f797-c9d0-4223-9c38-d1e337451f08 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:39.796297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebe6f797-c9d0-4223-9c38-d1e337451f08 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:39.800767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] Routers {'a92e1f09-435e-49c8-9019-76c5074911e2'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:39.803173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfe5670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a92e1f09-435e-49c8-9019-76c5074911e2'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.874516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfe5670>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.884922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] Routers {'a92e1f09-435e-49c8-9019-76c5074911e2'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:39.885873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfe5670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a92e1f09-435e-49c8-9019-76c5074911e2'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.949533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port ab7a5621-6905-4a03-9465-c35e9ff862b6 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:39.949642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:39.996064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfe5670>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:39.996547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8aa8e6-b6fa-435d-b4aa-5d3fa37f613f None None] The sync data for ids ['a92e1f09-435e-49c8-9019-76c5074911e2'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:40.014414 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eb8c11-4c87-41b6-bf1d-24db9202ff25', 'name': 'network-vif-deleted', 'tag': 'e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11', 'status': 'completed', 'code': 200}
Dec 10 04:00:40.029788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebe6f797-c9d0-4223-9c38-d1e337451f08 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:40.031090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ebe6f797-c9d0-4223-9c38-d1e337451f08 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.6222820
Dec 10 04:00:40.034060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40202) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:40.073332 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5daf8e7d-93f3-4f73-a39f-55183c6c1be4 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers/a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 200  len: 886 time: 0.2932997
Dec 10 04:00:40.075770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40206) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:40.120528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-16dfe95c-65a2-4d11-af99-4438fcdec799 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:40.138155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-16dfe95c-65a2-4d11-af99-4438fcdec799 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:40.139369 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-16dfe95c-65a2-4d11-af99-4438fcdec799 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 200  len: 205 time: 0.0626695
Dec 10 04:00:40.142355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40210) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:40.179328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:40.191887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 71f93b63-65bb-4bb4-91ab-5c856afa863b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:40.192298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.223445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:40.223908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device e47fe7f9-bc3e-43a6-9a94-15dc4e2e3a11 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:40.339888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.340272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.345912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.404154 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c60d24c6-1373-49c5-b560-e16c5b2e83a0 req-edbb53c1-d6b2-4fd3-b736-2aa84c22feb8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=27eb8c11-4c87-41b6-bf1d-24db9202ff25 HTTP/1.1" status: 200  len: 210 time: 0.0747411
Dec 10 04:00:40.526238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for ab7a5621-6905-4a03-9465-c35e9ff862b6 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:40.541211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.550137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 3894da4e-a832-4dfc-88fc-190e935e1a09 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:40.550658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.601349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:00:40.710974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2401f62-1bbf-4921-918c-45874300dc9f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:40.727471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.786150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a2401f62-1bbf-4921-918c-45874300dc9f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:40.786529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.858386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.894621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 71f93b63-65bb-4bb4-91ab-5c856afa863b owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:40.964779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:40.970129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5bf17a4a-f0c2-4858-999f-15bedb0a8c8a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:40.996665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 3894da4e-a832-4dfc-88fc-190e935e1a09 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:41.027165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=ab7a5621-6905-4a03-9465-c35e9ff862b6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:41.056763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:41.164772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.169447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.170077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bcafd765-4857-46e9-bce8-319faa07c02c tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:41.177504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.184364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4c174932-64ce-4d59-88fe-da15fcef0a47 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:41.236195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=71f93b63-65bb-4bb4-91ab-5c856afa863b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:41.241453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:41.244716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.245876 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/ae8b4395-2b9b-476c-86ea-18f07bf9a16b HTTP/1.1" status: 204  len: 168 time: 1.6979420
Dec 10 04:00:41.248654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40218) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.251352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=3894da4e-a832-4dfc-88fc-190e935e1a09,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:41.253917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:41.286438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.288337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/71f93b63-65bb-4bb4-91ab-5c856afa863b HTTP/1.1" status: 204  len: 168 time: 1.2532818
Dec 10 04:00:41.290808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40222) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.360567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe4891-7923-4750-af02-3a7d167be67c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.362097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe4891-7923-4750-af02-3a7d167be67c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.366561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cebe4891-7923-4750-af02-3a7d167be67c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0718505
Dec 10 04:00:41.366728 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-4f557c55-147b-4f96-bc2f-7317f7b4df68 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] delete failed (client error): The resource could not be found.
Dec 10 04:00:41.366836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40226) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.370856 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4f557c55-147b-4f96-bc2f-7317f7b4df68 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/ae8b4395-2b9b-476c-86ea-18f07bf9a16b HTTP/1.1" status: 404  len: 345 time: 0.1174977
Dec 10 04:00:41.372144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40230) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.450042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.534605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40236) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.608273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 7b073239-0041-4fb1-97d0-6063b0cd95ff {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:41.616202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.636724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.640223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.659721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.666205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.671966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.672789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Synchronizing usage tracker for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:41.681107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.697203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.697444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.697719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router a92e1f09-435e-49c8-9019-76c5074911e2 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:00:41.703344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Unset dirty status for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:41.707316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7c1601f1-351f-48a5-82c2-22137052817b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/ports?network_id=39c79d6d-8c7a-4f11-870c-b6357e6c2368 HTTP/1.1" status: 200  len: 2357 time: 0.3314435
Dec 10 04:00:41.707316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40240) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.758337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.770387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.775490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 204  len: 168 time: 1.6281278
Dec 10 04:00:41.775727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40244) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.782957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693935579'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:41.792231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:41.799525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27eef0-6194-401b-9432-c9b9aceb93dd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:41.800089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2f27eef0-6194-401b-9432-c9b9aceb93dd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Synchronizing usage tracker for tenant:2ca879472de345ee90e6b607003674a6 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:41.803551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:41.807651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:41.816019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:41.830122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.831073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2f27eef0-6194-401b-9432-c9b9aceb93dd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Unset dirty status for tenant:2ca879472de345ee90e6b607003674a6 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:41.836801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2f27eef0-6194-401b-9432-c9b9aceb93dd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/subnets/eeb15474-2151-494f-9a85-3da5e63be3e0 HTTP/1.1" status: 200  len: 797 time: 0.1239798
Dec 10 04:00:41.836801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:41.837054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.845982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40248) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:41.854227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'port': {'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368', 'name': 'tempest-FloatingIPTestJSON-737859601', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:41.917235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.921446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-35457cb6-0819-4400-a366-678a45371e49 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:41.938141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306a566-c2a7-4b9b-85b1-878fab143894,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:41.945703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.948380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:41.948902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7905d4d-9cec-4856-959d-c79954fe0e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:41.968004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:41.987079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=7b073239-0041-4fb1-97d0-6063b0cd95ff,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:41.989721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.990073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment cd4a7ccb-d8ea-43f5-a213-5faf99741e0e of type vlan for network 142c0975-7f1c-4779-b035-7f39cf2d3bc1
Dec 10 04:00:41.992515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:41.996788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:41.998560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/7b073239-0041-4fb1-97d0-6063b0cd95ff HTTP/1.1" status: 204  len: 168 time: 0.6308687
Dec 10 04:00:41.999988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.003979 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/f306a566-c2a7-4b9b-85b1-878fab143894 HTTP/1.1" status: 204  len: 168 time: 0.4655223
Dec 10 04:00:42.003979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40252) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:42.019490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c07731-f2a7-4ead-a515-b5f48f1afe1a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:42.047870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40258) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:42.054596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.073550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6cc0a51-5d77-466f-ba17-a7e93e0271da tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0706489
Dec 10 04:00:42.075983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:42.081550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:42.094008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:42.122703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:42.153710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:42.175156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 8fa543ab-5cbc-41bf-85ee-9a462e399cd7 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:42.181701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.194963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:42.199159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:42.202543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:42.208450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:42.213415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.219616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:42.220030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:42.220243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.223637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.276315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c48970cc-7c73-4121-9460-3d9cecb73b60 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:42.295718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:42.301194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Deleting port a2401f62-1bbf-4921-918c-45874300dc9f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:42.301665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.457038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.462150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f68e1e1-afa3-41bc-b27c-4343b5362943 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:42.513245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] For port a2401f62-1bbf-4921-918c-45874300dc9f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2401f62-1bbf-4921-918c-45874300dc9f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:42.514892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.517968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:42.521185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:42.524183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.524692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:42.525284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.548267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=4a57b560-7777-409c-88a1-cfd8bbced2b8,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:42.550924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:42.564218 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4871411
Dec 10 04:00:42.567388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40266) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:42.573675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '4a57b560-7777-409c-88a1-cfd8bbced2b8', 'ip_address': '2001:db8::26c4:f17a:3311:d514'}], 'name': 'tempest-NetworksTestDHCPv6-793112623'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:42.590146 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8110039
Dec 10 04:00:42.590441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40270) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:42.597897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=142c0975-7f1c-4779-b035-7f39cf2d3bc1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:42.600114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:42.600640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:42.637284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:42.650254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.658598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Calling delete_port for a2401f62-1bbf-4921-918c-45874300dc9f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:42.683775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] device_id is not set on port 62cb245d-4d54-4d3b-8ff2-f64e842f4572 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:42.748720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2401f62-1bbf-4921-918c-45874300dc9f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:42.758481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.804388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:42.810323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:42.822268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:42.832304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:42.847399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:42.863754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:42.868009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.872869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a07b1277-ca90-4715-8ed9-904e232e7562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:42.882097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:42.957420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.960031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:42.960194 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No ports have port_id starting with a2401f62-1bbf-4921-918c-45874300dc9f
Dec 10 04:00:42.961134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Pushing event deleted for resources: {'Port': ['ID=a2401f62-1bbf-4921-918c-45874300dc9f,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:42.964089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:42.965597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:42.966439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] No DVR routers for this DVR port a2401f62-1bbf-4921-918c-45874300dc9f on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:42.970353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2535459b-930b-4b25-bef1-3d71f8479c89 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:42.987385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0cacc7-8845-43e4-961e-3bde7444b102 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:43.017125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa543ab-5cbc-41bf-85ee-9a462e399cd7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:43.019815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:43.025511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.050008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfb928-3762-4504-aacf-6edc36f6919d None None] Network 56945d5e-b832-4df3-b48f-9350faa367c1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:43.076744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/8fa543ab-5cbc-41bf-85ee-9a462e399cd7 HTTP/1.1" status: 204  len: 168 time: 1.0272748
Dec 10 04:00:43.077378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40274) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:43.131808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.189151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 1b533549-6dd6-46b5-9b10-a940fdfc80ad yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:43.257225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.275205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:43.275542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.333213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.14 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/62cb245d-4d54-4d3b-8ff2-f64e842f4572) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:43.344055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.13 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/62cb245d-4d54-4d3b-8ff2-f64e842f4572) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:43.378485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '4a57b560-7777-409c-88a1-cfd8bbced2b8'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:43.379494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.470465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] DHCP port deletion for 56945d5e-b832-4df3-b48f-9350faa367c1 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:43.483342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Deleting port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:43.483804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.498335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.505219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e457592-70b9-41f0-ac35-6a30fae6bf27 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:43.550500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:43.550814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.585052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=0f435da3-c264-41ed-9660-80a15a081e64,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:43.587657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:43.595064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:43.595421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 142c0975-7f1c-4779-b035-7f39cf2d3bc1, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:00:43.614712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:00:43.626805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 142c0975-7f1c-4779-b035-7f39cf2d3bc1) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:43.632677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:43.633578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.639534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111688c-00c5-4269-a6bd-fc67757bb724 None None] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:43.668137 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0765433
Dec 10 04:00:43.670604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40278) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:43.675926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-155456814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:43.682790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:43.686999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:43.690378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:43.695958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:43.707140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.707877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.723568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.734259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/4a57b560-7777-409c-88a1-cfd8bbced2b8/c440f4da-236d-48f4-9150-aaea749a044c) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:43.744094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.752897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:43.769750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.770932 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6697e391-ae3f-4bdc-871b-bc7c1cc6a7ae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.0993452
Dec 10 04:00:43.774300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40282) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:43.887833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.891256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] For port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,segment=NetworkSegment(624194a5-b65f-4dd9-b916-1d2a7c38a3b1),segment_id=624194a5-b65f-4dd9-b916-1d2a7c38a3b1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:43.891661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.892469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:43.899175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af22516b-b558-439a-ab2f-ded2b94a4add tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:43.951805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:43.980522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=0f50b244-0d69-4ef3-99ac-8fa70e37ec34,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:43.983127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:44.014253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Calling delete_port for 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:44.107107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.211484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.236717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.245407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a763b89b-c956-4781-9ccd-9e0a82a45a45 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:44.281360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.283756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb69ac0>,) {'filters': {'network_id': ['56945d5e-b832-4df3-b48f-9350faa367c1']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:44.296419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:44.296790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:44.325718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb69ac0>, '624194a5-b65f-4dd9-b916-1d2a7c38a3b1') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:44.326043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cb69ac0>, '624194a5-b65f-4dd9-b916-1d2a7c38a3b1') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:44.337026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-142c0975-7f1c-4779-b035-7f39cf2d3bc1', 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '0f435da3-c264-41ed-9660-80a15a081e64'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:44.338057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.339967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:44.346585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:44.348965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:44.378917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.388810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=62cb245d-4d54-4d3b-8ff2-f64e842f4572,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:44.392050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:44.416023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.427803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:44.428242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:44.443709 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:44.476742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-09919c7b-ae38-4d96-9752-8812e2bff960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.486204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.513829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:44.514458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.553704 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.7066398
Dec 10 04:00:44.555715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.557401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40286) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:44.561067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Transition to ACTIVE for port object c440f4da-236d-48f4-9150-aaea749a044c will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:44.562313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5e2aef65-fc64-415d-90b2-aed1c64ab79f tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:44.580821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '62cb245d-4d54-4d3b-8ff2-f64e842f4572', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:44.588809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.595811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:44.598223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=56945d5e-b832-4df3-b48f-9350faa367c1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:44.599809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Transition to ACTIVE for port object c440f4da-236d-48f4-9150-aaea749a044c will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:44.604210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:floatingip and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:44.607360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:44.608179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:44.611566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.615948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Allocated IP 172.20.0.2 (142c0975-7f1c-4779-b035-7f39cf2d3bc1/0f435da3-c264-41ed-9660-80a15a081e64/62523f12-1276-4f56-b11c-20c28037cf60) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:44.616680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:44.617853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc8de547-f048-4104-86e2-d79f1d3266a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:44.625421 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/56945d5e-b832-4df3-b48f-9350faa367c1 HTTP/1.1" status: 204  len: 168 time: 1.5444870
Dec 10 04:00:44.625598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40290) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:44.683716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::26c4:f17a:3311:d514 (83faf901-581e-4083-899b-d7e1c00d6e85/4a57b560-7777-409c-88a1-cfd8bbced2b8/1b533549-6dd6-46b5-9b10-a940fdfc80ad) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:44.692202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:44.709828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:44.717186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.718698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:44.775353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:44.810784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Deleting port 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:44.811425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.847201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Pushing event updated for resources: {'Port': ['ID=c440f4da-236d-48f4-9150-aaea749a044c,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:44.856213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:44.856564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0f50b244-0d69-4ef3-99ac-8fa70e37ec34 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:44.884131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:44.932580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e6f36020-94c9-4e1e-b59b-b1ea4a6cba68 None None] The port '0f50b244-0d69-4ef3-99ac-8fa70e37ec34' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:44.932824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 21163ec5-de1a-40f6-8407-12aa83a3982b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:44.933167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.938127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.955752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 1b533549-6dd6-46b5-9b10-a940fdfc80ad will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:44.993749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:44.999514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b171a66-c8a7-48f0-bb8f-f3ca5cd98cce tempest-RoutersIpV6AdminTest-926049730 tempest-RoutersIpV6AdminTest-926049730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:45.028718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Attempting to bind port c440f4da-236d-48f4-9150-aaea749a044c on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:45.028994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Attempting to bind port c440f4da-236d-48f4-9150-aaea749a044c by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:45.029602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Attempting to bind port c440f4da-236d-48f4-9150-aaea749a044c on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:45.066103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:45.067064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:45.067477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.067884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:45.068492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Bound port: c440f4da-236d-48f4-9150-aaea749a044c, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:45.069099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.086422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:45.090070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:45.092472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=1b533549-6dd6-46b5-9b10-a940fdfc80ad,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:45.094062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:45.100224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:45.100770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.113485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:45.116733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.131736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.5632384
Dec 10 04:00:45.134206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40294) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:45.143295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.169677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Transition to ACTIVE for port object 62523f12-1276-4f56-b11c-20c28037cf60 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:45.192836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Transition to ACTIVE for port object 62523f12-1276-4f56-b11c-20c28037cf60 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:45.209282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.214596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.214933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.216901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:45.286243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:45.292870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:45.295205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] For port c440f4da-236d-48f4-9150-aaea749a044c, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:45.299459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:45.314447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] For port c440f4da-236d-48f4-9150-aaea749a044c, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c440f4da-236d-48f4-9150-aaea749a044c,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:45.340515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Pushing event updated for resources: {'Port': ['ID=62523f12-1276-4f56-b11c-20c28037cf60,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:45.348444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:45.351115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 21163ec5-de1a-40f6-8407-12aa83a3982b owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:45.355120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.358102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e9d1d3b5-4645-46e5-8d1d-1f93a6c94024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:45.394143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175b901-e27f-423e-b60a-d526b7310e1d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:45.400414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175b901-e27f-423e-b60a-d526b7310e1d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:45.401155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0175b901-e27f-423e-b60a-d526b7310e1d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:45.411823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.20.0.1 (142c0975-7f1c-4779-b035-7f39cf2d3bc1/0f435da3-c264-41ed-9660-80a15a081e64/739c7b1e-b85e-4d7a-9a25-cdd7d2694714) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:45.427082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0175b901-e27f-423e-b60a-d526b7310e1d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:45.431553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0175b901-e27f-423e-b60a-d526b7310e1d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2964110
Dec 10 04:00:45.433327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40298) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:45.471976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.242 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/b71bca86-f626-4bbb-86aa-0689871fe7ae) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:45.482106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Attempting to bind port 62523f12-1276-4f56-b11c-20c28037cf60 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:45.482489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Attempting to bind port 62523f12-1276-4f56-b11c-20c28037cf60 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:45.482868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Attempting to bind port 62523f12-1276-4f56-b11c-20c28037cf60 on network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:45.496379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Pushing event updated for resources: {'Port': ['ID=c440f4da-236d-48f4-9150-aaea749a044c,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:45.499245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:45.499625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Checking segment: {'id': 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:45.500032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.500429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Bound using segment: {'id': 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:45.500914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Bound port: 62523f12-1276-4f56-b11c-20c28037cf60, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '142c0975-7f1c-4779-b035-7f39cf2d3bc1'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:45.501294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.510416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:45.612756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 1b533549-6dd6-46b5-9b10-a940fdfc80ad {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:45.613168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.613330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] For port 62523f12-1276-4f56-b11c-20c28037cf60, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:45.617592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] For port 62523f12-1276-4f56-b11c-20c28037cf60, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=62523f12-1276-4f56-b11c-20c28037cf60,segment=NetworkSegment(cd4a7ccb-d8ea-43f5-a213-5faf99741e0e),segment_id=cd4a7ccb-d8ea-43f5-a213-5faf99741e0e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:45.623699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.628066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b89f3be8-c5ca-457a-9a55-83fb0500bef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:45.703586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.712496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Pushing event updated for resources: {'Port': ['ID=62523f12-1276-4f56-b11c-20c28037cf60,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:45.716453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:45.719709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.729276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-000f6a9b-938f-4d99-b057-e90b89a127a6 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:45.761809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.805182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:45.947942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=21163ec5-de1a-40f6-8407-12aa83a3982b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:45.953498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:45.968860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.977500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:45.984042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:46.093879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.106690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-268fe31c-4419-4d66-a231-14a17776a5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:46.173961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.174630 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 53cae024-8b2c-4ae4-a0f7-5b99fc51261c disassociated (deleted). External IP: 172.26.1.177, port: 9187d0b4-24ca-4f50-b262-c9c84751f8f4.
Dec 10 04:00:46.199507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 1b533549-6dd6-46b5-9b10-a940fdfc80ad owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:46.226968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:46.260027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:46.265189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:46.271112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:46.289828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:46.300248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:46.312334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=739c7b1e-b85e-4d7a-9a25-cdd7d2694714,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:46.319806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:46.356297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.362889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=b71bca86-f626-4bbb-86aa-0689871fe7ae,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:46.370410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:46.454482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.460659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fcce4ac2-0d98-42b6-bd40-c7a091c80cac tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:46.529139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=1b533549-6dd6-46b5-9b10-a940fdfc80ad,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:46.536553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:46.595646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.611572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.626144 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/1b533549-6dd6-46b5-9b10-a940fdfc80ad HTTP/1.1" status: 204  len: 168 time: 1.1922278
Dec 10 04:00:46.629485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40302) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:46.662295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5ccab399-1153-46c6-b517-db03bee7197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:46.815487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca726f-4d81-4180-a718-dbc37d9ad39d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:46.818166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca726f-4d81-4180-a718-dbc37d9ad39d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:46.818930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04ca726f-4d81-4180-a718-dbc37d9ad39d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:46.826992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c440f4da-236d-48f4-9150-aaea749a044c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:46.857960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:46.930669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c440f4da-236d-48f4-9150-aaea749a044c completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:46.936211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-04ca726f-4d81-4180-a718-dbc37d9ad39d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:46.937211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 62523f12-1276-4f56-b11c-20c28037cf60 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:46.941368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-04ca726f-4d81-4180-a718-dbc37d9ad39d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3108668
Dec 10 04:00:46.944944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40306) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:47.038970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 62523f12-1276-4f56-b11c-20c28037cf60 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:47.152519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:47.169847 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:47.181093 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:47.182220 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:47.188708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.202927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.270895 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/53cae024-8b2c-4ae4-a0f7-5b99fc51261c HTTP/1.1" status: 204  len: 168 time: 2.6417906
Dec 10 04:00:47.275046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:00:47.318950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e338092-56d9-4418-8a0b-704fe1a055be None None] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:47.398294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 4a57b560-7777-409c-88a1-cfd8bbced2b8 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:47.403773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.404486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.463592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.484430 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:00:47.553122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Provisioning for port 62523f12-1276-4f56-b11c-20c28037cf60 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:47.620523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Provisioning complete for port 62523f12-1276-4f56-b11c-20c28037cf60 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:47.620903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.664726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.684792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.746829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'status': 'completed', 'code': 200}
Dec 10 04:00:47.884780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.932512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.934015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] For port 62523f12-1276-4f56-b11c-20c28037cf60, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=62523f12-1276-4f56-b11c-20c28037cf60,segment=NetworkSegment(cd4a7ccb-d8ea-43f5-a213-5faf99741e0e),segment_id=cd4a7ccb-d8ea-43f5-a213-5faf99741e0e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:47.964140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.981153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:47.988540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-f709019b-f4d7-402c-9e6e-032eeb5b47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:47.991714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-f709019b-f4d7-402c-9e6e-032eeb5b47af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 1099 time: 0.2441208
Dec 10 04:00:47.993224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:48.011752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0469797-1dd1-4fd9-b095-428cdbe015b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:48.022237 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee4c0>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:48.028042 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:00:48.042097 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:48.042811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:48.071666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Pushing event updated for resources: {'Port': ['ID=62523f12-1276-4f56-b11c-20c28037cf60,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:48.074873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:48.091843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=739c7b1e-b85e-4d7a-9a25-cdd7d2694714,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:48.105339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:48.113696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.119523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ae2cf-d595-44ed-b805-19465d942770 req-94f567c3-f955-4eaa-9ca4-4b31fcd7c072 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:48.120095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Provisioning for port c440f4da-236d-48f4-9150-aaea749a044c completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:48.121043 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-df3ae2cf-d595-44ed-b805-19465d942770 req-94f567c3-f955-4eaa-9ca4-4b31fcd7c072 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.3275945
Dec 10 04:00:48.125405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.128118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Provisioning complete for port c440f4da-236d-48f4-9150-aaea749a044c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:48.128663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.153716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0067b3d0-f388-4769-a607-92419f978e1c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:48.202390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=4a57b560-7777-409c-88a1-cfd8bbced2b8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:48.215157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:48.216831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.244581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.279709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.296265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:00:48.310645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-df3ae2cf-d595-44ed-b805-19465d942770 req-a0a54814-6596-405b-920d-f64a1101c799 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:48.320063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] For port c440f4da-236d-48f4-9150-aaea749a044c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c440f4da-236d-48f4-9150-aaea749a044c,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:48.329817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.334779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e5ae6dbb-7e00-4338-b385-13582d7cddd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:48.342574 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/4a57b560-7777-409c-88a1-cfd8bbced2b8 HTTP/1.1" status: 204  len: 168 time: 1.3968244
Dec 10 04:00:48.347350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40316) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:48.409067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-df3ae2cf-d595-44ed-b805-19465d942770 req-a0a54814-6596-405b-920d-f64a1101c799 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:48.414855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Pushing event updated for resources: {'Port': ['ID=c440f4da-236d-48f4-9150-aaea749a044c,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:48.417709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-df3ae2cf-d595-44ed-b805-19465d942770 req-a0a54814-6596-405b-920d-f64a1101c799 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2833431
Dec 10 04:00:48.417892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:48.418822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419d041-4a8f-45a4-92a8-b26813593ab9 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:48.434515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Could not find standard attr ID for object 1b533549-6dd6-46b5-9b10-a940fdfc80ad. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:00:48.495097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:48.496440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:48.554621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9664fef2-a8eb-433f-90db-f86f78823f8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2056003
Dec 10 04:00:48.571038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40320) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:48.583746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:48.668770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Provisioning for port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:48.676929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Provisioning complete for port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:48.677331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.742661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:48.756368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Deleting port c440f4da-236d-48f4-9150-aaea749a044c {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:48.756748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:48.763528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 9f7781ae-469f-4971-a9ee-9a06ad4b7c42 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:00:48.797206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-8a34af45-b3ac-44d6-8713-372562cec4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:48.798712 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-8a34af45-b3ac-44d6-8713-372562cec4ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 200  len: 896 time: 0.7474563
Dec 10 04:00:48.893216 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-b36e150b-75cd-418b-8eda-5eab3aaab5b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 200  len: 217 time: 0.0820246
Dec 10 04:00:48.895361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:00:48.903956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:48.997359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-c00e9d0d-4c46-4c75-bcb4-c79c5da04d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:49.002366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-c00e9d0d-4c46-4c75-bcb4-c79c5da04d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 200  len: 835 time: 0.0955236
Dec 10 04:00:49.009200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:49.011370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] For port c440f4da-236d-48f4-9150-aaea749a044c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c440f4da-236d-48f4-9150-aaea749a044c,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:49.011699 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee4c0>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:49.011857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.016966 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f2bf6-0b88-454b-8a30-a578fa0f29cc None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:33Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a77a3318-4ec1-4de9-af41-a2379c86b02d', 'name': '', 'network_id': '5a678144-b5e0-454b-a6a9-021c9f6e416d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:1e:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:16Z', 'updated_at': '2021-12-10T03:57:28Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '6d7a7ab5-a56d-440e-9274-225e0ed4deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:49.023144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:49.027269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.053843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:49.067615 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/9f7781ae-469f-4971-a9ee-9a06ad4b7c42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2897325
Dec 10 04:00:49.068191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:49.103162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:49.109425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.119074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ae4bc3c9-e9fa-4452-86b7-3ab9f3375907 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:49.158518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Calling delete_port for c440f4da-236d-48f4-9150-aaea749a044c owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:49.231043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=b71bca86-f626-4bbb-86aa-0689871fe7ae,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:49.232428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038aa3ed-3689-4b08-9b72-f7b014325bd9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:49.233103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-038aa3ed-3689-4b08-9b72-f7b014325bd9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:49.239646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:49.239784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 62523f12-1276-4f56-b11c-20c28037cf60 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:49.284910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:49.289591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.309821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-038aa3ed-3689-4b08-9b72-f7b014325bd9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:49.314157 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-038aa3ed-3689-4b08-9b72-f7b014325bd9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports/739c7b1e-b85e-4d7a-9a25-cdd7d2694714 HTTP/1.1" status: 200  len: 910 time: 0.2449841
Dec 10 04:00:49.314334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.314762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40328) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:49.320085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] Sync routers for ids ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:49.321678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f435da3-c264-41ed-9660-80a15a081e64'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:49.327883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4e399b3c-094f-432b-9eff-7f40e01de806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:49.392638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Pushing event deleted for resources: {'Port': ['ID=c440f4da-236d-48f4-9150-aaea749a044c,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:49.395060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:49.395841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:49.403775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] No DVR routers for this DVR port c440f4da-236d-48f4-9150-aaea749a044c on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:49.423118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] Routers {'9f7781ae-469f-4971-a9ee-9a06ad4b7c42'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:49.423715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c51ffd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:49.449267 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1052f1a-cfcf-475e-af2b-a007a1e64043 None None] New status for floating IP 53cae024-8b2c-4ae4-a0f7-5b99fc51261c: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:00:49.493080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-60634d30-38b5-45c2-9aed-0a7ea405a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:49.499528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c51ffd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:49.501238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.506126 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-60634d30-38b5-45c2-9aed-0a7ea405a09b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a678144-b5e0-454b-a6a9-021c9f6e416d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4615166
Dec 10 04:00:49.512727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 62523f12-1276-4f56-b11c-20c28037cf60 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:49.513101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.545540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Provisioning complete for port 62523f12-1276-4f56-b11c-20c28037cf60 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:49.545540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f1425c51-601e-4e54-926b-180f306fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.598637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] Routers {'9f7781ae-469f-4971-a9ee-9a06ad4b7c42'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:49.599298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c51ffd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:49.690148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c51ffd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:49.690566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e306050-f939-4de7-912e-70456e2f6f9f None None] The sync data for ids ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:49.727917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.838104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:49.925328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5a8d-306f-4c22-962c-d3f57ff3d23f req-07d7d730-bfbc-4c25-a8b5-647e0da96ed7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:49.926920 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-274e5a8d-306f-4c22-962c-d3f57ff3d23f req-07d7d730-bfbc-4c25-a8b5-647e0da96ed7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.3269541
Dec 10 04:00:49.988793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f9db6b64-dbd2-4ea2-9965-cf17c4713185 None None] Provisioning complete for port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:49.989449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f9db6b64-dbd2-4ea2-9965-cf17c4713185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.043243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f9db6b64-dbd2-4ea2-9965-cf17c4713185 None None] Port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:50.106191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-8c7ae235-802f-42c2-9ca6-76c29a8cbcf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:50.106799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-8c7ae235-802f-42c2-9ca6-76c29a8cbcf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:50.113099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-274e5a8d-306f-4c22-962c-d3f57ff3d23f req-11b62706-8a57-423f-8368-034747e3d0a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1772587
Dec 10 04:00:50.140106 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-8cfe5525-0584-4ca5-8c33-f7cfb1237f24 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6336684
Dec 10 04:00:50.235920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-8c7ae235-802f-42c2-9ca6-76c29a8cbcf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:50.237057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-8c7ae235-802f-42c2-9ca6-76c29a8cbcf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.9303620
Dec 10 04:00:50.251600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.290342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e12d23d9-4c1a-4d52-a21a-7bac79f5c537 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:50.337870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 8bcbb3b1-22b9-401f-a76b-f750fa35e693 associated. External IP: 172.26.1.242, port: 62cb245d-4d54-4d3b-8ff2-f64e842f4572.
Dec 10 04:00:50.415330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.423219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.448448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f29e9c23-c7ed-4273-b842-e0e0dd00c6e1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:50.481058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:50.500280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:50.510638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8467fc-bdf2-4019-bf44-e26cf794582e None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:50.524343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:50.524938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.540701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=739c7b1e-b85e-4d7a-9a25-cdd7d2694714,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:50.548214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:50.548838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.551596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/ports/739c7b1e-b85e-4d7a-9a25-cdd7d2694714 HTTP/1.1" status: 200  len: 910 time: 1.2344582
Dec 10 04:00:50.551596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:50.552976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=c9b5111b-5ea3-44e7-ba96-d275a7677e1f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:50.553537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40334) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:50.557603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:50.557946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.585651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:50.647093 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-307e5b5b-d018-4a3e-a0af-c8f66521900e req-8eea1541-a42b-4034-a750-d4f60ff03353 service neutron] 10.222.0.18 "GET /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4928842
Dec 10 04:00:50.663501 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0898621
Dec 10 04:00:50.664167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40338) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:50.698792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'c9b5111b-5ea3-44e7-ba96-d275a7677e1f', 'ip_address': '2001:db8::2b9:6e69:ca1a:b42c'}], 'name': 'tempest-NetworksTestDHCPv6-652709657'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:50.757275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c440f4da-236d-48f4-9150-aaea749a044c no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:50.811063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': 'c9b5111b-5ea3-44e7-ba96-d275a7677e1f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:50.811923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:50.821187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c440f4da-236d-48f4-9150-aaea749a044c {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:50.821693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c440f4da-236d-48f4-9150-aaea749a044c not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:51.004331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/c9b5111b-5ea3-44e7-ba96-d275a7677e1f/559cb167-0b85-49c2-af26-cdebc46c505f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:51.091859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.095762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:51.106132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:51.120807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:51.134498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:51.175116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 9187d0b4-24ca-4f50-b262-c9c84751f8f4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9187d0b4-24ca-4f50-b262-c9c84751f8f4,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:51.175528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.188374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:51.233067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.243830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Transition to ACTIVE for port object 559cb167-0b85-49c2-af26-cdebc46c505f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:51.263071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Transition to ACTIVE for port object 559cb167-0b85-49c2-af26-cdebc46c505f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:51.269771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.274638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e34f5c1f-fb77-45eb-a1c3-88f6b151fe08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:51.340397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:51.343480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:51.347643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:51.380172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Pushing event updated for resources: {'Port': ['ID=559cb167-0b85-49c2-af26-cdebc46c505f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:51.383765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 9187d0b4-24ca-4f50-b262-c9c84751f8f4 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:51.388947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:51.434385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:51.455495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Attempting to bind port 559cb167-0b85-49c2-af26-cdebc46c505f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:51.456217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Attempting to bind port 559cb167-0b85-49c2-af26-cdebc46c505f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:51.457198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Attempting to bind port 559cb167-0b85-49c2-af26-cdebc46c505f on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:51.464308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:51.464769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:51.465237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.465941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:51.466655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Bound port: 559cb167-0b85-49c2-af26-cdebc46c505f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:51.467367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.560022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] For port 559cb167-0b85-49c2-af26-cdebc46c505f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:51.563305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] For port 559cb167-0b85-49c2-af26-cdebc46c505f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=559cb167-0b85-49c2-af26-cdebc46c505f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:51.569026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.577046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5314902c-a73b-4aae-acbd-6ccc9b3a8ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:51.599543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca35858-c464-4cce-ba68-0a2ed32c5111 req-5bef8b1a-17dc-4cda-9271-9ac7bfac2dc1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:51.601032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aca35858-c464-4cce-ba68-0a2ed32c5111 req-5bef8b1a-17dc-4cda-9271-9ac7bfac2dc1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 946 time: 0.3600981
Dec 10 04:00:51.660088 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aca35858-c464-4cce-ba68-0a2ed32c5111 req-a64a7ddf-1c5e-4c4b-b5e4-d63e88e08787 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b197c94-39f3-47b9-862a-fef1bf239034&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503664
Dec 10 04:00:51.681408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Pushing event updated for resources: {'Port': ['ID=559cb167-0b85-49c2-af26-cdebc46c505f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:51.686219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:51.753126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:51.753501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.842140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:51.948368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port c0d8737a-42fc-4a62-b7f9-baef18a0bcbb yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:51.997720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.045343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:52.057436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.063407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:52.076773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:52.077445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0213a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:52.077953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0e1f6a08-4863-40f5-8178-3b55c4b5654c tempest-ExternalNetworksAdminNegativeTestJSON-262548830 tempest-ExternalNetworksAdminNegativeTestJSON-262548830-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:52.135635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 739c7b1e-b85e-4d7a-9a25-cdd7d2694714 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:52.170652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=9187d0b4-24ca-4f50-b262-c9c84751f8f4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:52.184890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0213a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:52.194572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:52.195195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0213a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:52.217289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:52.230440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.252903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9187d0b4-24ca-4f50-b262-c9c84751f8f4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:52.293225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 9187d0b4-24ca-4f50-b262-c9c84751f8f4 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:52.294083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9187d0b4-24ca-4f50-b262-c9c84751f8f4 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:52.295033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0213a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:52.295485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0a02e-5c72-4008-a21c-dcea8e1f076a None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:52.316117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 9187d0b4-24ca-4f50-b262-c9c84751f8f4 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:52.323107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.325015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a75acb9e-26e6-4ff2-8685-1a14af35cdeb req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/9187d0b4-24ca-4f50-b262-c9c84751f8f4 HTTP/1.1" status: 204  len: 173 time: 2.0745859
Dec 10 04:00:52.327760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'name': 'network-vif-deleted', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:00:52.340282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.344874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:52.395679 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a533fdd1-0760-41d8-acda-9f16ad3fb545', 'name': 'network-vif-deleted', 'tag': '9187d0b4-24ca-4f50-b262-c9c84751f8f4', 'status': 'completed', 'code': 200}
Dec 10 04:00:52.395872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=739c7b1e-b85e-4d7a-9a25-cdd7d2694714,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:52.399417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:52.401224 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 7.8428390
Dec 10 04:00:52.404127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40346) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:52.431997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::2b9:6e69:ca1a:b42c (83faf901-581e-4083-899b-d7e1c00d6e85/c9b5111b-5ea3-44e7-ba96-d275a7677e1f/c0d8737a-42fc-4a62-b7f9-baef18a0bcbb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:52.444391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': '62cb245d-4d54-4d3b-8ff2-f64e842f4572', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:52.606562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.686973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.705600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object c0d8737a-42fc-4a62-b7f9-baef18a0bcbb will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:52.741603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.749069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-95d5affa-8363-4c64-a924-3e8117277f07 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:52.874226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 559cb167-0b85-49c2-af26-cdebc46c505f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:52.928511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:52.940327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:52.952081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:52.962563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:52.963391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:52.969728 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2245472c-ca0b-4e53-bd2d-7830bc10f5bf req-7b751246-4790-486b-9e5f-4909b6470bb5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a533fdd1-0760-41d8-acda-9f16ad3fb545 HTTP/1.1" status: 200  len: 210 time: 0.0490215
Dec 10 04:00:52.972302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=c0d8737a-42fc-4a62-b7f9-baef18a0bcbb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:52.980056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:52.990790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.000472 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.3321252
Dec 10 04:00:53.001437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40352) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:53.007113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 559cb167-0b85-49c2-af26-cdebc46c505f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:53.089916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2d5d2-7cf1-4f9d-884d-4b4f71bbb1d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:53.096295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2d5d2-7cf1-4f9d-884d-4b4f71bbb1d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:53.097222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aab2d5d2-7cf1-4f9d-884d-4b4f71bbb1d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:53.117025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aab2d5d2-7cf1-4f9d-884d-4b4f71bbb1d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:53.118423 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aab2d5d2-7cf1-4f9d-884d-4b4f71bbb1d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.1157901
Dec 10 04:00:53.121997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40356) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:53.196433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port c0d8737a-42fc-4a62-b7f9-baef18a0bcbb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:53.196781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.317415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Provisioning for port 559cb167-0b85-49c2-af26-cdebc46c505f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:53.327018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Provisioning complete for port 559cb167-0b85-49c2-af26-cdebc46c505f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:53.328388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.465441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.476944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.501277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] For port 559cb167-0b85-49c2-af26-cdebc46c505f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=559cb167-0b85-49c2-af26-cdebc46c505f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:53.505183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.508427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-651f4600-71b3-4d8b-9c03-b68d661e374c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:53.602849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for c0d8737a-42fc-4a62-b7f9-baef18a0bcbb owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:53.608571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Pushing event updated for resources: {'Port': ['ID=559cb167-0b85-49c2-af26-cdebc46c505f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:53.611823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:53.632855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e34be196-fe55-428a-83b1-ccece8d3e91e None None] Provisioning for port c0d8737a-42fc-4a62-b7f9-baef18a0bcbb completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:00:53.639795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e34be196-fe55-428a-83b1-ccece8d3e91e None None] Provisioning complete for port c0d8737a-42fc-4a62-b7f9-baef18a0bcbb triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:53.640303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e34be196-fe55-428a-83b1-ccece8d3e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.660382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 9f7781ae-469f-4971-a9ee-9a06ad4b7c42 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:53.700344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e34be196-fe55-428a-83b1-ccece8d3e91e None None] Port c0d8737a-42fc-4a62-b7f9-baef18a0bcbb cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:00:53.829587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:53.840961 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] Sync routers for ids ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:53.857388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] Routers {'9f7781ae-469f-4971-a9ee-9a06ad4b7c42'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:53.858880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3e5f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:53.875246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:53.882631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:53.932485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=c0d8737a-42fc-4a62-b7f9-baef18a0bcbb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:53.936121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:53.941283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/9f7781ae-469f-4971-a9ee-9a06ad4b7c42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3865142
Dec 10 04:00:53.945677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:53.965193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3e5f70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:53.975185 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] Routers {'9f7781ae-469f-4971-a9ee-9a06ad4b7c42'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:53.975792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3e5f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:53.986201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.005474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/c0d8737a-42fc-4a62-b7f9-baef18a0bcbb HTTP/1.1" status: 204  len: 168 time: 0.8821809
Dec 10 04:00:54.010339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40364) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.012861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-727134d9-09f7-4222-8ded-f24eba98ec04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:54.049790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-727134d9-09f7-4222-8ded-f24eba98ec04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:54.053605 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-727134d9-09f7-4222-8ded-f24eba98ec04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f7781ae-469f-4971-a9ee-9a06ad4b7c42 HTTP/1.1" status: 200  len: 205 time: 0.1046121
Dec 10 04:00:54.054600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.081966 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3e5f70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:54.082864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949bb369-d90f-45bc-bcd7-d147d6c88fa1 None None] The sync data for ids ['9f7781ae-469f-4971-a9ee-9a06ad4b7c42'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:54.138428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40374) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.212491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.225445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.234912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.326041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0e206-e809-4423-a585-609c3c92c4cd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:54.327516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0e206-e809-4423-a585-609c3c92c4cd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:54.328244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c4f0e206-e809-4423-a585-609c3c92c4cd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:54.348575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.407286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.453997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c4f0e206-e809-4423-a585-609c3c92c4cd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:54.455150 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c4f0e206-e809-4423-a585-609c3c92c4cd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4436519
Dec 10 04:00:54.458169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40378) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.528261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.530453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.553479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.554165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7781ae-469f-4971-a9ee-9a06ad4b7c42 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:00:54.571214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.572373 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cdf7e1d1-33bd-4892-bad2-2d2625cabb28 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/9f7781ae-469f-4971-a9ee-9a06ad4b7c42 HTTP/1.1" status: 204  len: 168 time: 0.5167816
Dec 10 04:00:54.575279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.646782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 0f435da3-c264-41ed-9660-80a15a081e64 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:54.650368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.713715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.714957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 559cb167-0b85-49c2-af26-cdebc46c505f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:00:54.800843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet c9b5111b-5ea3-44e7-ba96-d275a7677e1f {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:54.803135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 559cb167-0b85-49c2-af26-cdebc46c505f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:00:54.803870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.804837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.808062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.840841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.874591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.889382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.894007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a6add81f-cd83-4fe2-9c15-fd8ef490b8f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:54.924859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b5f49e3e-6b58-41fc-ae75-e0c2a95a4694 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:54.936819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=0f435da3-c264-41ed-9660-80a15a081e64,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:54.946927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:54.948084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:54.948877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac70a96-05dd-4c2c-b941-0c6d47286d9d None None] Network 142c0975-7f1c-4779-b035-7f39cf2d3bc1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:54.957341 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/0f435da3-c264-41ed-9660-80a15a081e64 HTTP/1.1" status: 204  len: 168 time: 0.3789423
Dec 10 04:00:54.958056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:54.970068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b197c94-39f3-47b9-862a-fef1bf239034,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:54.983564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:55.007323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.010956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b197c94-39f3-47b9-862a-fef1bf239034 HTTP/1.1" status: 204  len: 168 time: 0.8690636
Dec 10 04:00:55.010956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:55.019601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.086668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40392) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:55.236896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] DHCP port deletion for 142c0975-7f1c-4779-b035-7f39cf2d3bc1 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:55.244346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.244570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Deleting port 62523f12-1276-4f56-b11c-20c28037cf60 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:55.244744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.262750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.268351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 62523f12-1276-4f56-b11c-20c28037cf60 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:55.268706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.269174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5424db60-a297-4663-ba6d-1597b831e703 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:55.316527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b5111b-5ea3-44e7-ba96-d275a7677e1f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:55.319527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.324250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:55.326985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:55.343332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.347063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:55.358746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be08c99-f056-4ba3-b200-099eab305cdc None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:55.374339 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b5111b-5ea3-44e7-ba96-d275a7677e1f HTTP/1.1" status: 204  len: 168 time: 0.9125719
Dec 10 04:00:55.381607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40396) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:55.435878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:55.436411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcbeb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:55.461194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-785c0ecb-fc35-4c5a-a1a6-8bb7aeca294c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0781143
Dec 10 04:00:55.463788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40400) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:55.528635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcbeb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:55.581184 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-310d744e-8181-4109-af1f-3c4e131301a8 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/8bcbb3b1-22b9-401f-a76b-f750fa35e693 HTTP/1.1" status: 200  len: 978 time: 3.1470075
Dec 10 04:00:55.584573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40404) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:55.670214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:55.670840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcbeb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:55.685418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6fb2a-d9cf-446d-a675-66ce35381f8d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:55.686157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0ba6fb2a-d9cf-446d-a675-66ce35381f8d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:00:55.752312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcbeb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:55.752950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479232c-733f-4f65-8fa7-bedc17d9a16c None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:55.767291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] For port 62523f12-1276-4f56-b11c-20c28037cf60, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=62523f12-1276-4f56-b11c-20c28037cf60,segment=NetworkSegment(cd4a7ccb-d8ea-43f5-a213-5faf99741e0e),segment_id=cd4a7ccb-d8ea-43f5-a213-5faf99741e0e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:55.767689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.777023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0ba6fb2a-d9cf-446d-a675-66ce35381f8d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:00:55.778249 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0ba6fb2a-d9cf-446d-a675-66ce35381f8d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3134351
Dec 10 04:00:55.783422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40408) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:55.828815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 62523f12-1276-4f56-b11c-20c28037cf60, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=62523f12-1276-4f56-b11c-20c28037cf60,segment=NetworkSegment(cd4a7ccb-d8ea-43f5-a213-5faf99741e0e),segment_id=cd4a7ccb-d8ea-43f5-a213-5faf99741e0e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:55.829190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.829432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port b71bca86-f626-4bbb-86aa-0689871fe7ae {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:55.829922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:55.895331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Calling delete_port for 62523f12-1276-4f56-b11c-20c28037cf60 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:55.995854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.001433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-42448756-6adf-4753-b949-b7d4fa178d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:56.012273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.012701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.055697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:00:56.058476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Pushing event deleted for resources: {'Port': ['ID=62523f12-1276-4f56-b11c-20c28037cf60,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:56.063085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:56.065840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Deleting port 559cb167-0b85-49c2-af26-cdebc46c505f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:56.066284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.077986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 62523f12-1276-4f56-b11c-20c28037cf60 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:56.090561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] No DVR routers for this DVR port 62523f12-1276-4f56-b11c-20c28037cf60 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:56.152052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904892b-8428-4a75-ac84-e0338c257eed tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:56.155881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2904892b-8428-4a75-ac84-e0338c257eed tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3691826
Dec 10 04:00:56.158044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40412) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:56.254076 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-38ac22e7-2695-4ec8-b4db-dd6004ceb91c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0919237
Dec 10 04:00:56.261493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40416) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:56.264913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:00:56.265346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:00:56.269121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:56.276921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for b71bca86-f626-4bbb-86aa-0689871fe7ae owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:56.347099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] For port 559cb167-0b85-49c2-af26-cdebc46c505f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=559cb167-0b85-49c2-af26-cdebc46c505f,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:56.347616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.423740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:56.430090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.431169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:56.434866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:56.437260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-10684835-f7bc-4ba2-8ae0-992f4dc33912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:56.442245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:56.458443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:56.462432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.473521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Calling delete_port for 559cb167-0b85-49c2-af26-cdebc46c505f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:56.510990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=b71bca86-f626-4bbb-86aa-0689871fe7ae,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:56.517411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:56.533814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.556141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.560730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b23a44c5-1def-4395-8b45-36127f8269d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:56.571924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.572310 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 8bcbb3b1-22b9-401f-a76b-f750fa35e693 disassociated (deleted). External IP: 172.26.1.242, port: 62cb245d-4d54-4d3b-8ff2-f64e842f4572.
Dec 10 04:00:56.601964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] No DVR routers for this DVR port 559cb167-0b85-49c2-af26-cdebc46c505f on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:00:56.611911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Pushing event deleted for resources: {'Port': ['ID=559cb167-0b85-49c2-af26-cdebc46c505f,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:56.614375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:56.711325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 62523f12-1276-4f56-b11c-20c28037cf60 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:56.760656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 62523f12-1276-4f56-b11c-20c28037cf60 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:56.761839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 62523f12-1276-4f56-b11c-20c28037cf60 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:56.762234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 559cb167-0b85-49c2-af26-cdebc46c505f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:00:56.800833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 559cb167-0b85-49c2-af26-cdebc46c505f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:00:56.801194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 559cb167-0b85-49c2-af26-cdebc46c505f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:00:56.930645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 62523f12-1276-4f56-b11c-20c28037cf60 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:56.930993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:56.942382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:57.080178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] The port '62523f12-1276-4f56-b11c-20c28037cf60' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:00:57.122011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:57.132432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:57.143812 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:57.144652 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4ceb20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.146971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.203622 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/8bcbb3b1-22b9-401f-a76b-f750fa35e693 HTTP/1.1" status: 204  len: 168 time: 1.6175740
Dec 10 04:00:57.206247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40420) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:57.220143 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4ceb20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.229760 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:57.230640 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4ceb20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.265007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.274454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 62cb245d-4d54-4d3b-8ff2-f64e842f4572 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:57.275236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.294391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.295482 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4ceb20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.295895 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb30304-d4f0-4c9e-8812-1f88613a0043 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:00:57.301469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-279331c6-8d48-447c-b502-d46fe0a31a45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:57.328855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97440850>,) {'filters': {'network_id': ['142c0975-7f1c-4779-b035-7f39cf2d3bc1']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.365661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97440850>, 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.365892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97440850>, 'cd4a7ccb-d8ea-43f5-a213-5faf99741e0e') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:57.382419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:57.386330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.394859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:57.397813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:57.398402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.404948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a61228b-2425-4b95-af2c-c7add1f35d9a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:00:57.468338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.492705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=568bfbc7-7aba-4bf5-a095-3e24f5a0c358,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:57.498725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:00:57.499129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:00:57.514473 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:00:57.524706 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2620683
Dec 10 04:00:57.527457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40424) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:57.534623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '568bfbc7-7aba-4bf5-a095-3e24f5a0c358', 'ip_address': '2001:db8::52bf:e76a:283f:9882'}], 'name': 'tempest-NetworksTestDHCPv6-1646088565'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:57.550993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.575256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.575644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.576027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.576405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.576783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.577157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.577553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.577928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.578625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.578625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.579016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.579377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:57.582858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:57.589210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port a77a3318-4ec1-4de9-af41-a2379c86b02d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:00:57.589620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.629579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '568bfbc7-7aba-4bf5-a095-3e24f5a0c358'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:00:57.630429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.680245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.684407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.692026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f034ba4-37eb-4aa2-88a7-1beb79671367 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:57.775470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=142c0975-7f1c-4779-b035-7f39cf2d3bc1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:57.778080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:57.791090 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/142c0975-7f1c-4779-b035-7f39cf2d3bc1 HTTP/1.1" status: 204  len: 168 time: 2.8299284
Dec 10 04:00:57.795145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40428) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:57.804959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505931722', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:57.809413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/568bfbc7-7aba-4bf5-a095-3e24f5a0c358/f5940af9-4ef1-4280-b6b3-51acc1510aa7) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:57.816767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:57.834355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:57.839712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:57.856980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:57.862846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 62cb245d-4d54-4d3b-8ff2-f64e842f4572 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:57.872008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port a77a3318-4ec1-4de9-af41-a2379c86b02d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a77a3318-4ec1-4de9-af41-a2379c86b02d,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:00:57.872300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.948555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.950579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:57.988212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:58.030102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for a77a3318-4ec1-4de9-af41-a2379c86b02d owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:00:58.036790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:58.050869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.059448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:58.210019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.214563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46d5e91d-dc42-4c83-92a9-3b46c90dad45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:58.222289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Transition to ACTIVE for port object f5940af9-4ef1-4280-b6b3-51acc1510aa7 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:58.231698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.241858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Transition to ACTIVE for port object f5940af9-4ef1-4280-b6b3-51acc1510aa7 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:58.243217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6ac1ba37-e472-4386-a618-84f9487b6a3c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:58.247658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.255275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54cd4262-1d7c-4de8-ad05-8e670d95af83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:58.263976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=a77a3318-4ec1-4de9-af41-a2379c86b02d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:58.267090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:58.306811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.331239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Pushing event updated for resources: {'Port': ['ID=f5940af9-4ef1-4280-b6b3-51acc1510aa7,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:58.336085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:58.344765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:58.346269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:58.349007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:58.360331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.386949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.407978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=62cb245d-4d54-4d3b-8ff2-f64e842f4572,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:58.434334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.434976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.435535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.436077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.436444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.436818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.437181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.437577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.437942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.438292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.438655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.439006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:00:58.445856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Attempting to bind port f5940af9-4ef1-4280-b6b3-51acc1510aa7 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:00:58.446216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Attempting to bind port f5940af9-4ef1-4280-b6b3-51acc1510aa7 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:00:58.446635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Attempting to bind port f5940af9-4ef1-4280-b6b3-51acc1510aa7 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:00:58.448292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port b6b5bd2b-7de7-40e0-bf4b-3165894a520e yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:58.452460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:00:58.453079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:00:58.453675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.454218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:00:58.454901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Bound port: f5940af9-4ef1-4280-b6b3-51acc1510aa7, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:00:58.455454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.554021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] For port f5940af9-4ef1-4280-b6b3-51acc1510aa7, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:00:58.557173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] For port f5940af9-4ef1-4280-b6b3-51acc1510aa7, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f5940af9-4ef1-4280-b6b3-51acc1510aa7,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:00:58.561919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.567163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f431b27-dc02-4c5b-8bbb-2025f01b1918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:58.575940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:58.605540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.650921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Pushing event updated for resources: {'Port': ['ID=f5940af9-4ef1-4280-b6b3-51acc1510aa7,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:58.654198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:58.661338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/62cb245d-4d54-4d3b-8ff2-f64e842f4572 HTTP/1.1" status: 204  len: 168 time: 1.4539723
Dec 10 04:00:58.665456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40432) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:58.673054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:58.685286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:58.690508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:floatingip and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:58.692946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:58.698852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.702870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f30cf936-18ae-47a4-a0fa-d890204a4bae tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.9020250
Dec 10 04:00:58.703487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:58.706365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:58.723123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-48950444'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:58.727441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::52bf:e76a:283f:9882 (83faf901-581e-4083-899b-d7e1c00d6e85/568bfbc7-7aba-4bf5-a095-3e24f5a0c358/b6b5bd2b-7de7-40e0-bf4b-3165894a520e) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:58.732969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:58.734478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.740670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:58.745143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:58.753567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:58.756165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.825557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:58.828997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.952887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:00:58.981659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:58.982024 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 780ea2fe-6478-4ad2-9f29-29d282f364b2 of type vlan for network 35ffb222-8532-4161-afba-54183d7bd568
Dec 10 04:00:59.032329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.075339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.127178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.163506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object b6b5bd2b-7de7-40e0-bf4b-3165894a520e will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:00:59.205266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.211408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:59.212027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.225415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:59.249071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.166 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/eb071c3e-4976-44f7-b151-a38191693691) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:00:59.254522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.260843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf4da9fd-4ae5-4e2b-803e-5fa69bcee18b tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:59.330899 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6265926
Dec 10 04:00:59.338024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40440) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:59.342441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=35ffb222-8532-4161-afba-54183d7bd568,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:59.347527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:59.352397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:00:59.354485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 35ffb222-8532-4161-afba-54183d7bd568 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:00:59.363643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:59.400511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:00:59.415088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:00:59.420821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:00:59.421683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.424645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 7c89aa0e-e955-483c-b376-1bfa11c41c59 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:00:59.426320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=b6b5bd2b-7de7-40e0-bf4b-3165894a520e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:00:59.432348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:00:59.463910 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.9345469
Dec 10 04:00:59.467342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40444) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:59.483207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '568bfbc7-7aba-4bf5-a095-3e24f5a0c358', 'ip_address': '2001:db8::52bf:e76a:283f:9882'}], 'name': 'tempest-NetworksTestDHCPv6-819851625'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:00:59.619791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:59.627785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:59.633149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:59.642640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:59.666123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:59.669733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.736368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.769778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:00:59.779643 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/7c89aa0e-e955-483c-b376-1bfa11c41c59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6894512
Dec 10 04:00:59.780093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40448) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:00:59.782877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Sync routers for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:00:59.797687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:00:59.798327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e587f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:00:59.838564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:00:59.843103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:00:59.846164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:00:59.852233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:00:59.870394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:00:59.875716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.920248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 6d7a7ab5-a56d-440e-9274-225e0ed4deb4 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:00:59.922936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 26cc4b68-5c3d-4b20-9b48-a8a51cb2894d yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:00:59.937806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.947458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c0429674-6840-406d-92e3-17885a8619ba tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:00:59.962924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.966761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:00:59.999008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:00.051111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=0852ba3e-44d3-4c02-9c22-430d9cb2f08b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:00.075673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:00.082362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:00.082871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 35ffb222-8532-4161-afba-54183d7bd568, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:00.093188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:00.100928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:00.107698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 35ffb222-8532-4161-afba-54183d7bd568 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:00.112548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:00.117246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4a66764b-176e-4531-85de-ddf5c767dbb8 None None] Provisioning for port f5940af9-4ef1-4280-b6b3-51acc1510aa7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:00.122404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 35ffb222-8532-4161-afba-54183d7bd568) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:00.129152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:00.131502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.133076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2c046-24dd-443d-ac69-dc81d4e0f0d9 None None] Network 35ffb222-8532-4161-afba-54183d7bd568 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:00.161870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8227913
Dec 10 04:01:00.163971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40452) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:00.195967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=eb071c3e-4976-44f7-b151-a38191693691,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:00.201765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:00.211608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.237391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:00.401090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 10 04:01:00.401811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:01:00.413243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.422661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-01d98196-e820-4613-8a28-dae58a3065e9 None None] Provisioning for port b6b5bd2b-7de7-40e0-bf4b-3165894a520e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:00.424573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.451857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-01d98196-e820-4613-8a28-dae58a3065e9 None None] Provisioning complete for port b6b5bd2b-7de7-40e0-bf4b-3165894a520e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:00.452239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-01d98196-e820-4613-8a28-dae58a3065e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.553281 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-956ce11e-417b-4abf-ba3a-875304ca85ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.0841599
Dec 10 04:01:00.553592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40456) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:00.554936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.617943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-01d98196-e820-4613-8a28-dae58a3065e9 None None] Port b6b5bd2b-7de7-40e0-bf4b-3165894a520e cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:00.687703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-35ffb222-8532-4161-afba-54183d7bd568', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:00.688538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.708147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e587f0>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:58Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:00.716232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Checking router: 7c89aa0e-e955-483c-b376-1bfa11c41c59 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:00.763233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.768755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Routers {'7c89aa0e-e955-483c-b376-1bfa11c41c59'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:00.769531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e587f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['7c89aa0e-e955-483c-b376-1bfa11c41c59'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:00.774328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.781983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d35c9517-f899-4e39-a3fa-292e5eb0e155 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:00.830391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3988642-bdfc-40d1-8efe-c7e0c6de64fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:00.836856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3988642-bdfc-40d1-8efe-c7e0c6de64fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:00.837771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3988642-bdfc-40d1-8efe-c7e0c6de64fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:00.841710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f5940af9-4ef1-4280-b6b3-51acc1510aa7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:00.878619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.914768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=eb071c3e-4976-44f7-b151-a38191693691,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:00.921679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:00.922194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:00.932044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.944134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e21b3-7cf3-43c1-b631-a21d6d06e040 None None] Network 5a678144-b5e0-454b-a6a9-021c9f6e416d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:00.947848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a3988642-bdfc-40d1-8efe-c7e0c6de64fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:00.951441 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3988642-bdfc-40d1-8efe-c7e0c6de64fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3944550
Dec 10 04:01:00.951574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.952294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40460) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:00.967999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7a7ab5-a56d-440e-9274-225e0ed4deb4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:00.970299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:00.975057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:00.976624 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/6d7a7ab5-a56d-440e-9274-225e0ed4deb4 HTTP/1.1" status: 204  len: 168 time: 1.1929388
Dec 10 04:01:00.978985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40464) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:01.110042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.114002 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4473438
Dec 10 04:01:01.114676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40468) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:01.135784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'port': {'network_id': '39c79d6d-8c7a-4f11-870c-b6357e6c2368', 'name': 'tempest-FloatingIPTestJSON-911225373'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:01.186433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port b6b5bd2b-7de7-40e0-bf4b-3165894a520e {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:01.186795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.281358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.290560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] Set router 7c89aa0e-e955-483c-b376-1bfa11c41c59 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:01.402063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Allocated IP 172.20.0.2 (35ffb222-8532-4161-afba-54183d7bd568/0852ba3e-44d3-4c02-9c22-430d9cb2f08b/692d8ec6-4898-4eb8-9699-434aa89ac98e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:01.417513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port f5940af9-4ef1-4280-b6b3-51acc1510aa7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:01.508988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f5940af9-4ef1-4280-b6b3-51acc1510aa7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:01.509681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.525587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.566284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:01.574001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:port and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:01.578375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:01.588647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:01.614645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:01.618245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.650363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] device_id is not set on port 1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:01:01.655427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for b6b5bd2b-7de7-40e0-bf4b-3165894a520e owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:01.689820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.711671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 33058ab6-2306-47d9-840f-8233d52243c1 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:01.712036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.823792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.830454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-509088c4-769d-4b25-9291-6b0b81fce6a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:01.868632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:01.878910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Transition to ACTIVE for port object 692d8ec6-4898-4eb8-9699-434aa89ac98e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:01.883076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=b6b5bd2b-7de7-40e0-bf4b-3165894a520e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:01.899925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Transition to ACTIVE for port object 692d8ec6-4898-4eb8-9699-434aa89ac98e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:01.931919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:01.949524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.11 (39c79d6d-8c7a-4f11-870c-b6357e6c2368/eeb15474-2151-494f-9a85-3da5e63be3e0/1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:01.982982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] DHCP port deletion for 5a678144-b5e0-454b-a6a9-021c9f6e416d request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:01.988601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.008629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 33058ab6-2306-47d9-840f-8233d52243c1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=33058ab6-2306-47d9-840f-8233d52243c1,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:02.008993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.010731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Deleting port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:02.011346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.076422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.082527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.136340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.169323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/b6b5bd2b-7de7-40e0-bf4b-3165894a520e HTTP/1.1" status: 204  len: 168 time: 1.2159579
Dec 10 04:01:02.173452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 33058ab6-2306-47d9-840f-8233d52243c1 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:02.175198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40472) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:02.214288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.20.0.1 (35ffb222-8532-4161-afba-54183d7bd568/0852ba3e-44d3-4c02-9c22-430d9cb2f08b/2be55960-505f-490c-ab40-97f3050b1e13) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:02.222044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Network 35ffb222-8532-4161-afba-54183d7bd568 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:02.245228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:02.248246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port f5940af9-4ef1-4280-b6b3-51acc1510aa7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f5940af9-4ef1-4280-b6b3-51acc1510aa7,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:02.258269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:02.304648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Pushing event updated for resources: {'Port': ['ID=692d8ec6-4898-4eb8-9699-434aa89ac98e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.314703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.319909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.320178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf67b69-9551-4018-a859-dd6d9b54ba99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:02.320556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.321840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf67b69-9551-4018-a859-dd6d9b54ba99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:02.322928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1cf67b69-9551-4018-a859-dd6d9b54ba99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:02.358698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1cf67b69-9551-4018-a859-dd6d9b54ba99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:02.362674 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1cf67b69-9551-4018-a859-dd6d9b54ba99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1865051
Dec 10 04:01:02.366415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40476) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:02.425746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.443765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object 2be55960-505f-490c-ab40-97f3050b1e13 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:02.482618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.487791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-57ee8ca7-9979-4b18-bc2c-6333a43ed381 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.492594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] For port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,segment=NetworkSegment(d3f3b578-0b12-4dd4-8cec-92a51b1ac302),segment_id=d3f3b578-0b12-4dd4-8cec-92a51b1ac302)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:02.493111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.495849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 568bfbc7-7aba-4bf5-a095-3e24f5a0c358 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:02.502186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.535645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.551003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 35ffb222-8532-4161-afba-54183d7bd568 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:02.554906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:02.558860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:02.569500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=f5940af9-4ef1-4280-b6b3-51acc1510aa7,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.608131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.612611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.613947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.629692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Attempting to bind port 692d8ec6-4898-4eb8-9699-434aa89ac98e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:02.630064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Attempting to bind port 692d8ec6-4898-4eb8-9699-434aa89ac98e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:02.630471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Attempting to bind port 692d8ec6-4898-4eb8-9699-434aa89ac98e on network 35ffb222-8532-4161-afba-54183d7bd568 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:02.631459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.638339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Calling delete_port for 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:02.664581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.667769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e587f0>, [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:58Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:02.679008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:02.679394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Checking segment: {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:02.679830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.680217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Bound using segment: {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:02.680711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Bound port: 692d8ec6-4898-4eb8-9699-434aa89ac98e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:02.681095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.682845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.691520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4859c03e-ec41-4397-8559-83f40cc4d442 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.698218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998729ef-d064-4532-bfa8-3b0ecab9ae54 None None] The sync data for ids ['7c89aa0e-e955-483c-b376-1bfa11c41c59'] in dv-neutron-821182-1-hyperv is: [{'id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'name': 'tempest-TestNetworkBasicOps-router-570444352', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '33058ab6-2306-47d9-840f-8233d52243c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T03:57:06Z', 'updated_at': '2021-12-10T04:00:58Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '33058ab6-2306-47d9-840f-8233d52243c1', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c89aa0e-e955-483c-b376-1bfa11c41c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T03:57:08Z', 'updated_at': '2021-12-10T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:02.747968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=33058ab6-2306-47d9-840f-8233d52243c1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.750525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.796048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.798237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.807445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af53ecc5-41c3-4998-a66b-16f357491d06 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.882373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.888094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-17e435b6-d34b-488d-854e-38f64aa05db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.925723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 39c79d6d-8c7a-4f11-870c-b6357e6c2368 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:02.933086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:02.935632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:02.936166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Pushing event deleted for resources: {'Port': ['ID=3fd33e8e-9ebb-4590-97d5-d2748a0fedfd,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.940431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.942805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] No DVR routers for this DVR port 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:02.944606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-007277d7-1576-4e81-beab-ef5484190864 None None] For port 692d8ec6-4898-4eb8-9699-434aa89ac98e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:02.953280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-007277d7-1576-4e81-beab-ef5484190864 None None] For port 692d8ec6-4898-4eb8-9699-434aa89ac98e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=692d8ec6-4898-4eb8-9699-434aa89ac98e,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:02.963514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:02.968128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5ca3c751-8364-4733-b0c6-16173b875925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:02.978280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:02.981087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:02.992195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.056556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Pushing event updated for resources: {'Port': ['ID=692d8ec6-4898-4eb8-9699-434aa89ac98e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:03.065551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:03.092049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f5940af9-4ef1-4280-b6b3-51acc1510aa7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:03.194308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f5940af9-4ef1-4280-b6b3-51acc1510aa7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:03.194584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.199854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.306807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.312685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.377804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-212feb17-11c0-4f4d-aa9e-7268f39637de tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:03.412204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:03.427638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:03.428508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.457185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:03.457693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3fd33e8e-9ebb-4590-97d5-d2748a0fedfd not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:03.461433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.464252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.487072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:03.490083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.494215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:03.501419 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3757503
Dec 10 04:01:03.506704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40480) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:03.514341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': '1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:03.571716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.572508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router 7c89aa0e-e955-483c-b376-1bfa11c41c59 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:01:03.577805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.600724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-145b4c5f-16fe-4b4b-b02a-a8074b09fe56 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:03.637804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 35ffb222-8532-4161-afba-54183d7bd568 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:03.639125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:03.643862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.699602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=568bfbc7-7aba-4bf5-a095-3e24f5a0c358,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:03.702078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:03.713008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.719377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804d5d2-0723-4425-9bb9-8bb92bfa263a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:03.767875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:03.771731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/7c89aa0e-e955-483c-b376-1bfa11c41c59 HTTP/1.1" status: 204  len: 168 time: 2.7913454
Dec 10 04:01:03.773234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40484) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:03.790460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/568bfbc7-7aba-4bf5-a095-3e24f5a0c358 HTTP/1.1" status: 204  len: 168 time: 1.4235570
Dec 10 04:01:03.795538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40488) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:03.872167 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dff84f57-99c4-4ced-99d0-433bb6a7444c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0753284
Dec 10 04:01:03.872813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40492) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:03.879339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:03.983733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.070901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:04.075618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Deleting port f5940af9-4ef1-4280-b6b3-51acc1510aa7 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:04.076011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.149450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:01:04.276044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:04.311596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:04.342702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:04.346703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.359107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] For port f5940af9-4ef1-4280-b6b3-51acc1510aa7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f5940af9-4ef1-4280-b6b3-51acc1510aa7,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:04.359513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.432375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39b223-f44e-4555-895e-c6a6131201d5 None None] Network 35ffb222-8532-4161-afba-54183d7bd568 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:04.438642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.447639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:04.455101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2897584
Dec 10 04:01:04.459251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40496) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:04.463939 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:04.472514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96ba6e80>,) {'filters': {'network_id': ['5a678144-b5e0-454b-a6a9-021c9f6e416d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:04.473086 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:04.473786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde57f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:04.487923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ba6e80>, 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:04.488222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ba6e80>, 'd3f3b578-0b12-4dd4-8cec-92a51b1ac302') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:04.495634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871851177'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:04.505709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:04.506969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.511825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:04.516422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:04.524499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:04.537820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.541111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Calling delete_port for f5940af9-4ef1-4280-b6b3-51acc1510aa7 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:04.547693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:01:04.548314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.574381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:04.577823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.631325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:01:04.637010 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:04.663206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.663555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 78c7687c-6bb7-4846-ab39-d57f196de17a of type vlan for network 63cfa646-d84b-4679-9c63-919a6ba357d5
Dec 10 04:01:04.689406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.696042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ed1b6ff-db87-4743-9722-1ca812acbc90 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:01:04.729523 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:01:04.743282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:01:04.756988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=d216b46d-d3da-425c-bdbb-98c0de719787,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:04.759824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:04.764028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.779137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-839ba362-6bac-413d-9974-a7892225a348 None None] Provisioning for port 692d8ec6-4898-4eb8-9699-434aa89ac98e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:04.782524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:04.785426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:04.787675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:04.788608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.830751 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9559677
Dec 10 04:01:04.831530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40500) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:04.840170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'd216b46d-d3da-425c-bdbb-98c0de719787', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-12079295'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:04.871097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.876025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-007277d7-1576-4e81-beab-ef5484190864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:04.924065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.928452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 692d8ec6-4898-4eb8-9699-434aa89ac98e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:04.930032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:04.930802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:04.937805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:04.996954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Pushing event deleted for resources: {'Port': ['ID=f5940af9-4ef1-4280-b6b3-51acc1510aa7,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:05.026315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.026931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.027467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.027971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.028460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.028946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.029459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.029958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.030446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.030926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.031408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.031899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:05.044946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=63cfa646-d84b-4679-9c63-919a6ba357d5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:05.047612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:05.057571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:05.080665 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6204803
Dec 10 04:01:05.085279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40504) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:05.090355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:01:05.095237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.102273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f1e5d898-7152-44ec-a3ee-fcee0db4c5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:05.104311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:05.107144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] No DVR routers for this DVR port f5940af9-4ef1-4280-b6b3-51acc1510aa7 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:05.131392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.135054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93173950-6292-4fc9-bb0e-f17da390c503 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:05.135230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=5a678144-b5e0-454b-a6a9-021c9f6e416d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:05.138967 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde57f0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:02Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:03Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:05.144652 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:05.145017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Updating router 8d66636e-309c-4f6f-aba5-97695e7fac0a port 2be55960-505f-490c-ab40-97f3050b1e13 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:05.147255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:05.163176 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/5a678144-b5e0-454b-a6a9-021c9f6e416d HTTP/1.1" status: 204  len: 168 time: 1.3714201
Dec 10 04:01:05.165803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.188607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40508) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:05.195853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--1983854695', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:05.201541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:05.207173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:05.210866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:05.217395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:05.230019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.234444 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.244372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:05.253274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:05.258141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:05.267486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:05.269833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:05.277051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:05.281571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:05.288720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:05.292036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:05.295541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:05.299122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.374844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:05.378459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.420651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 692d8ec6-4898-4eb8-9699-434aa89ac98e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:05.444898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 692d8ec6-4898-4eb8-9699-434aa89ac98e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:05.445560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.504596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:01:05.517210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.517867 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment a9ea89c4-72e3-4443-b94a-c74935b38d17 of type vlan for network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64
Dec 10 04:01:05.557794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.594912 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 7b59395c-fa88-4ccb-9c6c-e6408deac482 associated. External IP: 172.26.1.166, port: 1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10.
Dec 10 04:01:05.618767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.626763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2dde315-17c8-4f22-95e1-f0f5572f79ed tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:05.670346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': 'd216b46d-d3da-425c-bdbb-98c0de719787'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:05.671340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.731367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:05.731733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 63cfa646-d84b-4679-9c63-919a6ba357d5, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:05.766806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=202a960d-76c8-4223-a4e8-15554a2f4dcc,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:05.775543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:05.781524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.789044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.790828 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.804841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:05.805541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.807963 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Transition to ACTIVE for port object 2be55960-505f-490c-ab40-97f3050b1e13 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:05.809065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port c6e8a485-007e-42c9-94fc-038db8246a4e yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:01:05.820697 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:05.827377 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b5b40975-5aae-4dd0-a684-6718041c9e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:05.890127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1cb8eab-7cf1-4d0b-a387-d6f7062e51a9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:05.948972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4ef5864e-488d-4d1f-b38c-63736d48e81c None None] Provisioning for port 2be55960-505f-490c-ab40-97f3050b1e13 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:05.993006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.032466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4ef5864e-488d-4d1f-b38c-63736d48e81c None None] Provisioning complete for port 692d8ec6-4898-4eb8-9699-434aa89ac98e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:06.032940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4ef5864e-488d-4d1f-b38c-63736d48e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.072145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Pushing event updated for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:06.127943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.128550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.129426 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.129852 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.130272 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.134550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.135315 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.138420 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.138579 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9462550
Dec 10 04:01:06.138692 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.138692 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.138692 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.138965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=2e1e89a4-ba8c-4873-bc9b-f34a31538c64,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:06.139064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:06.139471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:06.139949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40512) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:06.149660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:06.169057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:01:06.177173 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Attempting to bind port 2be55960-505f-490c-ab40-97f3050b1e13 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:06.177589 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Attempting to bind port 2be55960-505f-490c-ab40-97f3050b1e13 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:06.178189 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Attempting to bind port 2be55960-505f-490c-ab40-97f3050b1e13 on network 35ffb222-8532-4161-afba-54183d7bd568 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:06.185151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:06.185967 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Checking segment: {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:06.186462 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.186992 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Bound using segment: {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:06.187553 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Bound port: 2be55960-505f-490c-ab40-97f3050b1e13, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ea2fe-6478-4ad2-9f29-29d282f364b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '35ffb222-8532-4161-afba-54183d7bd568'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:06.188018 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.224917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:06.225503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:06.241881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:06.245058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 63cfa646-d84b-4679-9c63-919a6ba357d5) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:06.251948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:06.252594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:06.257254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:06.257935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.266088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:06.290516 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2034719
Dec 10 04:01:06.293356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:06.300540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.301864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.305994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d75424-1700-468c-9b6d-ae8650e2d507 None None] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:06.325667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:06.338196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.348653 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] For port 2be55960-505f-490c-ab40-97f3050b1e13, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:06.352792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] For port 2be55960-505f-490c-ab40-97f3050b1e13, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2be55960-505f-490c-ab40-97f3050b1e13,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:06.361923 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.375444 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:06.466454 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Pushing event updated for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:06.473042 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:06.483279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 692d8ec6-4898-4eb8-9699-434aa89ac98e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=692d8ec6-4898-4eb8-9699-434aa89ac98e,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:06.485047 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:06.486111 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde57f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:06.691226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.695135 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:06.704248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:06.767992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-63cfa646-d84b-4679-9c63-919a6ba357d5', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:06.769055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:06.890692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a77a3318-4ec1-4de9-af41-a2379c86b02d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:06.963504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/d216b46d-d3da-425c-bdbb-98c0de719787/18820539-b2a5-4494-adfe-9e7743aabbd6) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:06.992855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a77a3318-4ec1-4de9-af41-a2379c86b02d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:06.993581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a77a3318-4ec1-4de9-af41-a2379c86b02d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:06.994162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f5940af9-4ef1-4280-b6b3-51acc1510aa7 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:07.051186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:07.064748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.095514 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dde57f0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:02Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:06Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:07.100749 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c8fd0-c263-485f-b7bf-649e5fc1e744 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:02Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:06Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:07.117563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.134778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: f5940af9-4ef1-4280-b6b3-51acc1510aa7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:07.134778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f5940af9-4ef1-4280-b6b3-51acc1510aa7 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:07.135302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 33058ab6-2306-47d9-840f-8233d52243c1 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:07.172232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:07.188259 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2ca04f6c-4d20-4829-b7ed-7f5a5addc9e3 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/7b59395c-fa88-4ccb-9c6c-e6408deac482 HTTP/1.1" status: 200  len: 978 time: 3.6794488
Dec 10 04:01:07.198331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 33058ab6-2306-47d9-840f-8233d52243c1 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:07.198757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 33058ab6-2306-47d9-840f-8233d52243c1 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:07.212894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40520) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:07.219164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:07.220044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2af0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:07.356822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:07.357476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.380006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2af0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:07.397928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=692d8ec6-4898-4eb8-9699-434aa89ac98e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:07.410384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Allocated IP 172.21.0.2 (63cfa646-d84b-4679-9c63-919a6ba357d5/202a960d-76c8-4223-a4e8-15554a2f4dcc/18b341da-e2a3-4ae3-a853-c0fa56571117) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:07.423044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:07.448741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:07.449953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2af0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:07.450968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.541426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.575253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.607155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2af0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:07.607813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06349b45-6641-4b07-8765-0bc92a57ab6b None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:07.735846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.44 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/2217fe2b-6fb1-43a6-aa2e-546059f595d7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:07.804120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.815286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Transition to ACTIVE for port object 18820539-b2a5-4494-adfe-9e7743aabbd6 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:07.835548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Transition to ACTIVE for port object 18820539-b2a5-4494-adfe-9e7743aabbd6 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:07.837523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.849675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.858079 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:01:07.858524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:01:07.910785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.939237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-05e924fd-a595-4401-a108-c1134604ecbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:07.967234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:07.972948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-676408d2-ae85-4944-9983-54e520104e3d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:08.059338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:08.062814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:08.067640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:08.073985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Pushing event updated for resources: {'Port': ['ID=18820539-b2a5-4494-adfe-9e7743aabbd6,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:08.077555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:08.080641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:08.081278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:08.085086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:08.110976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=2217fe2b-6fb1-43a6-aa2e-546059f595d7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:08.122607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:08.171974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.195951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40524) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:08.196398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Transition to ACTIVE for port object 18b341da-e2a3-4ae3-a853-c0fa56571117 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:08.196546 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ac3ffe18-0100-4f5f-9073-efd8e77cdee9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400  len: 349 time: 3.3607347
Dec 10 04:01:08.211850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Attempting to bind port 18820539-b2a5-4494-adfe-9e7743aabbd6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:08.211850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Attempting to bind port 18820539-b2a5-4494-adfe-9e7743aabbd6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:08.211850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Attempting to bind port 18820539-b2a5-4494-adfe-9e7743aabbd6 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:08.216259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:08.216649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:08.217060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.217501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:08.217981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Bound port: 18820539-b2a5-4494-adfe-9e7743aabbd6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:08.218367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.240187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Transition to ACTIVE for port object 18b341da-e2a3-4ae3-a853-c0fa56571117 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:08.270549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.280563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-46e5a59a-e0d5-4c9e-b621-86d9a1ee67f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:08.355958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:08.360815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:08.369120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:08.381074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Pushing event updated for resources: {'Port': ['ID=18b341da-e2a3-4ae3-a853-c0fa56571117,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:08.387607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:08.405444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d2031-1dd7-4235-82d4-fff1ab8e2c79 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:08.406286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa3d2031-1dd7-4235-82d4-fff1ab8e2c79 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:08.460676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] For port 18820539-b2a5-4494-adfe-9e7743aabbd6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:08.484563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] For port 18820539-b2a5-4494-adfe-9e7743aabbd6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18820539-b2a5-4494-adfe-9e7743aabbd6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:08.488782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Attempting to bind port 18b341da-e2a3-4ae3-a853-c0fa56571117 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:08.489166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Attempting to bind port 18b341da-e2a3-4ae3-a853-c0fa56571117 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:08.489653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Attempting to bind port 18b341da-e2a3-4ae3-a853-c0fa56571117 on network 63cfa646-d84b-4679-9c63-919a6ba357d5 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:08.493656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.499544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:08.521676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.521676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.521676 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP 7b59395c-fa88-4ccb-9c6c-e6408deac482 disassociated. External IP: 172.26.1.166, port: 1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10.
Dec 10 04:01:08.521676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:08.536532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:08.536873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Checking segment: {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:08.537189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.537624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Bound using segment: {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:08.538119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Bound port: 18b341da-e2a3-4ae3-a853-c0fa56571117, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:08.538512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.556741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa3d2031-1dd7-4235-82d4-fff1ab8e2c79 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:08.560707 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa3d2031-1dd7-4235-82d4-fff1ab8e2c79 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3613238
Dec 10 04:01:08.561103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40528) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:08.594926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.21.0.1 (63cfa646-d84b-4679-9c63-919a6ba357d5/202a960d-76c8-4223-a4e8-15554a2f4dcc/98f26a25-cde7-4f2c-9eea-a59e4c891839) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:08.667225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f579c-2847-43a3-98b6-61832902c0c5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:08.668767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f579c-2847-43a3-98b6-61832902c0c5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:08.669710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-179f579c-2847-43a3-98b6-61832902c0c5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:08.671208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Pushing event updated for resources: {'Port': ['ID=18820539-b2a5-4494-adfe-9e7743aabbd6,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:08.673528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.676261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:08.687003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] For port 18b341da-e2a3-4ae3-a853-c0fa56571117, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:08.816478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] For port 18b341da-e2a3-4ae3-a853-c0fa56571117, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18b341da-e2a3-4ae3-a853-c0fa56571117,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:08.822269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.825562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:08.826968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:08.835192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db2570fb-e124-4e34-8cdb-a499197a6b16 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:08.922996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:08.925431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:09.012997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Pushing event updated for resources: {'Port': ['ID=18b341da-e2a3-4ae3-a853-c0fa56571117,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:09.024468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:09.041059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-179f579c-2847-43a3-98b6-61832902c0c5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:09.044663 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-179f579c-2847-43a3-98b6-61832902c0c5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4800396
Dec 10 04:01:09.045816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40532) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:09.056982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.166893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object 98f26a25-cde7-4f2c-9eea-a59e4c891839 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:09.197788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet d216b46d-d3da-425c-bdbb-98c0de719787 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:09.243224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:09.260973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.386589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.447252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.453517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.453999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e99cd8bd-15f4-439f-b23a-9f82da3181d2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:09.519816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2be55960-505f-490c-ab40-97f3050b1e13 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:09.520382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:09.532352 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:09.541722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:09.542518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:09.579930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:09.584664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:09.596525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:09.598082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:09.601227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:09.659074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.666796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2be55960-505f-490c-ab40-97f3050b1e13 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:09.672681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2be55960-505f-490c-ab40-97f3050b1e13 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:09.673345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.698466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385100>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:09.714858 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:09.715741 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:09.743461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.770398 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/1ce458bb-31fe-4ba2-8ea5-6de7d3a68b10 HTTP/1.1" status: 204  len: 168 time: 2.5514109
Dec 10 04:01:09.771882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40536) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:09.790922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.805522 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385100>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:09.806072 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef03-af09-45d6-9589-55197e5016d7 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:09.839993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.892343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:01:09.898258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2be55960-505f-490c-ab40-97f3050b1e13, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2be55960-505f-490c-ab40-97f3050b1e13,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:09.905140 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-de01e275-e06c-48e0-b567-c0e474b2aebe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/floatingips/7b59395c-fa88-4ccb-9c6c-e6408deac482 HTTP/1.1" status: 200  len: 688 time: 0.1316006
Dec 10 04:01:09.906168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40540) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:09.911284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.913343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.915747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 692d8ec6-4898-4eb8-9699-434aa89ac98e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:09.954176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:09.971696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:09.986162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-40c87137-bf4e-4478-9ed1-db49edf1bb56 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:10.075209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:10.078659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:10.088932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 692d8ec6-4898-4eb8-9699-434aa89ac98e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:10.089461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.116084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=d216b46d-d3da-425c-bdbb-98c0de719787,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:10.121638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:10.128410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.135480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed23f14-cece-42a6-b041-9b18f05f4565 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:10.329987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port eb071c3e-4976-44f7-b151-a38191693691 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:10.330577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.355383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6ebc7c6-e0c3-4e3b-9b68-a2d15849da6a None None] Provisioning for port 18820539-b2a5-4494-adfe-9e7743aabbd6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:10.371299 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/d216b46d-d3da-425c-bdbb-98c0de719787 HTTP/1.1" status: 204  len: 168 time: 1.3244190
Dec 10 04:01:10.371971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40544) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:10.479827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18820539-b2a5-4494-adfe-9e7743aabbd6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:10.512710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d12684-d5b5-4d84-b25c-2ee00f22cef0 None None] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:10.601914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.607013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.627785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-41197ef7-5f9d-41a1-815b-9e83f1f0cc6e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2463198
Dec 10 04:01:10.628592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40548) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:10.640797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:10.645951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:10.646207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-43de0bbe-3943-44f1-b00b-c4eecdf9fa93 None None] Provisioning for port 18b341da-e2a3-4ae3-a853-c0fa56571117 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:10.721547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 18820539-b2a5-4494-adfe-9e7743aabbd6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:10.727442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.731564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:10.736385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:10.736662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 18820539-b2a5-4494-adfe-9e7743aabbd6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:10.737054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.792097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:10.810135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Deleting port 18820539-b2a5-4494-adfe-9e7743aabbd6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:10.810524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.870235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:10.871710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:10.899466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:10.900476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.031143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for eb071c3e-4976-44f7-b151-a38191693691 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:11.038785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.052649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:11.085754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:11.103019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Sync routers for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:11.113564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:11.121713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:11.125041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:11.136447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:11.158070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.158412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:11.162214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3814c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:11.162395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.9495282
Dec 10 04:01:11.168870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40552) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.206415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:11.210273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.248171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:11.258043 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9629564
Dec 10 04:01:11.259150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40556) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.259296 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:11.265807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-852627820'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:11.271667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:11.274742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:11.275437 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1ea6d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:11.277369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:11.281976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:11.287511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 18820539-b2a5-4494-adfe-9e7743aabbd6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18820539-b2a5-4494-adfe-9e7743aabbd6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:11.291925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:11.306468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:11.308828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.310944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18b341da-e2a3-4ae3-a853-c0fa56571117 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:11.314601 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dc2f3fd4-1861-4e75-a977-43c861ce4270 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1422620
Dec 10 04:01:11.314782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.321780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40560) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.348822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:01:11.360404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.360960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment 06d4ef73-e161-4ea8-92d6-9252ade48ca4 of type vlan for network 3351d440-c6cb-40cd-813f-3803a4672ab7
Dec 10 04:01:11.391695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:11.395701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.438532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.447226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:11.448142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.453437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd5449a1-5341-41c7-a466-9fd3a6f36b0c tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:11.543379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] For port 18820539-b2a5-4494-adfe-9e7743aabbd6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18820539-b2a5-4494-adfe-9e7743aabbd6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:11.544053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.550101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.557353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:11.558489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=18820539-b2a5-4494-adfe-9e7743aabbd6,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:11.592838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:11.596692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148afaf-0977-41a1-9af4-485f0976183e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:11.598040 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0148afaf-0977-41a1-9af4-485f0976183e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2768269
Dec 10 04:01:11.602646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:11.609824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40564) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.619100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=eb071c3e-4976-44f7-b151-a38191693691,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:11.630517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=3351d440-c6cb-40cd-813f-3803a4672ab7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:11.646493 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3856130
Dec 10 04:01:11.647938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:11.648560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.655443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:11.679947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:11.731003 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-068fd6d2-acc5-4e1a-98e4-40b294ffaf72 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1176112
Dec 10 04:01:11.745020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40572) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.757812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-676014647', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:11.799942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:01:11.825988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Calling delete_port for 18820539-b2a5-4494-adfe-9e7743aabbd6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:11.874950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.939472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:11.944396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:11.950813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:11.956716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:11.958275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/7b59395c-fa88-4ccb-9c6c-e6408deac482 HTTP/1.1" status: 204  len: 168 time: 2.0509698
Dec 10 04:01:11.964912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:11.965869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40576) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:11.976822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'bc296f07-755e-401e-9e5b-d6fbcdb599d0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:11.986408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:11.987175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:11.992199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.009912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:floatingip and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:12.016287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:12.035947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:12.060306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.069432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b230158-a07b-4a85-8385-190bae4d85e9 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:12.106222 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1ea6d0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 3, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:10Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:12.111760 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:12.112054 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Updating router 8d66636e-309c-4f6f-aba5-97695e7fac0a port 98f26a25-cde7-4f2c-9eea-a59e4c891839 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:12.130134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.139889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:12.182703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:12.184081 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.186638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:12.242922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:12.243847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.278613 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6414065
Dec 10 04:01:12.286133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40580) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:12.295206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:12.295622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 18b341da-e2a3-4ae3-a853-c0fa56571117 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:12.302188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:12.306901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:router and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:12.309935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:12.316865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:12.332137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:12.344976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:12.346514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.347545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.352128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:12.352493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:12.363231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2100ff1e-9293-487d-abc7-697e23503b0d None None] Provisioning for port 98f26a25-cde7-4f2c-9eea-a59e4c891839 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:12.363889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.368897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 18b341da-e2a3-4ae3-a853-c0fa56571117 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:12.369285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.401355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.414443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2100ff1e-9293-487d-abc7-697e23503b0d None None] Provisioning complete for port 98f26a25-cde7-4f2c-9eea-a59e4c891839 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:12.414890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2100ff1e-9293-487d-abc7-697e23503b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.420647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:12.426654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:12.430939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.435936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:12.440114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b1dd6559-e4d0-4de3-a1e9-2f60aea6f178 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:12.446267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.449864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bf948536-aa4a-420f-9d1b-e6d9d08bb60e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1581306
Dec 10 04:01:12.450741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40584) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:12.510933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=76401c44-13a4-4f1e-af36-4fe2f0765b71,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:12.513497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:12.522212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:12.546418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:12.550615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.612220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2100ff1e-9293-487d-abc7-697e23503b0d None None] Port 98f26a25-cde7-4f2c-9eea-a59e4c891839 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:12.634207 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.648985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Transition to ACTIVE for port object 98f26a25-cde7-4f2c-9eea-a59e4c891839 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:12.658282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.664163 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:12.746157 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Pushing event updated for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:12.758138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:12.815436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:12.816104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: 3351d440-c6cb-40cd-813f-3803a4672ab7, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:12.821675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.822144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.828415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-def91aa3-430e-46d1-9222-d5cb87a9d6b4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:12.865333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 18b341da-e2a3-4ae3-a853-c0fa56571117, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18b341da-e2a3-4ae3-a853-c0fa56571117,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:12.869444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Deleting port 18820539-b2a5-4494-adfe-9e7743aabbd6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:12.870059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.923851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:12.937649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:12.945989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:12.963805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=a22990cf-8579-41c0-b729-7dffeca26655,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:12.968366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:12.969554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:12.969963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 2e1e89a4-ba8c-4873-bc9b-f34a31538c64, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:12.977163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 3351d440-c6cb-40cd-813f-3803a4672ab7) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:12.987876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:12.988571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.033187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f11ba6-87ad-43a7-80af-e17f4588f5b6 None None] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:13.035021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3850601
Dec 10 04:01:13.039810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40588) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:13.119632 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Attempting to bind port 98f26a25-cde7-4f2c-9eea-a59e4c891839 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:13.120070 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Attempting to bind port 98f26a25-cde7-4f2c-9eea-a59e4c891839 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:13.120537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Attempting to bind port 98f26a25-cde7-4f2c-9eea-a59e4c891839 on network 63cfa646-d84b-4679-9c63-919a6ba357d5 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:13.144029 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:13.145592 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Checking segment: {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:13.146330 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.146948 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Bound using segment: {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:13.147648 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Bound port: 98f26a25-cde7-4f2c-9eea-a59e4c891839, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c7687c-6bb7-4846-ab39-d57f196de17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:13.148262 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.170580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2be55960-505f-490c-ab40-97f3050b1e13 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:13.191786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:13.197814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.220026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2e1e89a4-ba8c-4873-bc9b-f34a31538c64) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:13.230220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:13.231356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.249501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf1d4d-6322-4e7c-9487-f1f6f3f21259 None None] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:13.264489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3814c0>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:08Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:13.266967 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] For port 98f26a25-cde7-4f2c-9eea-a59e4c891839, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:13.271393 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] For port 98f26a25-cde7-4f2c-9eea-a59e4c891839, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=98f26a25-cde7-4f2c-9eea-a59e4c891839,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:13.278082 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.289623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:13.324265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Checking router: 6b20e751-8eac-44a6-87cb-3ca3645dbef3 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:13.324918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Updating router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:13.340464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.165 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/99db702d-697b-44ca-8e30-cd99f112926c) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:13.374936 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Pushing event updated for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:13.386752 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:13.390360 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6440179
Dec 10 04:01:13.398810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40592) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:13.402072 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:13.402684 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1ea6d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:13.513667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.529297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=18b341da-e2a3-4ae3-a853-c0fa56571117,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:13.533148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:13.591852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.610485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-88453033-df5b-4610-8046-99bad9800332 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:13.627545 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:13.664405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:13.673027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:13.696004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:13.781052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.800649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:13.810433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=99db702d-697b-44ca-8e30-cd99f112926c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:13.816313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:13.901985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2be55960-505f-490c-ab40-97f3050b1e13 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:13.902554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.059956 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1ea6d0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 3, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:13Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:14.066301 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5ef62-15a4-4704-b5fe-0952210a03b4 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 3, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:13Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:14.132293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.392055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] For port 18820539-b2a5-4494-adfe-9e7743aabbd6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18820539-b2a5-4494-adfe-9e7743aabbd6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:14.392466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.467724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-3351d440-c6cb-40cd-813f-3803a4672ab7', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:14.468573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.511404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2542e98-7c66-4196-898d-4588c06e19ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.663132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.703910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Calling delete_port for 18820539-b2a5-4494-adfe-9e7743aabbd6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:14.748476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::1 (83faf901-581e-4083-899b-d7e1c00d6e85/06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0/f05c575b-64c8-43ad-8789-9364c4331bab) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:14.749767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:14.750596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.750785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.969902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:14.971351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18820539-b2a5-4494-adfe-9e7743aabbd6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:15.010835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.060525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.098098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object f05c575b-64c8-43ad-8789-9364c4331bab will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:15.151028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.165231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33e14cf1-1eec-445d-9955-fc69a5a965ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:15.221002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.225946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9556057a-19ac-439f-a8a5-fe78bfd81552 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:15.287447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No active binding found for port 18820539-b2a5-4494-adfe-9e7743aabbd6 {{(pid=87631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 10 04:01:15.287873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18820539-b2a5-4494-adfe-9e7743aabbd6 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:15.288750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:15.292332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] No DVR routers for this DVR port 18820539-b2a5-4494-adfe-9e7743aabbd6 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:15.299594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:15.307970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:15.308518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.313255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.334674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Pushing event deleted for resources: {'Port': ['ID=18820539-b2a5-4494-adfe-9e7743aabbd6,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:15.337052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:15.341449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.353051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=f05c575b-64c8-43ad-8789-9364c4331bab,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:15.358917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb271234-4a12-4c66-a231-479036539cb1 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:15.359219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:15.359742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4202a26-475e-4301-96ae-3eff60740357 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:15.465791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.474229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=99db702d-697b-44ca-8e30-cd99f112926c,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:15.481146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:15.489048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.510646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Allocated IP 172.22.0.2 (3351d440-c6cb-40cd-813f-3803a4672ab7/76401c44-13a4-4f1e-af36-4fe2f0765b71/c3446b36-7582-4ead-9f81-c7ea7b65d7e2) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:15.514640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Allocated IP 172.20.0.2 (2e1e89a4-ba8c-4873-bc9b-f34a31538c64/a22990cf-8579-41c0-b729-7dffeca26655/694634d0-5750-4ce6-a110-3ecc652ebe09) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:15.522327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Transition to ACTIVE for port object 2217fe2b-6fb1-43a6-aa2e-546059f595d7 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:15.553872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18b341da-e2a3-4ae3-a853-c0fa56571117 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:15.669782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.683115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:15.690787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:15.778743 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP d0a9e190-332a-49d5-872c-c6bdf26f49b7 associated. External IP: 172.26.1.165, port: bc296f07-755e-401e-9e5b-d6fbcdb599d0.
Dec 10 04:01:15.991213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Attempting to bind port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:15.991830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Attempting to bind port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:15.991948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Attempting to bind port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:15.999534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Pushing event updated for resources: {'Port': ['ID=2217fe2b-6fb1-43a6-aa2e-546059f595d7,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:16.010685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:16.022704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:16.023082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:16.023478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.023884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:16.024371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Bound port: 2217fe2b-6fb1-43a6-aa2e-546059f595d7, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:16.024739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.201567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 18b341da-e2a3-4ae3-a853-c0fa56571117 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:16.201949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.328765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] For port 2217fe2b-6fb1-43a6-aa2e-546059f595d7, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:16.391637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] For port 2217fe2b-6fb1-43a6-aa2e-546059f595d7, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2217fe2b-6fb1-43a6-aa2e-546059f595d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:16.403728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.406482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.415303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-140fa429-5514-425a-b8c5-d8231fbfb8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:16.471013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Transition to ACTIVE for port object c3446b36-7582-4ead-9f81-c7ea7b65d7e2 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:16.494409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.528324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Transition to ACTIVE for port object 694634d0-5750-4ce6-a110-3ecc652ebe09 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:16.546201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:16.554027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.561551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.562339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.566552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:16.580127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Transition to ACTIVE for port object c3446b36-7582-4ead-9f81-c7ea7b65d7e2 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:16.600365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:16.601187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.610239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:16.610870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3814c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:00:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:16.664328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.22.0.1 (3351d440-c6cb-40cd-813f-3803a4672ab7/76401c44-13a4-4f1e-af36-4fe2f0765b71/f04adfa7-e5e3-47b8-85c5-954f8977be3f) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:16.740177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.744030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Transition to ACTIVE for port object 694634d0-5750-4ce6-a110-3ecc652ebe09 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:16.757886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Pushing event updated for resources: {'Port': ['ID=2217fe2b-6fb1-43a6-aa2e-546059f595d7,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:16.763013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:16.778002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:16.827269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.861672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=f05c575b-64c8-43ad-8789-9364c4331bab,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:16.864746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:16.878121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 98f26a25-cde7-4f2c-9eea-a59e4c891839 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:16.888443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (2e1e89a4-ba8c-4873-bc9b-f34a31538c64/a22990cf-8579-41c0-b729-7dffeca26655/a95a9179-3bfe-484a-a904-c78ded4ef116) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:16.916372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:16.930139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:16.930949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5187fe41-8618-47fe-8c58-d88c328aea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:16.950172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:16.950807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132d443-1684-40ba-af95-96241ec8790c None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:16.953735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:16.957013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:16.983917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:17.026571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.035534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:17.036387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Pushing event updated for resources: {'Port': ['ID=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:17.063953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:17.070304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8aea5053-5817-470b-9d99-006e74f633f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:17.098429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:17.115759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:17.118009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e13d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:17.171419 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.2016726
Dec 10 04:01:17.171675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40596) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:17.179051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-47937484'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:17.185919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:17.192798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:network and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:17.196118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:17.207799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:17.232465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:17.236241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.238719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:17.242279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.266783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Router de6b35aa-d5a8-43e7-b82d-237bf121e82e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:01:17.272557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:01:17.286420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object f04adfa7-e5e3-47b8-85c5-954f8977be3f will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:17.315853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.337595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object a95a9179-3bfe-484a-a904-c78ded4ef116 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:17.345647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.345647 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Added segment 706cbe1a-ead5-41bb-8480-cb1bdadd5fda of type vlan for network 87537634-ffab-42be-b7b1-1a617917e3fc
Dec 10 04:01:17.353768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.360364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fb406532-c270-4731-a75c-6a264bd01e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:17.372483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e13d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:17.411545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:17.428778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:17.432955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:17.440136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:17.459948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.480789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:17.484898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:17.490320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:17.491456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.499624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2526885f-f937-4567-b7c2-51daed216c44 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:17.502781 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "PUT /v2.0/routers/de6b35aa-d5a8-43e7-b82d-237bf121e82e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0514042
Dec 10 04:01:17.505141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40600) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:17.512242 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Sync routers for ids ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:17.529907 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Routers {'de6b35aa-d5a8-43e7-b82d-237bf121e82e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:17.530913 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de041c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:17.567622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.574731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:17.574731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.581710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:17.581933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-32e3af24-9a0b-494b-8621-1730b9664a9d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:17.587257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:17.592261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.592463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:17.592665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e13d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:17.594867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:17.640642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Pushing event updated for resources: {'Port': ['ID=694634d0-5750-4ce6-a110-3ecc652ebe09,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:17.651095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:17.659027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:17.662604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:17.666295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Attempting to bind port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:17.666882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Attempting to bind port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:17.667418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Attempting to bind port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 on network 3351d440-c6cb-40cd-813f-3803a4672ab7 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:17.685379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.706220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 98f26a25-cde7-4f2c-9eea-a59e4c891839 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:17.777020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f132d443-1684-40ba-af95-96241ec8790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e13d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:17.777740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132d443-1684-40ba-af95-96241ec8790c None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:17.780282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:17.780887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Checking segment: {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:17.781783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.784082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Bound using segment: {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:17.784904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Bound port: c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:17.785595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.790075 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:01:17.809092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 98f26a25-cde7-4f2c-9eea-a59e4c891839 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:17.809787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.824549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.834068 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Set router de6b35aa-d5a8-43e7-b82d-237bf121e82e gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:17.845722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0/a2e4f25b-3df3-4564-bbff-b1136a3f6576) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:17.853341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Attempting to bind port 694634d0-5750-4ce6-a110-3ecc652ebe09 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:17.854031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Attempting to bind port 694634d0-5750-4ce6-a110-3ecc652ebe09 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:17.854575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Attempting to bind port 694634d0-5750-4ce6-a110-3ecc652ebe09 on network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:17.864228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Network': ['ID=87537634-ffab-42be-b7b1-1a617917e3fc,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:17.868234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:17.870132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.890163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8fb56-4e1b-4bb8-8887-d5e5bb1a40f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:17.891356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dca8fb56-4e1b-4bb8-8887-d5e5bb1a40f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:17.908099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7354558
Dec 10 04:01:17.911121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40604) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:17.915855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 87537634-ffab-42be-b7b1-1a617917e3fc details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:01:17.921113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'subnet': {'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:17.938425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dca8fb56-4e1b-4bb8-8887-d5e5bb1a40f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:17.942906 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dca8fb56-4e1b-4bb8-8887-d5e5bb1a40f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports/f05c575b-64c8-43ad-8789-9364c4331bab HTTP/1.1" status: 200  len: 911 time: 0.4360645
Dec 10 04:01:17.945448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:17.946057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Checking segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:17.946617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:17.946802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:17.947331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Bound using segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:17.947964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Bound port: 694634d0-5750-4ce6-a110-3ecc652ebe09, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:17.948512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.015610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.114796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:18.124815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:18.139951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:18.144413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.211108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.237529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d668d-cc5c-4021-901b-086f5ba66ba9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:18.242492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0e2d668d-cc5c-4021-901b-086f5ba66ba9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 914 time: 0.2945659
Dec 10 04:01:18.244346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40612) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:18.317058 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de041c0>, [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:15Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': 'f05c575b-64c8-43ad-8789-9364c4331bab', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:96:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:14Z', 'updated_at': '2021-12-10T04:01:16Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:18.322534 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Checking router: de6b35aa-d5a8-43e7-b82d-237bf121e82e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:18.323691 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Updating router de6b35aa-d5a8-43e7-b82d-237bf121e82e port f05c575b-64c8-43ad-8789-9364c4331bab binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:18.398301 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.400739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] For port c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:18.469243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.491198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] For port c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:18.523830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.534580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-54d3d7b0-244b-4876-92a0-0464b53a6f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:18.613324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] For port 694634d0-5750-4ce6-a110-3ecc652ebe09, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:18.633435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 98f26a25-cde7-4f2c-9eea-a59e4c891839, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=98f26a25-cde7-4f2c-9eea-a59e4c891839,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:18.674869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.678687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] For port 694634d0-5750-4ce6-a110-3ecc652ebe09, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=694634d0-5750-4ce6-a110-3ecc652ebe09,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:18.704607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.742520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.764341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Pushing event updated for resources: {'Port': ['ID=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:18.769577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Transition to ACTIVE for port object a2e4f25b-3df3-4564-bbff-b1136a3f6576 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:18.774244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:18.774742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d63ab510-cf74-42d0-b257-38dc566e1a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:18.815251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.824921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.872150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Transition to ACTIVE for port object a2e4f25b-3df3-4564-bbff-b1136a3f6576 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:18.878622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3814c0>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:08Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:18.887627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:18.907768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:18.956080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:18.957251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38004861-0f3d-49db-a8e4-ba884d7d64e2 None None] The sync data for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv is: [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:08Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:18.974933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:18.981541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:19.006118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.031757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.042816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5d1e5de-8bd4-47cc-b4f5-e7d245c8a524 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.077742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.200412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Subnet': ['ID=8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.208425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.293058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.336444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Attempting to bind port a2e4f25b-3df3-4564-bbff-b1136a3f6576 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:19.337018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Attempting to bind port a2e4f25b-3df3-4564-bbff-b1136a3f6576 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:19.342291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Attempting to bind port a2e4f25b-3df3-4564-bbff-b1136a3f6576 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:19.356004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.405797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.426794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:19.449900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:19.519534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:19.522294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:19.522850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.524505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:19.526945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Bound port: a2e4f25b-3df3-4564-bbff-b1136a3f6576, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:19.527476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.548657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Pushing event updated for resources: {'Port': ['ID=694634d0-5750-4ce6-a110-3ecc652ebe09,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.551372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Checking segment: {'id': '706cbe1a-ead5-41bb-8480-cb1bdadd5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:19.551730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network hostable DHCP agents. Network: 87537634-ffab-42be-b7b1-1a617917e3fc, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:19.552831 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.553468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.583136 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Transition to ACTIVE for port object f05c575b-64c8-43ad-8789-9364c4331bab will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:19.601727 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.606869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.622664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-da0684ee-bc43-4a00-9fe6-fcd909a6d809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.907s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.701525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.705936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:01:19.707415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 87537634-ffab-42be-b7b1-1a617917e3fc is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:19.739053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Pushing event updated for resources: {'Port': ['ID=a2e4f25b-3df3-4564-bbff-b1136a3f6576,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.749232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.749752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.820s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.750108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.751604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] For port a2e4f25b-3df3-4564-bbff-b1136a3f6576, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:19.755091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.759362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] For port a2e4f25b-3df3-4564-bbff-b1136a3f6576, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2e4f25b-3df3-4564-bbff-b1136a3f6576,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:19.771867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.774893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.791065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.800668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 87537634-ffab-42be-b7b1-1a617917e3fc) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:19.810367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:19.811273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.830446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fce0a038-cfdd-4a7d-b21c-84cb159da7fe tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:19.847706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8bf0e-8921-44b1-806b-70d0ad361855 None None] Network 87537634-ffab-42be-b7b1-1a617917e3fc requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:19.886819 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9738390
Dec 10 04:01:19.890110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40616) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:19.915052 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Pushing event updated for resources: {'Port': ['ID=f05c575b-64c8-43ad-8789-9364c4331bab,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:19.922548 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:19.926920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-558933062', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:19.956371 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Attempting to bind port f05c575b-64c8-43ad-8789-9364c4331bab on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:19.957147 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Attempting to bind port f05c575b-64c8-43ad-8789-9364c4331bab by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:19.957795 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Attempting to bind port f05c575b-64c8-43ad-8789-9364c4331bab on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:19.977375 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:19.978028 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:19.978817 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.980052 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:19.980772 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Bound port: f05c575b-64c8-43ad-8789-9364c4331bab, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:19.981518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:19.994441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:20.000038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:router and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:20.028905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:20.046631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:20.054717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:20.084153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.090158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.091254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.097096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port f05c575b-64c8-43ad-8789-9364c4331bab {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:20.097531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.107710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:20.112100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:20.124967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Pushing event updated for resources: {'Port': ['ID=a2e4f25b-3df3-4564-bbff-b1136a3f6576,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:20.141808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:20.207959 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] For port f05c575b-64c8-43ad-8789-9364c4331bab, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:20.221732 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] For port f05c575b-64c8-43ad-8789-9364c4331bab, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f05c575b-64c8-43ad-8789-9364c4331bab,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:20.246583 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.265184 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:20.378761 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Pushing event updated for resources: {'Port': ['ID=f05c575b-64c8-43ad-8789-9364c4331bab,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:20.383146 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:20.409840 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Routers {'de6b35aa-d5a8-43e7-b82d-237bf121e82e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:20.420050 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de041c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:20.467852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-87537634-ffab-42be-b7b1-1a617917e3fc', 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc', 'tenant_id': '2ca879472de345ee90e6b607003674a6', 'fixed_ips': [{'subnet_id': '8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:20.468715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.766761 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] Set router de6b35aa-d5a8-43e7-b82d-237bf121e82e gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:20.806348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:20.847096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:20.888551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:20.889821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:20.901087 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8600948
Dec 10 04:01:20.906914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:20.909659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40620) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:20.932961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:20.943764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'network': {'name': 'tempest-RoutersTest-1566046238'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:20.955777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:20.973169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522532a5-dfe4-43c1-a5c4-85fcabc39e6e None None] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:20.988654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:21.095720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:network and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:21.160165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0352e-d8ee-493a-8bc0-1bd724589a14 None None] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:21.206025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:21.241190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port f05c575b-64c8-43ad-8789-9364c4331bab, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f05c575b-64c8-43ad-8789-9364c4331bab,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:21.242339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:21.257759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:21.289662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:21.293529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:21.361710 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de041c0>, [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:15Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': 'f05c575b-64c8-43ad-8789-9364c4331bab', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:96:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:14Z', 'updated_at': '2021-12-10T04:01:20Z', 'revision_number': 4, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:21.370502 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33436c38-b273-4103-97c3-b8ad46305311 None None] The sync data for ids ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'] in dv-neutron-821182-1-hyperv is: [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:15Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': 'f05c575b-64c8-43ad-8789-9364c4331bab', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:96:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:14Z', 'updated_at': '2021-12-10T04:01:20Z', 'revision_number': 4, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': '06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:21.387529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:01:21.408907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Allocated IP 172.20.0.2 (87537634-ffab-42be-b7b1-1a617917e3fc/8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26/022097f3-fd28-4bae-ba2d-87b4846001c6) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:21.412058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2217fe2b-6fb1-43a6-aa2e-546059f595d7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:21.419054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:21.424307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:21.424695 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added segment a715ee6c-6997-4202-afac-39f0f25fd366 of type vlan for network c741dbea-6c63-4845-b08b-c53f180dd0df
Dec 10 04:01:21.481259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for f05c575b-64c8-43ad-8789-9364c4331bab owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:21.542585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-179e5c4e-5146-429e-a09e-2474299ead8f None None] Provisioning for port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:21.679682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:21.696447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:21.715521 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/6b20e751-8eac-44a6-87cb-3ca3645dbef3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3090053
Dec 10 04:01:21.717133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40624) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:21.746172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:21.913082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.092637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.105738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c392eb5a-fbec-4d58-b583-92cb583562ac tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:22.139072 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Sync routers for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:22.152003 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:22.152626 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:22.200443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=f05c575b-64c8-43ad-8789-9364c4331bab,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:22.203086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:22.207781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.217055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.218157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.227337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-85e64069-f9fd-4422-bf5c-96f7712fd8ce tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:22.350269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.4259260
Dec 10 04:01:22.363898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40628) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:22.373545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'subnet': {'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:22.384393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.518652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Network': ['ID=c741dbea-6c63-4845-b08b-c53f180dd0df,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:22.525091 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:22.554222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:22.636575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.637178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.637673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.638117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.638566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.639024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.639494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.639897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.640341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.640786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.653644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-04bc4328-b24e-45dc-a976-49ea0a614cbb tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7020 time: 0.9105003
Dec 10 04:01:22.662643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40632) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:22.674322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:22.685235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ce0016cc-7a5b-402e-8155-144267ff2c66 None None] Provisioning for port 694634d0-5750-4ce6-a110-3ecc652ebe09 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:22.736778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c741dbea-6c63-4845-b08b-c53f180dd0df details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:01:22.737712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:subnet and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:22.742477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:22.752433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:22.788046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.788603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.789011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.789511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.790009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.790901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.791064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.791502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.792006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.792917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:22.793052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:22.795432 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a52c5dd6-bde2-4347-9944-fbdd06d7a836 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6326 time: 0.1316063
Dec 10 04:01:22.796258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Made reservation on behalf of 940e3bc6168748818e9a4bdde1b3e6b0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:22.800312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:22.819565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40636) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:23.063218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:23.063597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.066196 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5490>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:23.077557 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Checking router: 6b20e751-8eac-44a6-87cb-3ca3645dbef3 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:23.077842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Updating router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 port a95a9179-3bfe-484a-a904-c78ded4ef116 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:23.159731 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.284895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.332510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Router de6b35aa-d5a8-43e7-b82d-237bf121e82e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:23.334149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.355276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c3414c16-9de8-4a61-87fe-e0c23c4b88c3 None None] Provisioning for port a2e4f25b-3df3-4564-bbff-b1136a3f6576 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:23.376971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-97ee164f-d810-449d-b702-c77a582a33d1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3924 time: 0.5560324
Dec 10 04:01:23.461123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c3414c16-9de8-4a61-87fe-e0c23c4b88c3 None None] Could not find standard attr ID for object f05c575b-64c8-43ad-8789-9364c4331bab. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:23.463005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.469260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.476806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0295805e-d722-4700-a054-37f11f017db2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:23.518784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Transition to ACTIVE for port object 022097f3-fd28-4bae-ba2d-87b4846001c6 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:23.617161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.26.1.112 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ed05e86d-e32c-49c3-92c1-6c7e1df965a8) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:23.626922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Subnet': ['ID=1acb990f-bb63-4c63-9af6-8e6a04168c61,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:23.632347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:23.684697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2c4fac8f-d77e-4e1f-8ede-6a3cb79c5c95 None None] Could not find standard attr ID for object f05c575b-64c8-43ad-8789-9364c4331bab. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:23.706389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Transition to ACTIVE for port object 022097f3-fd28-4bae-ba2d-87b4846001c6 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:23.707094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Checking segment: {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:23.709680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network hostable DHCP agents. Network: c741dbea-6c63-4845-b08b-c53f180dd0df, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:01:23.746998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.755006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.761881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network c741dbea-6c63-4845-b08b-c53f180dd0df is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:01:23.791036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c741dbea-6c63-4845-b08b-c53f180dd0df) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:23.792115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:23.797732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:23.798556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.836550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.857599 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Transition to ACTIVE for port object a95a9179-3bfe-484a-a904-c78ded4ef116 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:23.869672 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.870850 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5044067
Dec 10 04:01:23.871828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40642) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:23.877140 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:23.899461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.901365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884be48-7b14-4c22-be26-b2435e641754 None None] Network c741dbea-6c63-4845-b08b-c53f180dd0df requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:23.963954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:23.988768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c8e0f6ed-be2d-4a77-8d3d-76b692624441 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:24.009128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Pushing event updated for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:24.021937 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:24.153788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40646) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:24.156726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=ed05e86d-e32c-49c3-92c1-6c7e1df965a8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:24.171326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:24.175003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411953389', 'description': 'tempest-secgroup-smoke-411953389 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:24.289702 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Attempting to bind port a95a9179-3bfe-484a-a904-c78ded4ef116 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:24.290709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Attempting to bind port a95a9179-3bfe-484a-a904-c78ded4ef116 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:24.291256 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Attempting to bind port a95a9179-3bfe-484a-a904-c78ded4ef116 on network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:24.292114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Network 87537634-ffab-42be-b7b1-1a617917e3fc is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:24.310296 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:24.310737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Checking segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:24.311248 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.311656 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Bound using segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:24.312377 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Bound port: a95a9179-3bfe-484a-a904-c78ded4ef116, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:24.312761 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.313667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:24.315221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:24.336637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:24.339346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:24.345858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:24.374001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:24.378355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2217fe2b-6fb1-43a6-aa2e-546059f595d7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2217fe2b-6fb1-43a6-aa2e-546059f595d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:24.400803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c741dbea-6c63-4845-b08b-c53f180dd0df', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:24.401785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.430320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.431341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3446b36-7582-4ead-9f81-c7ea7b65d7e2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:24.439842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:24.460311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f070>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:24.470547 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] For port a95a9179-3bfe-484a-a904-c78ded4ef116, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:24.476450 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] For port a95a9179-3bfe-484a-a904-c78ded4ef116, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a95a9179-3bfe-484a-a904-c78ded4ef116,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:24.490493 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.502711 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1b08f96d-968f-4a60-b958-78ca1288eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:24.503007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:24.510882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:24.544451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:24.589877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:24.597579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:24.604950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:24.613613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:24.627722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:24.627722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:24.631599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:24.636550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Pushing event updated for resources: {'Port': ['ID=022097f3-fd28-4bae-ba2d-87b4846001c6,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:24.649179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:24.651313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Sync routers for ids ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:24.660933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:24.661399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Updating router 8d66636e-309c-4f6f-aba5-97695e7fac0a port f04adfa7-e5e3-47b8-85c5-954f8977be3f binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:24.710126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4620c7f0-bfd2-4654-baee-abaed916b188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:24.911482 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Pushing event updated for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:24.923539 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:24.955110 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "PUT /v2.0/routers/de6b35aa-d5a8-43e7-b82d-237bf121e82e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7040789
Dec 10 04:01:24.972832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40650) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:24.986647 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:24.994013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Routers {'de6b35aa-d5a8-43e7-b82d-237bf121e82e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:24.994635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026b80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:25.131013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf72e8-4c2e-4738-8269-e780895d3a7f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:25.133878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf72e8-4c2e-4738-8269-e780895d3a7f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:25.135040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-52bf72e8-4c2e-4738-8269-e780895d3a7f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:25.160688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.226177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-52bf72e8-4c2e-4738-8269-e780895d3a7f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:25.227634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-52bf72e8-4c2e-4738-8269-e780895d3a7f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2411318
Dec 10 04:01:25.232091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40654) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:25.282091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Set router de6b35aa-d5a8-43e7-b82d-237bf121e82e gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:25.412816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:25.419560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.428887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Attempting to bind port 022097f3-fd28-4bae-ba2d-87b4846001c6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:25.429688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Attempting to bind port 022097f3-fd28-4bae-ba2d-87b4846001c6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '706cbe1a-ead5-41bb-8480-cb1bdadd5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:25.430221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Attempting to bind port 022097f3-fd28-4bae-ba2d-87b4846001c6 on network 87537634-ffab-42be-b7b1-1a617917e3fc {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:25.471950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026b80>, [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:21Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:25.476659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.480922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.484079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5490>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:24Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:25.488492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-31cf2961-4cc2-421b-85a3-77da23d5381f tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:25.495968 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa522a67-937a-4fc2-967a-ecdd665faba3 None None] The sync data for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv is: [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:24Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:25.592250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.592912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Allocated IP 172.23.0.2 (c741dbea-6c63-4845-b08b-c53f180dd0df/1acb990f-bb63-4c63-9af6-8e6a04168c61/41461112-e3f2-4dba-906e-81e8f6e915ff) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:25.625207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Checking router: de6b35aa-d5a8-43e7-b82d-237bf121e82e for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:25.628765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:25.629205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Checking segment: {'id': '706cbe1a-ead5-41bb-8480-cb1bdadd5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:25.629703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.630689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Bound using segment: {'id': '706cbe1a-ead5-41bb-8480-cb1bdadd5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:25.634138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Bound port: 022097f3-fd28-4bae-ba2d-87b4846001c6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706cbe1a-ead5-41bb-8480-cb1bdadd5fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:25.634138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.647073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9bd41e-08bf-4c03-a5f9-5de45f08739a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:25.651552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.656056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.657173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.4953535
Dec 10 04:01:25.659492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:25.679930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.688201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-16295446-2267-4590-89c3-df8f11b474de None None] Provisioning for port f04adfa7-e5e3-47b8-85c5-954f8977be3f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:25.709811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:25.725371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:25.737353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:25.743786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:25.747244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-16295446-2267-4590-89c3-df8f11b474de None None] Provisioning complete for port f04adfa7-e5e3-47b8-85c5-954f8977be3f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:25.748162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16295446-2267-4590-89c3-df8f11b474de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.748362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:25.761412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:25.821367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.854417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2217fe2b-6fb1-43a6-aa2e-546059f595d7,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:25.857664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:25.889126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:25.901301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:25.901704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:25.978203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Routers {'de6b35aa-d5a8-43e7-b82d-237bf121e82e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:25.978871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026b80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.065264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.065757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.103995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.125711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.132338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8c276da4-f2ec-4077-90c4-7aac6fc02bde tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:26.185699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-16295446-2267-4590-89c3-df8f11b474de None None] Port f04adfa7-e5e3-47b8-85c5-954f8977be3f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:26.191259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506e97d6-b63d-4c49-ad9e-c91cc6079592,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:26.200793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] Set router de6b35aa-d5a8-43e7-b82d-237bf121e82e gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:26.201178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:26.214555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.218931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5084655
Dec 10 04:01:26.219740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40662) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:26.227697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:26.234951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:26.242693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:26.247255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:26.254471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:26.264862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.273257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cb51fdec-dd3c-4fae-9f63-6675889a80ad tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:26.311998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:26.322159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:26.325159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.328273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.353204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026b80>, [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:21Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.365584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 954884b8-b91f-4d3a-bc70-0da23bf69d45 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:01:26.401907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0 HTTP/1.1" status: 204  len: 168 time: 1.1661861
Dec 10 04:01:26.402605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40666) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:26.478277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.492318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb21a8-0bcc-4d70-93b7-2a070770b40c None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:26.541720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.549762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99a30b97-f111-44fc-be93-53a62ee5b1da tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:26.556223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:26.565834 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] Sync routers for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:26.584490 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:26.585625 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3903d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.592313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.596530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.598688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3749189
Dec 10 04:01:26.598688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40670) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:26.599066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.6974854
Dec 10 04:01:26.600765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40672) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:26.608866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cde18c8-8551-468b-a3e2-9cf6ac59d15b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:26.610848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:26.624767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:26.628800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:26.632979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:26.638770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:26.652218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] For port 022097f3-fd28-4bae-ba2d-87b4846001c6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:26.659110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e138f-8c72-4893-b416-deefde3231e2 None None] The sync data for ids ['de6b35aa-d5a8-43e7-b82d-237bf121e82e'] in dv-neutron-821182-1-hyperv is: [{'id': 'de6b35aa-d5a8-43e7-b82d-237bf121e82e', 'name': 'tempest-NetworksTestDHCPv6-router-2012369558', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:12Z', 'updated_at': '2021-12-10T04:01:21Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:26.662428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.689523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:26.736109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8941ce50-6ea7-458a-9b86-d7b1f677822f None None] Provisioning for port a95a9179-3bfe-484a-a904-c78ded4ef116 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:26.740926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.743501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] For port 022097f3-fd28-4bae-ba2d-87b4846001c6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=022097f3-fd28-4bae-ba2d-87b4846001c6,segment=NetworkSegment(706cbe1a-ead5-41bb-8480-cb1bdadd5fda),segment_id=706cbe1a-ead5-41bb-8480-cb1bdadd5fda)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:26.748132 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3903d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.749970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.752118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-62198a4d-5b97-4e69-8752-d9fffc9b84ce tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:26.765791 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:26.766862 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3903d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.782957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2fddea-cdda-456c-b39e-0781da7e343b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:26.787708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:26.799636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.805758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40678) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:26.808534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2014976
Dec 10 04:01:26.812234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:26.864079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3903d0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:26.865063 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce59f3e-4ffc-4ad9-9762-0d760bc62ddc None None] The sync data for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:26.892697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.909260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:26.940906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:26.968901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:27.023535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Transition to ACTIVE for port object 41461112-e3f2-4dba-906e-81e8f6e915ff will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:27.122345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.181412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Pushing event updated for resources: {'Port': ['ID=022097f3-fd28-4bae-ba2d-87b4846001c6,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:27.187649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Transition to ACTIVE for port object 41461112-e3f2-4dba-906e-81e8f6e915ff will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:27.193209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:27.194006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:27.205082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:27.219480 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c541e7e3-1087-44ee-9360-9d8700d5bcd7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.8157222
Dec 10 04:01:27.222857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:27.223036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:27.239430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.240326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2e4f25b-3df3-4564-bbff-b1136a3f6576 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:27.266241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.284776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:27.325529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:27.374696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.376361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.401841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8941ce50-6ea7-458a-9b86-d7b1f677822f None None] Provisioning complete for port f04adfa7-e5e3-47b8-85c5-954f8977be3f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:27.402224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8941ce50-6ea7-458a-9b86-d7b1f677822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.415370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Allocated IP 172.23.0.1 (c741dbea-6c63-4845-b08b-c53f180dd0df/1acb990f-bb63-4c63-9af6-8e6a04168c61/f59f05ad-be20-48a5-be36-75ab54e2dc74) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:27.453918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Network c741dbea-6c63-4845-b08b-c53f180dd0df is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:27.491171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:27.494334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:27.514480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:27.623819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.resource_extend [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:01:27.637684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:27.656058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8941ce50-6ea7-458a-9b86-d7b1f677822f None None] Port f04adfa7-e5e3-47b8-85c5-954f8977be3f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:27.742201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Deleting port a2e4f25b-3df3-4564-bbff-b1136a3f6576 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:27.742411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.812106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Pushing event updated for resources: {'Port': ['ID=41461112-e3f2-4dba-906e-81e8f6e915ff,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:27.814394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a2e4f25b-3df3-4564-bbff-b1136a3f6576 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:27.818778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:27.823313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.825165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:27.825741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:27.837931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Attempting to bind port 41461112-e3f2-4dba-906e-81e8f6e915ff on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:27.838608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Attempting to bind port 41461112-e3f2-4dba-906e-81e8f6e915ff by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:27.839171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Attempting to bind port 41461112-e3f2-4dba-906e-81e8f6e915ff on network c741dbea-6c63-4845-b08b-c53f180dd0df {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:27.845483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a2e4f25b-3df3-4564-bbff-b1136a3f6576 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:27.846097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.857524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.863223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed1307a2-a1b7-4778-814d-f9ef3a595869 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:27.888739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.891892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.899385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:27.899992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Checking segment: {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:27.900227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.900676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Bound using segment: {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:27.901395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Bound port: 41461112-e3f2-4dba-906e-81e8f6e915ff, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:27.901969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.905819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.906988 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1019335
Dec 10 04:01:27.919808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40686) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:27.925753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:27.932525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:27.936619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:27.939669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:27.946376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:27.952888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.954524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.955128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Fanout notify agent at l3_agent the message router_deleted on router de6b35aa-d5a8-43e7-b82d-237bf121e82e {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:01:27.965135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe832b-3186-4780-b09c-059735453e04,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:27.971173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.972158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:27.976887 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-230cdf3d-1fad-45d3-90ff-041ba6e676a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/routers/de6b35aa-d5a8-43e7-b82d-237bf121e82e HTTP/1.1" status: 204  len: 168 time: 0.7706549
Dec 10 04:01:27.978240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40690) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:27.978436 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:01:27.987359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:27.991533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:28.008907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.030133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Transition to ACTIVE for port object f04adfa7-e5e3-47b8-85c5-954f8977be3f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:28.063622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.075125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.110504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.112631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.116329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16d92ad8-0e50-4f9d-8514-ef21186a9d2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.135785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Transition to ACTIVE for port object f59f05ad-be20-48a5-be36-75ab54e2dc74 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:28.151976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70ea850-529a-4c14-b729-203cdf240e89,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:28.157685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:28.166018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.167628 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2464840
Dec 10 04:01:28.170666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:28.189757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e9bd41e-08bf-4c03-a5f9-5de45f08739a', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:28.196831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:28.201175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:28.204325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:28.212568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:28.229376 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:01:28.240315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.242953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:28.292084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:28.299266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:28.320473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:28.328121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.338699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.342187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0138666c-1a65-4732-aa2c-9182bb4d3a41 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.347191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.349337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b5ea155-e6dd-4505-9725-d0f45d6613f1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.384941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e15c24-81d9-46af-84a5-2c9887a71b2e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:28.388751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:28.403476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Pushing event updated for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:28.404371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.407950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] For port a2e4f25b-3df3-4564-bbff-b1136a3f6576, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2e4f25b-3df3-4564-bbff-b1136a3f6576,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:28.408356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.426663 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2cbd9343-c5d7-4dd3-9890-03f0e32f7d23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2545726
Dec 10 04:01:28.429390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:28.432948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.462100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] For port 41461112-e3f2-4dba-906e-81e8f6e915ff, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:28.472602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:28.654418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] For port 41461112-e3f2-4dba-906e-81e8f6e915ff, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=41461112-e3f2-4dba-906e-81e8f6e915ff,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:28.661813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Calling delete_port for a2e4f25b-3df3-4564-bbff-b1136a3f6576 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:28.695430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ff3b93b3-372c-4ba5-9c5f-4b404bf85a4b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:28.695684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:28.698662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:28.713274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.714323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ff3b93b3-372c-4ba5-9c5f-4b404bf85a4b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:28.715599 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ff3b93b3-372c-4ba5-9c5f-4b404bf85a4b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411953389&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0621049
Dec 10 04:01:28.733521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network c741dbea-6c63-4845-b08b-c53f180dd0df is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:28.739053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:28.742052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:28.796286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.803484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-613e461a-7059-439e-84d3-23fbb21ba0ca tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.827521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463f100-d24d-4895-80be-5a808b87ba13 None None] Network 87537634-ffab-42be-b7b1-1a617917e3fc requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:28.851990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:28.865763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:28.874029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-7c40e270-1443-466a-b9c1-586256856635 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:28.874940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-7c40e270-1443-466a-b9c1-586256856635 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:28.893765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-7c40e270-1443-466a-b9c1-586256856635 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:28.895927 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-7c40e270-1443-466a-b9c1-586256856635 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 797 time: 0.1728632
Dec 10 04:01:28.919007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ab24ac95-660c-42e1-b540-cb888187c6b8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0170584
Dec 10 04:01:28.994221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.003046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Attempting to bind port f04adfa7-e5e3-47b8-85c5-954f8977be3f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:29.003422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Attempting to bind port f04adfa7-e5e3-47b8-85c5-954f8977be3f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:29.004319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Attempting to bind port f04adfa7-e5e3-47b8-85c5-954f8977be3f on network 3351d440-c6cb-40cd-813f-3803a4672ab7 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:29.009428 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-171c2ae1-4b5f-4740-bdbd-605a9d54ec47 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0838435
Dec 10 04:01:29.046038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:29.046459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Checking segment: {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:29.046882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.047283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Bound using segment: {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:29.047743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Bound port: f04adfa7-e5e3-47b8-85c5-954f8977be3f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4ef73-e161-4ea8-92d6-9252ade48ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:29.048126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.052455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:29.057728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:29.059494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.081059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Pushing event updated for resources: {'Port': ['ID=41461112-e3f2-4dba-906e-81e8f6e915ff,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:29.093728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:29.094329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.103221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a2e4f25b-3df3-4564-bbff-b1136a3f6576, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2e4f25b-3df3-4564-bbff-b1136a3f6576,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:29.111398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:29.123408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.124244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 694634d0-5750-4ce6-a110-3ecc652ebe09 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:29.160662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=af0acf75-b76f-4da4-8df6-7bd0d8ef75a2,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:29.170804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:29.173332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:29.290653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a2e4f25b-3df3-4564-bbff-b1136a3f6576,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:29.293968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:29.294405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-e4c8ee30-61aa-4d13-b003-4acc119c1533 service neutron] 10.222.0.44 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704234
Dec 10 04:01:29.348244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:29.348610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:29.399872 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4181902
Dec 10 04:01:29.406605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40712) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:29.415935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:29.426654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:29.438296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-15577e87-7cee-4753-980f-2deb8318da0c None None] Provisioning for port 022097f3-fd28-4bae-ba2d-87b4846001c6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:29.475071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:router and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:29.481230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:29.485488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.491460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-bf978ac2-03ff-42fd-a454-fe80f66b380d service neutron] 10.222.0.44 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854634
Dec 10 04:01:29.513210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] For port f04adfa7-e5e3-47b8-85c5-954f8977be3f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:29.513598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:29.529343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 694634d0-5750-4ce6-a110-3ecc652ebe09 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:29.534206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] For port f04adfa7-e5e3-47b8-85c5-954f8977be3f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f04adfa7-e5e3-47b8-85c5-954f8977be3f,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:29.545345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 694634d0-5750-4ce6-a110-3ecc652ebe09 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:29.545753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.574040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.575186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.580035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.592001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:29.695737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:29.696592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:29.804274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.844199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Pushing event updated for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:29.847479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:29.854008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Deleting port a2e4f25b-3df3-4564-bbff-b1136a3f6576 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:29.854610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.890679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:29.945401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.1 (87537634-ffab-42be-b7b1-1a617917e3fc/8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26/5ca71497-1f5a-45be-8d0d-808c8725545a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:30.011402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:30.012646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.014907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3fcb5e1c-bca0-41ff-bb13-0fcbf2b17e09 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6061649
Dec 10 04:01:30.019424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40716) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:30.096092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.288480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 694634d0-5750-4ce6-a110-3ecc652ebe09, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=694634d0-5750-4ce6-a110-3ecc652ebe09,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:30.345774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.357858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.358787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 98f26a25-cde7-4f2c-9eea-a59e4c891839 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:30.382632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Transition to ACTIVE for port object 5ca71497-1f5a-45be-8d0d-808c8725545a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:30.393094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.401384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:30.403543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.436303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20496378-cb5c-4839-b7af-69f060a767a2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:30.545147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event updated for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:30.548688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:30.549634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.556050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.563060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:30.608934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb1049-a5a0-4268-8567-169a1686fe6e None None] Network c741dbea-6c63-4845-b08b-c53f180dd0df requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:30.659718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=5ca71497-1f5a-45be-8d0d-808c8725545a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:30.662732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:30.827336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 87537634-ffab-42be-b7b1-1a617917e3fc is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:30.830366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:30.845338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:30.851563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fda4cb90-5b90-46ee-b297-6af8d9bc6fad req-eaa29048-671c-4fa9-9e56-6389d22b4e78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.1256714
Dec 10 04:01:30.852713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:30.889091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=694634d0-5750-4ce6-a110-3ecc652ebe09,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:30.906183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:30.936742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Network c741dbea-6c63-4845-b08b-c53f180dd0df is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:30.958634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:31.099239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.119331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0843c725-c54a-48b1-8811-0cdf0477eba8 None None] Provisioning for port 41461112-e3f2-4dba-906e-81e8f6e915ff completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:31.153686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] For port a2e4f25b-3df3-4564-bbff-b1136a3f6576, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a2e4f25b-3df3-4564-bbff-b1136a3f6576,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:31.154100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.165588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 98f26a25-cde7-4f2c-9eea-a59e4c891839 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:31.165977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.256240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:31.534860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::1 (83faf901-581e-4083-899b-d7e1c00d6e85/af0acf75-b76f-4da4-8df6-7bd0d8ef75a2/7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:31.566851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Calling delete_port for a2e4f25b-3df3-4564-bbff-b1136a3f6576 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:31.621090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:31.626287 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7533250
Dec 10 04:01:31.630322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40732) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:31.636671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:31.732620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4daeca7a-6d48-435c-b8ae-2237c3e6a201 None None] Provisioning for port 5ca71497-1f5a-45be-8d0d-808c8725545a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:31.735477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.763940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:31.808541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4daeca7a-6d48-435c-b8ae-2237c3e6a201 None None] Provisioning complete for port 5ca71497-1f5a-45be-8d0d-808c8725545a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:31.808897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.809058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4daeca7a-6d48-435c-b8ae-2237c3e6a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.817428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-763b2b7a-c504-4cd8-8714-67eb35cf18a7 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:31.885740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f070>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:27Z', 'revision_number': 1, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:31.899038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85daef1e-938d-4a78-98b5-8eba507c6f68 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:27Z', 'revision_number': 1, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:31.924734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4daeca7a-6d48-435c-b8ae-2237c3e6a201 None None] Port 5ca71497-1f5a-45be-8d0d-808c8725545a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:31.931456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:31.936353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:31.997960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:31.999268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:32.002787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:32.004876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:32.006406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:32.007006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:32.049830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:32.089009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Pushing event deleted for resources: {'Port': ['ID=a2e4f25b-3df3-4564-bbff-b1136a3f6576,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:32.100034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:32.101801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] No DVR routers for this DVR port a2e4f25b-3df3-4564-bbff-b1136a3f6576 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:32.135821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251b9ef-49d7-4384-ab23-ab96ae631916 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:32.226549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a5943345-d004-4db6-a50d-7fbea0c6961b req-ed80cfae-ed0f-49fd-9205-3fa069725721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.1399896
Dec 10 04:01:32.396301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:32.412968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2217fe2b-6fb1-43a6-aa2e-546059f595d7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:32.693180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f545d4cd-6576-49fa-99e7-ee449eb61a6a None None] Provisioning for port f59f05ad-be20-48a5-be36-75ab54e2dc74 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:32.755598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f545d4cd-6576-49fa-99e7-ee449eb61a6a None None] Provisioning complete for port f59f05ad-be20-48a5-be36-75ab54e2dc74 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:32.756011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f545d4cd-6576-49fa-99e7-ee449eb61a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:32.822330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:32.823842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:32.896474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-0ab329de-52ab-4d12-afc9-ac0ebefbfb19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:32.897889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-0ab329de-52ab-4d12-afc9-ac0ebefbfb19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:32.899047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f545d4cd-6576-49fa-99e7-ee449eb61a6a None None] Port f59f05ad-be20-48a5-be36-75ab54e2dc74 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:33.014561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:33.015397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.128713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.140971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3446b36-7582-4ead-9f81-c7ea7b65d7e2 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:33.146927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.147811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-0ab329de-52ab-4d12-afc9-ac0ebefbfb19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:33.148789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.149003 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-0ab329de-52ab-4d12-afc9-ac0ebefbfb19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 797 time: 0.8657348
Dec 10 04:01:33.155793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ca3ba568-1ac8-44be-9897-f44d15b83fa4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:33.251874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d3315d0f-04b1-4719-bf28-581c3cc8e154 None None] Provisioning complete for port f59f05ad-be20-48a5-be36-75ab54e2dc74 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:33.253525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d3315d0f-04b1-4719-bf28-581c3cc8e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.297865 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-18162052-2fa2-4c88-a48d-33655972add3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 379 time: 0.1330173
Dec 10 04:01:33.309957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '7f50d204-7138-40ee-b73b-b55be11108a6', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['3e9bd41e-08bf-4c03-a5f9-5de45f08739a']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:33.341799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:33.352229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:33.429070 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-811ce978-7dcc-4e7e-ac82-ac01542ec638 req-a5fcea65-d911-4e0c-9917-39f14e4f00df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.0504882
Dec 10 04:01:33.458961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:33.459730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.474037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:33.475285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:33.547960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d3315d0f-04b1-4719-bf28-581c3cc8e154 None None] Port f59f05ad-be20-48a5-be36-75ab54e2dc74 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:33.589527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/af0acf75-b76f-4da4-8df6-7bd0d8ef75a2/8ec81789-20db-4ce0-bff4-93a8d6be246d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:33.646191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:01:33.665464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.680588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 022097f3-fd28-4bae-ba2d-87b4846001c6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:33.688778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.716382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Router 2d5b55d7-2f45-48ee-8059-f2348774728c is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:01:33.722632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dd02db5c-b23a-44f0-b045-1102f3653b79 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:33.775734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Removed routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:01:33.776023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.842278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2c623190-242b-4424-8f17-fb2b5f8103e2 None None] Provisioning complete for port f59f05ad-be20-48a5-be36-75ab54e2dc74 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:33.842718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2c623190-242b-4424-8f17-fb2b5f8103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:33.937070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:33.944360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2c623190-242b-4424-8f17-fb2b5f8103e2 None None] Port f59f05ad-be20-48a5-be36-75ab54e2dc74 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:33.953111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 022097f3-fd28-4bae-ba2d-87b4846001c6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:33.971828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:33.972537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bbd90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:33.985338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.017130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:34.024330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 022097f3-fd28-4bae-ba2d-87b4846001c6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:34.024624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.035660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:34.048597 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Sync routers for ids ['2d5b55d7-2f45-48ee-8059-f2348774728c'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:34.053113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "PUT /v2.0/routers/2d5b55d7-2f45-48ee-8059-f2348774728c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0308704
Dec 10 04:01:34.055556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40744) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:34.060209 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Routers {'2d5b55d7-2f45-48ee-8059-f2348774728c'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:34.061108 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2d5b55d7-2f45-48ee-8059-f2348774728c'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:34.157259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1947399-d79c-4c55-a9dc-7c17b0a122d2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:34.158001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b1947399-d79c-4c55-a9dc-7c17b0a122d2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:34.159270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:34.173446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:34.176349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=5ca71497-1f5a-45be-8d0d-808c8725545a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:34.182859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 87537634-ffab-42be-b7b1-1a617917e3fc is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:34.186361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:34.188616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:34.189242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b1947399-d79c-4c55-a9dc-7c17b0a122d2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:34.189680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:34.190789 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b1947399-d79c-4c55-a9dc-7c17b0a122d2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports/7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 HTTP/1.1" status: 200  len: 911 time: 0.1337373
Dec 10 04:01:34.194076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40748) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:34.236505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.249824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Transition to ACTIVE for port object 8ec81789-20db-4ce0-bff4-93a8d6be246d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:34.275167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Transition to ACTIVE for port object 8ec81789-20db-4ce0-bff4-93a8d6be246d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:34.278129 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Set router 2d5b55d7-2f45-48ee-8059-f2348774728c gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:34.314847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:34.335935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98685c-b6ed-425e-9ab5-c4edf90b5f42 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:34.340592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f98685c-b6ed-425e-9ab5-c4edf90b5f42 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 914 time: 0.1430933
Dec 10 04:01:34.342229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40752) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:34.437043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:34.446651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.527398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.548823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cdfba0e1-e9a9-4d37-a7ae-73d9c2b8fa7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:34.669420 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390730>, [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:32Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': '7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:ae:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:31Z', 'updated_at': '2021-12-10T04:01:32Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:34.673317 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Checking router: 2d5b55d7-2f45-48ee-8059-f2348774728c for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:34.673685 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Updating router 2d5b55d7-2f45-48ee-8059-f2348774728c port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:34.734466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.735592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:34.744591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:34.767167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:34.808119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5c8b9810-4b98-4568-8c9c-284fc43a486f req-6e900b5b-f513-4d4d-b926-8292ff9898af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.0788517
Dec 10 04:01:34.809154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 954884b8-b91f-4d3a-bc70-0da23bf69d45 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:34.816670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.869254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:34.979332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4f003a07-bb13-417e-9c66-2b34432787f2 None None] Provisioning complete for port 5ca71497-1f5a-45be-8d0d-808c8725545a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:34.979703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4f003a07-bb13-417e-9c66-2b34432787f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.026346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Pushing event updated for resources: {'Port': ['ID=8ec81789-20db-4ce0-bff4-93a8d6be246d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:35.029711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:35.062587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.087324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Attempting to bind port 8ec81789-20db-4ce0-bff4-93a8d6be246d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:35.087917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Attempting to bind port 8ec81789-20db-4ce0-bff4-93a8d6be246d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:35.088406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Attempting to bind port 8ec81789-20db-4ce0-bff4-93a8d6be246d on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:35.119560 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.121971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:35.122651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:35.123619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.123879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:35.124490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Bound port: 8ec81789-20db-4ce0-bff4-93a8d6be246d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:35.125034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.134724 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Transition to ACTIVE for port object 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:35.147208 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.151355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.158265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-5f0a8536-a408-40f7-b337-2dc805aa84ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:35.236012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Pushing event updated for resources: {'Port': ['ID=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:35.258562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4f003a07-bb13-417e-9c66-2b34432787f2 None None] Port 5ca71497-1f5a-45be-8d0d-808c8725545a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:35.317429 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:35.337285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:35.354979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] Sync routers for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:35.377016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 022097f3-fd28-4bae-ba2d-87b4846001c6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=022097f3-fd28-4bae-ba2d-87b4846001c6,segment=NetworkSegment(706cbe1a-ead5-41bb-8480-cb1bdadd5fda),segment_id=706cbe1a-ead5-41bb-8480-cb1bdadd5fda)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:35.387839 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/routers/954884b8-b91f-4d3a-bc70-0da23bf69d45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7830489
Dec 10 04:01:35.388101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] For port 8ec81789-20db-4ce0-bff4-93a8d6be246d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:35.388246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.12 (2e1e89a4-ba8c-4873-bc9b-f34a31538c64/a22990cf-8579-41c0-b729-7dffeca26655/d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:35.389666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40758) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:35.391015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:35.392344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063ee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.399930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'port': {'network_id': '87537634-ffab-42be-b7b1-1a617917e3fc', 'name': 'tempest-FloatingIPTestJSON-545207722'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:35.430162 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Attempting to bind port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:35.430534 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Attempting to bind port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:35.430896 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Attempting to bind port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:35.436907 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:35.437278 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:35.437785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.438537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:35.439004 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Bound port: 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:35.439366 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.452154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.453126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a95a9179-3bfe-484a-a904-c78ded4ef116 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:35.460482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:35.461411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.494226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5104f146-e124-473a-bc15-4e3f0135d96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:35.541106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:35.544772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] For port 8ec81789-20db-4ce0-bff4-93a8d6be246d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8ec81789-20db-4ce0-bff4-93a8d6be246d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:35.560756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063ee0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.579714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.589631 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] For port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:35.595299 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] For port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:35.601919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.610672 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:35.620969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:35.621769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063ee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.695237 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Pushing event updated for resources: {'Port': ['ID=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:35.703640 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:35.715388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=022097f3-fd28-4bae-ba2d-87b4846001c6,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:35.719588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:35.720468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d063ee0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.721026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281e0f8-0cdf-46d0-9343-db94896fe16f None None] The sync data for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:35.725125 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Routers {'2d5b55d7-2f45-48ee-8059-f2348774728c'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:35.726135 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2d5b55d7-2f45-48ee-8059-f2348774728c'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.730428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:35.739121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0, host dv-neutron-821182-1-hyperv, got binding levels [] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:35.740222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.766939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bbd90>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:33Z', 'revision_number': 6, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:35.781551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:35.782081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Updating router 8d66636e-309c-4f6f-aba5-97695e7fac0a port f59f05ad-be20-48a5-be36-75ab54e2dc74 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:01:35.853323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a95a9179-3bfe-484a-a904-c78ded4ef116 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:35.859953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:35.873286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a95a9179-3bfe-484a-a904-c78ded4ef116 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:35.873863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.893653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Usage tracker for resource:port and tenant:2ca879472de345ee90e6b607003674a6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:35.900850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:35.914445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:35.926776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.953099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Pushing event updated for resources: {'Port': ['ID=8ec81789-20db-4ce0-bff4-93a8d6be246d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:35.956691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:35.959287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:35.969448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:35.970647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2ca820fe-6268-44f7-b00c-a501fcf88b3c tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 933 time: 4.3394802
Dec 10 04:01:35.973638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40764) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:36.068451 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] Set router 2d5b55d7-2f45-48ee-8059-f2348774728c gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:36.086254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Made reservation on behalf of 2ca879472de345ee90e6b607003674a6 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:36.090163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.179665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.267237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.285153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a95a9179-3bfe-484a-a904-c78ded4ef116, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a95a9179-3bfe-484a-a904-c78ded4ef116,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:36.318593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] device_id is not set on port 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:01:36.353835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.355290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 694634d0-5750-4ce6-a110-3ecc652ebe09 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:36.369215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:36.387692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:36.395538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-fc372c75-4268-4bbc-8ad6-1f2fee010053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:36.425658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-744f66e0-7923-4345-946d-d8441431b968 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 933 time: 0.4500375
Dec 10 04:01:36.434309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40768) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:36.441467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'routes': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:36.448496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c0d86494-0871-4a3e-8d94-af8e7b194681 req-2198243f-c09f-4a84-b8df-890d4f601d83 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.1396165
Dec 10 04:01:36.537749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:36.538440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:36.540134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:36.545256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:36.574782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 694634d0-5750-4ce6-a110-3ecc652ebe09 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:36.575162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.580622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390730>, [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:32Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': '7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:ae:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:31Z', 'updated_at': '2021-12-10T04:01:35Z', 'revision_number': 4, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:36.585033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2cdfd-b252-4bef-8f73-30deb141c47e None None] The sync data for ids ['2d5b55d7-2f45-48ee-8059-f2348774728c'] in dv-neutron-821182-1-hyperv is: [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:32Z', 'revision_number': 2, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None, '_interfaces': [{'id': '7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0', 'name': '', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'mac_address': 'fa:16:3e:ae:3d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:31Z', 'updated_at': '2021-12-10T04:01:35Z', 'revision_number': 4, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'subnets': [{'id': 'af0acf75-b76f-4da4-8df6-7bd0d8ef75a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:36.692349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.708376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.711761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Transition to ACTIVE for port object f59f05ad-be20-48a5-be36-75ab54e2dc74 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:36.746805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:36.755985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:36.771731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5285b94a-f3ca-4b3a-ba83-0d89744b3a70 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:36.944833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 41461112-e3f2-4dba-906e-81e8f6e915ff up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:36.954253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Allocated IP 172.20.0.9 (87537634-ffab-42be-b7b1-1a617917e3fc/8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26/9cce9a50-aaf0-47e3-b634-b4c54241c8d6) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:37.039699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:37.040158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.098115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Pushing event updated for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:37.110951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:37.296381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 41461112-e3f2-4dba-906e-81e8f6e915ff completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:37.307371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Attempting to bind port f59f05ad-be20-48a5-be36-75ab54e2dc74 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:37.307746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Attempting to bind port f59f05ad-be20-48a5-be36-75ab54e2dc74 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:37.308116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Attempting to bind port f59f05ad-be20-48a5-be36-75ab54e2dc74 on network c741dbea-6c63-4845-b08b-c53f180dd0df {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:37.323998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 41461112-e3f2-4dba-906e-81e8f6e915ff triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:37.324375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.350632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:37.351019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Checking segment: {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:37.351425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.352125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Bound using segment: {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:37.352387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Bound port: f59f05ad-be20-48a5-be36-75ab54e2dc74, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a715ee6c-6997-4202-afac-39f0f25fd366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:37.352822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.371660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:37.372228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.501936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:37.516561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] For port f59f05ad-be20-48a5-be36-75ab54e2dc74, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:37.520031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] For port f59f05ad-be20-48a5-be36-75ab54e2dc74, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59f05ad-be20-48a5-be36-75ab54e2dc74,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:37.528722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:37.529465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.536117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:37.543197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:37.543640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3ba9734a-2265-4a8f-a1a5-a7bbf0793e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:37.572286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:37.590857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:37.649510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Pushing event updated for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:37.649729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:37.667722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:37.668323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bbd90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:37.927057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:37.932303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4247a-5500-45ec-9cfa-720e9588ed06 req-34218d4a-4d9b-4008-815d-7ddbbf08e4cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:37.933891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bb4247a-5500-45ec-9cfa-720e9588ed06 req-34218d4a-4d9b-4008-815d-7ddbbf08e4cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 932 time: 0.2232921
Dec 10 04:01:37.975956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70df3762-904c-4791-b3bf-91d4972c98e9 None None] Provisioning for port 8ec81789-20db-4ce0-bff4-93a8d6be246d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:38.091905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 41461112-e3f2-4dba-906e-81e8f6e915ff, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=41461112-e3f2-4dba-906e-81e8f6e915ff,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:38.096674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:01:38.097003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:01:38.101920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:38.131143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.140983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:38.142210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.163668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.170686 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bb4247a-5500-45ec-9cfa-720e9588ed06 req-a957e12a-cb47-43ea-8f3c-35bd30a1fbc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2189040
Dec 10 04:01:38.174506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.181879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9128f13e-2b6b-42fe-862d-5b54ed67fe5c tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:38.186820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6a0228cd-a5d7-4b37-b01d-b75bf016a66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:38.218971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.267123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2e4f25b-3df3-4564-bbff-b1136a3f6576 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:38.301590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:38.309319 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0029655
Dec 10 04:01:38.309545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70df3762-904c-4791-b3bf-91d4972c98e9 None None] Provisioning for port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:38.324994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:38.329789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a2e4f25b-3df3-4564-bbff-b1136a3f6576 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:38.330136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a2e4f25b-3df3-4564-bbff-b1136a3f6576 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:38.336817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-70df3762-904c-4791-b3bf-91d4972c98e9 None None] Provisioning complete for port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:38.337194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-70df3762-904c-4791-b3bf-91d4972c98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.380742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Request body: {'port': {'device_id': '7f50d204-7138-40ee-b73b-b55be11108a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:38.427644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Transition to ACTIVE for port object 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:38.502378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=41461112-e3f2-4dba-906e-81e8f6e915ff,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:38.513106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-70df3762-904c-4791-b3bf-91d4972c98e9 None None] Port 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 was deleted so its status cannot be updated. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 10 04:01:38.515077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:38.615376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.714180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.745154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.775181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8a8957b6-4a78-440d-8cd2-430e0e31a632 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:38.808672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8ec81789-20db-4ce0-bff4-93a8d6be246d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:38.913351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-823ef55f-3c14-49e6-aea9-2139589ca6d4 None None] Provisioning for port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:38.928875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-823ef55f-3c14-49e6-aea9-2139589ca6d4 None None] Provisioning complete for port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:38.931084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-823ef55f-3c14-49e6-aea9-2139589ca6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:38.972989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 8ec81789-20db-4ce0-bff4-93a8d6be246d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:39.001917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.003653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 8ec81789-20db-4ce0-bff4-93a8d6be246d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:39.004032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.005590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Network 87537634-ffab-42be-b7b1-1a617917e3fc is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:39.013378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:39.026021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:39.063963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event updated for resources: {'Port': ['ID=9cce9a50-aaf0-47e3-b634-b4c54241c8d6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:39.065235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-823ef55f-3c14-49e6-aea9-2139589ca6d4 None None] Port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:39.068535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.077898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:39.084429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bbd90>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:33Z', 'revision_number': 6, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:39.087879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-823ef55f-3c14-49e6-aea9-2139589ca6d4 None None] Could not find standard attr ID for object 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:39.095235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce8090-76fa-41c5-8faf-e2e49c9aa156 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:33Z', 'revision_number': 6, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:39.220631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.309280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 8ec81789-20db-4ce0-bff4-93a8d6be246d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8ec81789-20db-4ce0-bff4-93a8d6be246d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:39.315168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6783a05a-899e-4fd9-a117-0a69713d2e1e None None] Could not find standard attr ID for object 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:39.323808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.325029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 022097f3-fd28-4bae-ba2d-87b4846001c6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:39.377568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4accd424-f7ad-4beb-a15e-51ec62f4f282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:39.463528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=8ec81789-20db-4ce0-bff4-93a8d6be246d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:39.469123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:39.480590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Router 2d5b55d7-2f45-48ee-8059-f2348774728c has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:39.499243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a9e5c9c0-8b67-4c56-a5d0-376554813083 None None] Could not find standard attr ID for object 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:39.513796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:39.514814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.552566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 022097f3-fd28-4bae-ba2d-87b4846001c6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:39.552963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.592283 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:39.605193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:39.606045 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:39.683440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4c698-76ac-4603-91e6-817bd1fdc536 req-6e9d7f9d-948f-4825-b16a-0d0b12ff5123 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:39.686364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dece1737-1729-4038-8dfc-baae80347f84 None None] Provisioning for port 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:39.692123 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-03a4c698-76ac-4603-91e6-817bd1fdc536 req-6e9d7f9d-948f-4825-b16a-0d0b12ff5123 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 932 time: 0.3074765
Dec 10 04:01:39.750421 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-03a4c698-76ac-4603-91e6-817bd1fdc536 req-a3df0b95-2c3a-41a2-ab33-0a4088146ddf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560527
Dec 10 04:01:39.756863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:39.768752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Sync routers for ids ['2d5b55d7-2f45-48ee-8059-f2348774728c'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:39.775279 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "PUT /v2.0/routers/2d5b55d7-2f45-48ee-8059-f2348774728c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4298000
Dec 10 04:01:39.776281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40776) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:39.781047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dece1737-1729-4038-8dfc-baae80347f84 None None] Provisioning complete for port 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:39.781456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dece1737-1729-4038-8dfc-baae80347f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:39.807623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:39.850075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.4573402
Dec 10 04:01:39.853236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f04adfa7-e5e3-47b8-85c5-954f8977be3f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:39.856771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40780) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:39.860408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb9ff1-579f-46ab-9c1b-6fec1ce54a9c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:39.862125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb9ff1-579f-46ab-9c1b-6fec1ce54a9c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:39.862967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-66cb9ff1-579f-46ab-9c1b-6fec1ce54a9c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:39.875549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Request body: {'floatingip': {'port_id': '9cce9a50-aaf0-47e3-b634-b4c54241c8d6'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:39.882551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-66cb9ff1-579f-46ab-9c1b-6fec1ce54a9c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:39.884767 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-66cb9ff1-579f-46ab-9c1b-6fec1ce54a9c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1081667
Dec 10 04:01:39.887663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40784) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:39.893724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Routers {'2d5b55d7-2f45-48ee-8059-f2348774728c'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:39.894792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3150d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2d5b55d7-2f45-48ee-8059-f2348774728c'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:39.952506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:39.964503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-dece1737-1729-4038-8dfc-baae80347f84 None None] Port 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:39.973099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet af0acf75-b76f-4da4-8df6-7bd0d8ef75a2 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:39.977656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.049946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.056468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Set router 2d5b55d7-2f45-48ee-8059-f2348774728c gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:40.145240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.164339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.185527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3150d0>, [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.191860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Checking router: 2d5b55d7-2f45-48ee-8059-f2348774728c for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:40.215013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Routers {'2d5b55d7-2f45-48ee-8059-f2348774728c'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:40.215936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3150d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2d5b55d7-2f45-48ee-8059-f2348774728c'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.220090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.resource_extend [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:01:40.253690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.266285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a5244cc9-fe1c-4efb-b6dc-a8638d8a3114 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:40.318472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.323780 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb670>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.325868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=af0acf75-b76f-4da4-8df6-7bd0d8ef75a2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:40.329114 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:40.329710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:40.335414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:40.340864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:40.341649 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.343040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.344366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eae6d7c6-9624-4e3e-a87b-e8a316c63d1f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 699 time: 3.9087296
Dec 10 04:01:40.347263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40788) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:40.347721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/af0acf75-b76f-4da4-8df6-7bd0d8ef75a2 HTTP/1.1" status: 204  len: 168 time: 0.4587293
Dec 10 04:01:40.348008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40790) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:40.352017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port f04adfa7-e5e3-47b8-85c5-954f8977be3f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:40.365259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951a5f3-3702-437c-9a2d-51fc4d4f6af6 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:40.440644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f04adfa7-e5e3-47b8-85c5-954f8977be3f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:40.441031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.473508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] Set router 2d5b55d7-2f45-48ee-8059-f2348774728c gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:40.499696 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:40.510285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:01:40.613101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3150d0>, [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.625129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d0b7d-039f-4288-9249-f51f3d1aebef None None] The sync data for ids ['2d5b55d7-2f45-48ee-8059-f2348774728c'] in dv-neutron-821182-1-hyperv is: [{'id': '2d5b55d7-2f45-48ee-8059-f2348774728c', 'name': 'tempest-NetworksTestDHCPv6-router-1267008738', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:29Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 3, 'project_id': '43e50488293c41cf901ae03eb9e39f88', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:40.648786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.736278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Transition to ACTIVE for port object d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:40.750835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.761178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-db72d004-f2e8-4265-815c-4dd781311f66 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:40.779729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.829047 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6a8365bc-7a0c-4b3d-a376-ebe8b7d0d169 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 699 time: 0.4492469
Dec 10 04:01:40.832237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40798) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:40.876242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port f04adfa7-e5e3-47b8-85c5-954f8977be3f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f04adfa7-e5e3-47b8-85c5-954f8977be3f,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:40.885847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:40.886796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59f05ad-be20-48a5-be36-75ab54e2dc74 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:40.900671 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb670>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:40.912064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ca166-a1d0-4c81-a5ac-f2821d208e6b None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:29Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:40.921976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:41.013495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4918f063-af0c-4f25-99e5-05d8a7c414a9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:41.046319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:41.069820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Deleting port 8ec81789-20db-4ce0-bff4-93a8d6be246d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:41.070207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.217902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:41.227236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c7bd8-b3eb-413f-b515-5579f5e2ab90 req-d21180fe-c263-4a14-bca4-a05a2d3c3d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:41.229579 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf7c7bd8-b3eb-413f-b515-5579f5e2ab90 req-d21180fe-c263-4a14-bca4-a05a2d3c3d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.2156777
Dec 10 04:01:41.238390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:41.271153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port f59f05ad-be20-48a5-be36-75ab54e2dc74 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:41.280400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f59f05ad-be20-48a5-be36-75ab54e2dc74 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:41.280709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.382351 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:41.383886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:41.395432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:41.397187 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:41.441226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:41.449775 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf7c7bd8-b3eb-413f-b515-5579f5e2ab90 req-c5342fa3-53ba-4360-a69c-e47bdf570bce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1531723
Dec 10 04:01:41.582929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] For port 8ec81789-20db-4ce0-bff4-93a8d6be246d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8ec81789-20db-4ce0-bff4-93a8d6be246d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:41.583902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.611195 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:41.710723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.719671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Calling delete_port for 8ec81789-20db-4ce0-bff4-93a8d6be246d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:41.756200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.803682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port f59f05ad-be20-48a5-be36-75ab54e2dc74, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59f05ad-be20-48a5-be36-75ab54e2dc74,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:41.816358 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.817578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a95a9179-3bfe-484a-a904-c78ded4ef116 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:41.872593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.876687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4918f063-af0c-4f25-99e5-05d8a7c414a9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:41.882298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4918f063-af0c-4f25-99e5-05d8a7c414a9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 1.5004065
Dec 10 04:01:41.883117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:41.885135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ed489bc3-d1ab-41a2-b6d1-03af9aff9be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:41.891985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:41.994106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb310>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:37Z', 'revision_number': 4, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:41.998994 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:42.008698 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:42.009402 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:42.047124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.063333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a95a9179-3bfe-484a-a904-c78ded4ef116 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:42.063868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.109090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] No DVR routers for this DVR port 8ec81789-20db-4ce0-bff4-93a8d6be246d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:42.144001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:42.157110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:42.159929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:42.189349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:42.222886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Pushing event deleted for resources: {'Port': ['ID=8ec81789-20db-4ce0-bff4-93a8d6be246d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:42.230312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:42.241566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port f59f05ad-be20-48a5-be36-75ab54e2dc74 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:42.243970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.272668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.391634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59f05ad-be20-48a5-be36-75ab54e2dc74 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:42.454812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Attempting to bind port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:42.455214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Attempting to bind port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:42.455487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Attempting to bind port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe on network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:42.460867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port f59f05ad-be20-48a5-be36-75ab54e2dc74, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59f05ad-be20-48a5-be36-75ab54e2dc74,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:42.461834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.492459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f59f05ad-be20-48a5-be36-75ab54e2dc74 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:42.492856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.538102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe on network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:01:42.538102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Attempting to bind port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe on network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:42.570350 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb310>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:41Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:42.575502 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13fb0b-3541-4d3f-858f-a80acacc5b41 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:38Z', 'revision_number': 7, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f59f05ad-be20-48a5-be36-75ab54e2dc74', 'name': '', 'network_id': 'c741dbea-6c63-4845-b08b-c53f180dd0df', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:3e:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:25Z', 'updated_at': '2021-12-10T04:01:41Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '1acb990f-bb63-4c63-9af6-8e6a04168c61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:42.599735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for f59f05ad-be20-48a5-be36-75ab54e2dc74 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:42.640032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:42.640390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Checking segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:42.640758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Bound using segment: {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:42.641207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Bound port: d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ea89c4-72e3-4443-b94a-c74935b38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:42.641578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.668634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 41461112-e3f2-4dba-906e-81e8f6e915ff up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:42.705844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.711972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.744392 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP d0a9e190-332a-49d5-872c-c6bdf26f49b7 associated. External IP: 172.26.1.165, port: bc296f07-755e-401e-9e5b-d6fbcdb599d0.
Dec 10 04:01:42.749003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 41461112-e3f2-4dba-906e-81e8f6e915ff triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:42.749642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.787412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65522bd8-2d5f-4619-8b7d-c0f81bdae2f3 req-beac91e8-aa1f-4a3c-8e25-9ec71eeb9848 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:42.788892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65522bd8-2d5f-4619-8b7d-c0f81bdae2f3 req-beac91e8-aa1f-4a3c-8e25-9ec71eeb9848 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.1604431
Dec 10 04:01:42.857775 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65522bd8-2d5f-4619-8b7d-c0f81bdae2f3 req-3ffd81f3-a409-4793-9236-551dd8af9845 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593967
Dec 10 04:01:42.917485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f04adfa7-e5e3-47b8-85c5-954f8977be3f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:42.939060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:42.944138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f58bd8d9-4c45-4f6b-8f1f-cd4aac34aa2c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:42.990958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=f59f05ad-be20-48a5-be36-75ab54e2dc74,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:42.994129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:43.006659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f04adfa7-e5e3-47b8-85c5-954f8977be3f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:43.007332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.082075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:43.087793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:43.101202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.117002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c4d762b-0ba3-42be-8434-941c87d70bdc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:43.162656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:43.163519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.165097 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] 10.222.0.18 "PUT /v2.0/ports/d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 1094 time: 4.7897987
Dec 10 04:01:43.173695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:01:43.187526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.188097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Fanout notify agent at l3_agent the message router_deleted on router 2d5b55d7-2f45-48ee-8059-f2348774728c {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:01:43.246481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:43.292855 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'status': 'completed', 'code': 200}
Dec 10 04:01:43.318235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:43.318596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7ee8d0e1-5a9d-431b-9a39-bd4a46934cb0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:43.319030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8ec81789-20db-4ce0-bff4-93a8d6be246d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:43.323911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.370855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 8ec81789-20db-4ce0-bff4-93a8d6be246d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:43.371265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8ec81789-20db-4ce0-bff4-93a8d6be246d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:43.441789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.446087 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c35d8fef-e4c5-4aa0-ba85-0a6798737a22 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/routers/2d5b55d7-2f45-48ee-8059-f2348774728c HTTP/1.1" status: 204  len: 168 time: 1.5570035
Dec 10 04:01:43.455806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40810) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:43.581836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:43.592492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6cfa08e-bde5-40e9-9204-930314d247ea tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:43.598267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:43.645004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6cfa08e-bde5-40e9-9204-930314d247ea tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:43.646151 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6cfa08e-bde5-40e9-9204-930314d247ea tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1331887
Dec 10 04:01:43.649975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40814) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:43.710764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ff704054-f79a-42d6-8e85-86cc4965eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:43.712293 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-ff704054-f79a-42d6-8e85-86cc4965eda4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1097 time: 0.4237297
Dec 10 04:01:43.719710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:43.798202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:43.798851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:43.806579 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-618f783f-feb3-4fc8-9612-d37ff1e9f294 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 217 time: 0.0783532
Dec 10 04:01:43.860180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b8494-7928-48bc-8242-e13866ec58e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:43.860875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ec1b8494-7928-48bc-8242-e13866ec58e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:43.965539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:43.978792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:43.979981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1466832
Dec 10 04:01:43.983155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40820) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:43.991184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:43.992218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6add30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.024412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ec1b8494-7928-48bc-8242-e13866ec58e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:44.027960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec1b8494-7928-48bc-8242-e13866ec58e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3730426
Dec 10 04:01:44.029336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-d1f0fcf2-cf04-4cec-8ded-55a84f0673ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:44.030746 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-d1f0fcf2-cf04-4cec-8ded-55a84f0673ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 200  len: 834 time: 0.1742339
Dec 10 04:01:44.033222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40824) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:44.072041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 1acb990f-bb63-4c63-9af6-8e6a04168c61 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:44.077027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.153011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.156484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-834e87ce-9899-4796-b24b-c0b88b685db1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:44.163219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:44.187631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:44.202778 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:44.213173 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:44.213922 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd00a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.250931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-834e87ce-9899-4796-b24b-c0b88b685db1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:44.252113 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-834e87ce-9899-4796-b24b-c0b88b685db1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2178757
Dec 10 04:01:44.264503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40828) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:44.278606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:44.285071 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd00a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.294946 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:44.295385 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd00a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.355902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-d200e6b2-88ba-4835-b4fc-bfabdae3e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:44.357424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-d200e6b2-88ba-4835-b4fc-bfabdae3e5c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2613249
Dec 10 04:01:44.404339 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd00a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.408077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f42d6-5ecd-44d8-86bc-fa5ff629e023 None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:44.441387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:44.455819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-34cec653-a5bc-461e-8e7c-2f0c2372fd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.463769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1db1ab-69d6-4a7a-a7d1-c6612413aa17 req-4ff53e11-8c77-4b78-8615-1183675ea305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:44.465575 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8f1db1ab-69d6-4a7a-a7d1-c6612413aa17 req-4ff53e11-8c77-4b78-8615-1183675ea305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.2808952
Dec 10 04:01:44.472447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:44.475478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.545796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:44.549274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.657018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8f1db1ab-69d6-4a7a-a7d1-c6612413aa17 req-ec9f6ed0-8d52-4b73-846e-e628055cae74 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1538472
Dec 10 04:01:44.664223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6add30>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:42Z', 'revision_number': 8, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.670339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:44.683646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:44.684359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6add30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:44.693963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.699649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5ee57a74-047e-4d67-b97f-187392a9b863 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:44.742818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=1acb990f-bb63-4c63-9af6-8e6a04168c61,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:44.743404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.748256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:44.762340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/1acb990f-bb63-4c63-9af6-8e6a04168c61 HTTP/1.1" status: 204  len: 168 time: 0.7754600
Dec 10 04:01:44.762340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40832) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:44.798933 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-c4a7671c-ea23-4345-ac1a-36fd865ad657 service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4308157
Dec 10 04:01:44.862063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:44.918690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 954884b8-b91f-4d3a-bc70-0da23bf69d45 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:44.927218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:44.935345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91d051-93a6-459f-94cb-9c562ca53101 None None] Network c741dbea-6c63-4845-b08b-c53f180dd0df requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:44.968261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 41461112-e3f2-4dba-906e-81e8f6e915ff {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:44.968513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.091186 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-49f981b2-ac52-49bb-b726-2480f339b4c9 req-682f363c-4af4-4944-bec6-82ed578838ae service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851446
Dec 10 04:01:45.156874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:45.161730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.168564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:01:45.172907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] Sync routers for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:45.184066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.191454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cb8aaf8-0d61-4c4b-9bba-96f452b236f6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:45.265344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:45.265344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d394460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:45.304401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:45.317604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:45.326647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:45.327232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.331795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 41461112-e3f2-4dba-906e-81e8f6e915ff, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=41461112-e3f2-4dba-906e-81e8f6e915ff,segment=NetworkSegment(a715ee6c-6997-4202-afac-39f0f25fd366),segment_id=a715ee6c-6997-4202-afac-39f0f25fd366)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:45.332072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.334201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d394460>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:45.336850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-7ea8c432-050b-4c60-8bcf-86ebbc1b026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:45.338457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-7ea8c432-050b-4c60-8bcf-86ebbc1b026f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1097 time: 0.1490955
Dec 10 04:01:45.342405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0e4a7f5-e2eb-44b7-965e-095c71ba9b8e tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/floatingips/d0a9e190-332a-49d5-872c-c6bdf26f49b7 HTTP/1.1" status: 200  len: 977 time: 5.4794703
Dec 10 04:01:45.342609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40836) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:45.347559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2062902-a602-43b7-ab21-a9b14a646400 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:45.456070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:45.456628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d394460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:45.495716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:45.496326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.560513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d394460>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:45.561251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa3069-06cd-434e-815a-2a0c582abbea None None] The sync data for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:45.586256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=c9b698f3-8c17-439d-bb49-05224c1c203a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:45.593791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 41461112-e3f2-4dba-906e-81e8f6e915ff owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:45.612826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-8e101b1f-9cab-4039-919a-2fe5971b9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:45.614770 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-8e101b1f-9cab-4039-919a-2fe5971b9f59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 898 time: 0.2378759
Dec 10 04:01:45.622144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:45.640949 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3728366
Dec 10 04:01:45.641757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40840) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:45.652141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:45.702042 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-ef242fdf-5526-4b43-bd28-108c3d68161d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 217 time: 0.0719283
Dec 10 04:01:45.805868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6add30>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:42Z', 'revision_number': 8, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:45.818126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fdb4e-26a0-4655-a009-f8f41b32ff76 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:42Z', 'revision_number': 8, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f04adfa7-e5e3-47b8-85c5-954f8977be3f', 'name': '', 'network_id': '3351d440-c6cb-40cd-813f-3803a4672ab7', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:5a:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:40Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '76401c44-13a4-4f1e-af36-4fe2f0765b71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:45.834161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': 'c9b698f3-8c17-439d-bb49-05224c1c203a'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:45.835205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.849610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:45.857792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaae20b-1875-4edb-ae69-655a559df73e None None] DHCP port deletion for c741dbea-6c63-4845-b08b-c53f180dd0df request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:45.867567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d45f85ed-b99d-4236-be8b-5b82328a54c3 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:45.910333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-8c6632b8-30b9-4a94-9493-2f98321efe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:45.912337 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-8c6632b8-30b9-4a94-9493-2f98321efe6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 200  len: 834 time: 0.1984885
Dec 10 04:01:45.922257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=41461112-e3f2-4dba-906e-81e8f6e915ff,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:45.933959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:45.936677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port 41461112-e3f2-4dba-906e-81e8f6e915ff on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:46.008669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.009538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:46.049643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Allocated IP 2001:db8::f816:3eff:fe33:d064 (83faf901-581e-4083-899b-d7e1c00d6e85/c9b698f3-8c17-439d-bb49-05224c1c203a/ca4f169a-e27d-4e7b-9422-dd0a150b7699) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:46.072027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:46.099650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.127140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:46.133618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.164142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6877d-3c9e-4bb9-928d-67d71e64591b req-333bf42c-1cc0-4325-b595-363be09401af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:46.171178 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00d6877d-3c9e-4bb9-928d-67d71e64591b req-333bf42c-1cc0-4325-b595-363be09401af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.3812580
Dec 10 04:01:46.193931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8625e0>,) {'filters': {'network_id': ['c741dbea-6c63-4845-b08b-c53f180dd0df']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:46.268882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8625e0>, 'a715ee6c-6997-4202-afac-39f0f25fd366') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:46.269175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8625e0>, 'a715ee6c-6997-4202-afac-39f0f25fd366') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:46.288095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.302293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.307800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Transition to ACTIVE for port object ca4f169a-e27d-4e7b-9422-dd0a150b7699 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:46.329848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00d6877d-3c9e-4bb9-928d-67d71e64591b req-1bf7fbf3-e746-488c-8255-ea0dcbc86614 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1577730
Dec 10 04:01:46.334577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Transition to ACTIVE for port object ca4f169a-e27d-4e7b-9422-dd0a150b7699 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:46.356572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.362279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-b600ad10-f35f-4dcd-9628-2923893bd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:46.363779 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-b600ad10-f35f-4dcd-9628-2923893bd222 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4417644
Dec 10 04:01:46.368849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.380639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5eb0a8ff-987c-4831-a6ba-56eb389bc818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:46.382273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:01:46.383161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:01:46.405140 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:01:46.438977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59f05ad-be20-48a5-be36-75ab54e2dc74 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:46.477745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: f59f05ad-be20-48a5-be36-75ab54e2dc74 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:46.477962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59f05ad-be20-48a5-be36-75ab54e2dc74 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:46.478314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 41461112-e3f2-4dba-906e-81e8f6e915ff no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:46.504015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.508042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd9281b9-c5ca-4cd5-ae39-b26316dd4e0e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:46.518565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:46.519294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 41461112-e3f2-4dba-906e-81e8f6e915ff {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:46.519649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 41461112-e3f2-4dba-906e-81e8f6e915ff not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:46.524110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:46.527422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.530504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:46.538545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=c741dbea-6c63-4845-b08b-c53f180dd0df,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:46.546341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:46.593891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/c741dbea-6c63-4845-b08b-c53f180dd0df HTTP/1.1" status: 204  len: 168 time: 1.8282115
Dec 10 04:01:46.594576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40846) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:46.604887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:46.622709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:46.623416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Attempting to bind port ca4f169a-e27d-4e7b-9422-dd0a150b7699 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:46.623796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Attempting to bind port ca4f169a-e27d-4e7b-9422-dd0a150b7699 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:46.624174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Attempting to bind port ca4f169a-e27d-4e7b-9422-dd0a150b7699 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:46.632085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.632649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.633033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Floating IP d0a9e190-332a-49d5-872c-c6bdf26f49b7 disassociated. External IP: 172.26.1.165, port: 9cce9a50-aaf0-47e3-b634-b4c54241c8d6.
Dec 10 04:01:46.633505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 9cce9a50-aaf0-47e3-b634-b4c54241c8d6 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:46.641159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:46.641623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:46.642031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.642469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:46.642966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Bound port: ca4f169a-e27d-4e7b-9422-dd0a150b7699, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:46.643397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.705362 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-0a85d2ad-54a6-48f7-9d10-3c4e255bc826 service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3287857
Dec 10 04:01:46.726014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-eb366a54-e543-4387-9c6c-2a8dfae4b9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.739749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:46.743435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:46.748762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.755449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:46.834307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:46.838784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:46.925138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.933862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:46.947421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:46.952732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bf5293aa-8fa3-4f7c-91d3-60700ae9d15e tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:46.989354 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-53408b2c-56a1-438d-879f-6edfffc4a2cf req-7499c41e-a95b-4f2d-8ec9-cb65b88ffb8d service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2757516
Dec 10 04:01:46.991767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=9cce9a50-aaf0-47e3-b634-b4c54241c8d6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:46.995401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:47.207054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:47.211883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 954884b8-b91f-4d3a-bc70-0da23bf69d45 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:47.213548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:47.216808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:47.217514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.284456 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6368418
Dec 10 04:01:47.284456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=f3893ef0-3cb5-4961-8edd-bb1cf95ca885,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:47.286229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40850) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:47.287411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:47.349526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:3b:17:f2', 'name': 'tempest-NetworksTestDHCPv6-122318633'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:47.420428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.532132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.537761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:47.548957 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] Sync routers for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:47.561218 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:47.561992 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd0070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:47.576496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:47.580753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:47.583648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:47.589286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:47.637741 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd0070>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:47.642646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:47.650597 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:47.651314 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd0070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:47.710984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd0070>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:47.713462 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03834674-8cf5-46df-8d52-9e92ce034713 None None] The sync data for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:47.744853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7a65a-e916-4764-81a2-e6c3e87260ea req-fc159803-6e58-4159-b821-39f50a6ca231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:47.745482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.746301 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47b7a65a-e916-4764-81a2-e6c3e87260ea req-fc159803-6e58-4159-b821-39f50a6ca231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.2778838
Dec 10 04:01:47.763203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40856) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:47.763419 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/9cce9a50-aaf0-47e3-b634-b4c54241c8d6 HTTP/1.1" status: 204  len: 168 time: 2.4196270
Dec 10 04:01:47.804255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.952238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:47.956068 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47b7a65a-e916-4764-81a2-e6c3e87260ea req-50d3cdf3-3a70-4e94-a058-a1d899a49a0e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1959326
Dec 10 04:01:47.985168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 1572edcd-7797-4d54-ac04-6b3ce3c55e9a yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:01:48.036684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port f04adfa7-e5e3-47b8-85c5-954f8977be3f {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:48.036913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.189627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9a938-b4b7-4e46-90da-4cab1d46934a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:48.201233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 172.20.0.8 (83faf901-581e-4083-899b-d7e1c00d6e85/f3893ef0-3cb5-4961-8edd-bb1cf95ca885/1572edcd-7797-4d54-ac04-6b3ce3c55e9a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:48.209688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe3b:17f2 (83faf901-581e-4083-899b-d7e1c00d6e85/c9b698f3-8c17-439d-bb49-05224c1c203a/1572edcd-7797-4d54-ac04-6b3ce3c55e9a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:48.294137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6f71651b-5cc1-4b64-bc91-af1515fdd133 None None] Provisioning for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:48.439595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port f04adfa7-e5e3-47b8-85c5-954f8977be3f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f04adfa7-e5e3-47b8-85c5-954f8977be3f,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:48.439938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.446761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.469354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 1572edcd-7797-4d54-ac04-6b3ce3c55e9a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:48.480232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ca4f169a-e27d-4e7b-9422-dd0a150b7699 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:48.499763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.508320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:48.550440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:01:48.581263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:48.585402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:48.588023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:48.632432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=1572edcd-7797-4d54-ac04-6b3ce3c55e9a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:48.635504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:48.658925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:48.659640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.685787 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.3981879
Dec 10 04:01:48.687936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40860) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:48.695553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'c9b698f3-8c17-439d-bb49-05224c1c203a', 'ip_address': '2001:db8::f816:3eff:fe33:d064'}, {'subnet_id': 'f3893ef0-3cb5-4961-8edd-bb1cf95ca885'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': 'ca4f169a-e27d-4e7b-9422-dd0a150b7699'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:01:48.730072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for f04adfa7-e5e3-47b8-85c5-954f8977be3f owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:48.760696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:48.774892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.779398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5e85b-1eca-4baf-bf4f-ed6d7251e676 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:48.785377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5e85b-1eca-4baf-bf4f-ed6d7251e676 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:48.786633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6be5e85b-1eca-4baf-bf4f-ed6d7251e676 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:48.803037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:48.803388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.805002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6be5e85b-1eca-4baf-bf4f-ed6d7251e676 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:48.806415 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6be5e85b-1eca-4baf-bf4f-ed6d7251e676 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.1173093
Dec 10 04:01:48.809034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40864) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:48.882018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 1572edcd-7797-4d54-ac04-6b3ce3c55e9a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:48.882438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:48.904374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:48.933095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'port_id': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'mac_address': 'fa:16:3e:52:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:01:48.971464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.165046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.193506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.219159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.223800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:01:49.226509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cec3df02-60bf-4f42-826b-37e9be98f72e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:49.230689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.250301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Allocated IP 172.20.0.2 (83faf901-581e-4083-899b-d7e1c00d6e85/f3893ef0-3cb5-4961-8edd-bb1cf95ca885/ca4f169a-e27d-4e7b-9422-dd0a150b7699) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:49.269925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:49.278739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.282737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:49.288095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=f04adfa7-e5e3-47b8-85c5-954f8977be3f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:49.295684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 1572edcd-7797-4d54-ac04-6b3ce3c55e9a owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:49.297453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:49.493339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1ae7-6080-4cea-a467-97966c28bffc req-e3162d94-5776-471a-8d94-c53c733d3e5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:49.500918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-510c1ae7-6080-4cea-a467-97966c28bffc req-e3162d94-5776-471a-8d94-c53c733d3e5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 944 time: 0.3854184
Dec 10 04:01:49.514441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:49.542153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:49.544413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.547372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:49.549499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.552414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79eabc42-1acd-47a2-9879-fac5cc59ca2c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:49.573366 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-510c1ae7-6080-4cea-a467-97966c28bffc req-71b55bcb-2e08-4b84-b104-5d45bc886540 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714889
Dec 10 04:01:49.578066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.602471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Transition to ACTIVE for port object ca4f169a-e27d-4e7b-9422-dd0a150b7699 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:49.606389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=1572edcd-7797-4d54-ac04-6b3ce3c55e9a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:49.611164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.615997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7609fd39-86cd-43a7-9785-0a069e30994b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:49.633721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:49.740152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.745296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.751280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:01:49.760020 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/1572edcd-7797-4d54-ac04-6b3ce3c55e9a HTTP/1.1" status: 204  len: 168 time: 0.9499295
Dec 10 04:01:49.762350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40870) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:49.830041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071111-5784-4294-a01b-81337828973a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:49.831531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071111-5784-4294-a01b-81337828973a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:49.833619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071111-5784-4294-a01b-81337828973a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:49.835588 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-60071111-5784-4294-a01b-81337828973a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0718918
Dec 10 04:01:49.837866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40874) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:49.858575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:49.858942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:49.874560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:49.878678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:49.907187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet c9b698f3-8c17-439d-bb49-05224c1c203a {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:49.912279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:49.945926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 5ca71497-1f5a-45be-8d0d-808c8725545a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:49.946270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.101485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.186331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.267208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.277420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-49de036b-4ce2-4e05-b36c-92aa9d36dfa8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:50.305766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.325466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b698f3-8c17-439d-bb49-05224c1c203a HTTP/1.1" status: 204  len: 168 time: 0.4864974
Dec 10 04:01:50.326500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b698f3-8c17-439d-bb49-05224c1c203a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:50.329080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:50.329612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40878) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:50.398324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet f3893ef0-3cb5-4961-8edd-bb1cf95ca885 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:50.402003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.436131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.454605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.468661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:50.474691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:50.479069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.479926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.482141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:50.578083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:50.581286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:50.606845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.669034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 5ca71497-1f5a-45be-8d0d-808c8725545a owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:50.694912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ca4f169a-e27d-4e7b-9422-dd0a150b7699 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:50.711675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.717586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb587c49-3f69-4015-91b1-ecff78a1d3fd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:50.733010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e47b5-e8bc-43e7-a972-c21230f8f763 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:50.761662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=f3893ef0-3cb5-4961-8edd-bb1cf95ca885,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:50.763734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.766600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:50.776966 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/f3893ef0-3cb5-4961-8edd-bb1cf95ca885 HTTP/1.1" status: 204  len: 168 time: 0.4441404
Dec 10 04:01:50.777448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40884) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:50.850127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-70d8680d-1034-474e-bf9c-19bab1cdbb00 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0683401
Dec 10 04:01:50.851508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40888) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:50.859590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:50.886993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:50.909144 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3135951
Dec 10 04:01:50.912748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40892) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:50.914798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:50.928088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e1755e65-d935-4c8c-b01f-6319cce8c4df None None] Provisioning for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:50.969868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e1755e65-d935-4c8c-b01f-6319cce8c4df None None] Provisioning complete for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:50.970237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e1755e65-d935-4c8c-b01f-6319cce8c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:50.997396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:50.998184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3135b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:51.002865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c183a6-8641-4719-b523-ebfabb14ef5b req-ad1d69d3-6a96-4f74-9aa4-7cfcd648b44a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:51.004338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13c183a6-8641-4719-b523-ebfabb14ef5b req-ad1d69d3-6a96-4f74-9aa4-7cfcd648b44a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 945 time: 0.2513924
Dec 10 04:01:51.008979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:51.014218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:51.016714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 76401c44-13a4-4f1e-af36-4fe2f0765b71 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:51.017340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:51.020102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.024009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:51.033815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:51.037778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.075418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.229536 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13c183a6-8641-4719-b523-ebfabb14ef5b req-3b13610f-2a1b-4106-a56d-405fe524a6ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246769
Dec 10 04:01:51.240243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ca4f169a-e27d-4e7b-9422-dd0a150b7699 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:51.240892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.252479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.259638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9b880728-c391-4b82-af0c-9fbe78d6f8fe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:51.297046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.312354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:51.343907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=5ca71497-1f5a-45be-8d0d-808c8725545a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:51.346931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:51.431193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:01:51.639850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:51.682460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Deleting port ca4f169a-e27d-4e7b-9422-dd0a150b7699 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:51.682867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.719164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.729338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.740129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-01f225d9-16af-4cd8-a047-04f14faf2f36 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:51.787265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=76401c44-13a4-4f1e-af36-4fe2f0765b71,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:51.792729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:51.796840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.819313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/76401c44-13a4-4f1e-af36-4fe2f0765b71 HTTP/1.1" status: 204  len: 168 time: 0.9013143
Dec 10 04:01:51.821399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b933f18-4ca7-43d1-aa0b-097c418a0cdd None None] Network 3351d440-c6cb-40cd-813f-3803a4672ab7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:51.822892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40896) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:51.949897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.969946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:51.972885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:51.973274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:51.997237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.002021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.008342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.009246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.013611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-99ad0aea-a4ed-4d1f-a410-cd0f48e33ad1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:52.084799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:52.088754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:52.091955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:52.092760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.121681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=8']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:52.125839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:52.126332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-071ffc7a-0374-4a74-9d44-1b21211ae3af tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:52.162057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3072584
Dec 10 04:01:52.162410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40900) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:52.170109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:52.193672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3135b0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:48Z', 'revision_number': 9, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:52.194142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=15f61520-7f93-44f3-818b-f38936e37d8c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:52.197021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:52.204050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:52.207714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:52.208117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.337845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:52.338398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3135b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:52.391805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Calling delete_port for ca4f169a-e27d-4e7b-9422-dd0a150b7699 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:52.533150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:52.533546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.581521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:52.605527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] DHCP port deletion for 3351d440-c6cb-40cd-813f-3803a4672ab7 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:52.617401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ca4f169a-e27d-4e7b-9422-dd0a150b7699 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:52.666140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:52.670417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Deleting port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:52.670909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.761200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:52.784250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:52.796631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for c3446b36-7582-4ead-9f81-c7ea7b65d7e2 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:52.835786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:52.855397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:52.892245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:52.896280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:52.923647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d90cb9-f0e8-4964-a9b2-15ca2857ebb4 req-a90d94a6-6470-48cf-b9be-52d64e66fc7c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:52.925112 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-48d90cb9-f0e8-4964-a9b2-15ca2857ebb4 req-a90d94a6-6470-48cf-b9be-52d64e66fc7c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 945 time: 0.5425920
Dec 10 04:01:53.002507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:53.002871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:53.037790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:53.163788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:53.164246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.175627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.184273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd6a9f62-6e47-466b-a890-f041d118ca2a tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:53.205820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.233771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 954884b8-b91f-4d3a-bc70-0da23bf69d45 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:53.251960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:53.258102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:53.258842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:53.297512 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-48d90cb9-f0e8-4964-a9b2-15ca2857ebb4 req-5b153c36-25b1-4adb-a174-0d8341b572c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1718242
Dec 10 04:01:53.330751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] For port c3446b36-7582-4ead-9f81-c7ea7b65d7e2, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3446b36-7582-4ead-9f81-c7ea7b65d7e2,segment=NetworkSegment(06d4ef73-e161-4ea8-92d6-9252ade48ca4),segment_id=06d4ef73-e161-4ea8-92d6-9252ade48ca4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:53.331156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.339444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:53.372826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.428614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:53.518415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Deleting port ca4f169a-e27d-4e7b-9422-dd0a150b7699 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:53.518748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.539922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.558488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Calling delete_port for c3446b36-7582-4ead-9f81-c7ea7b65d7e2 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:53.582384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d968925b0>,) {'filters': {'network_id': ['3351d440-c6cb-40cd-813f-3803a4672ab7']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.606059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968925b0>, '06d4ef73-e161-4ea8-92d6-9252ade48ca4') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.606358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968925b0>, '06d4ef73-e161-4ea8-92d6-9252ade48ca4') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.668282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.698893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:53.708779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.710770 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] Sync routers for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:53.718612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:01:53.719033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.719285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=9']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:53.721860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.724825 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:53.728981 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430b20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.731034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:01:53.734963 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:01:53.801875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:53.802242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:53.808322 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/routers/954884b8-b91f-4d3a-bc70-0da23bf69d45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0288620
Dec 10 04:01:53.808852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40906) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:53.836628 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430b20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.848856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] Routers {'954884b8-b91f-4d3a-bc70-0da23bf69d45'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:53.849911 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430b20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['954884b8-b91f-4d3a-bc70-0da23bf69d45'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.852208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.875180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dedb6242-a3dd-4c93-8d39-473f353c0bde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:53.903193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:53.918167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=3351d440-c6cb-40cd-813f-3803a4672ab7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:53.920824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/3351d440-c6cb-40cd-813f-3803a4672ab7 HTTP/1.1" status: 204  len: 168 time: 2.0967498
Dec 10 04:01:53.921990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:53.923515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40910) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:53.924492 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430b20>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:53.925145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878596f5-d60d-4a89-be3d-70e77dae223d None None] The sync data for ids ['954884b8-b91f-4d3a-bc70-0da23bf69d45'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:53.970465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:01:53.995179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:53.998741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3135b0>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:48Z', 'revision_number': 9, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:54.008837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.013359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b7b19317-7cda-45ff-b71f-8e61a1dd8802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:54.022235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.102446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73231a54-a54f-4eb1-8fcd-2a58e40a56f4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:54.117819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec9eb4-025c-4d11-8552-dbf6820e2ce8 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:48Z', 'revision_number': 9, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f26a25-cde7-4f2c-9eea-a59e4c891839', 'name': '', 'network_id': '63cfa646-d84b-4679-9c63-919a6ba357d5', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:46:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:08Z', 'updated_at': '2021-12-10T04:01:18Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '202a960d-76c8-4223-a4e8-15554a2f4dcc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:01:54.120676 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'code': 200}
Dec 10 04:01:54.180331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:54.187923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:54.197428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:54.197989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.198371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] For port ca4f169a-e27d-4e7b-9422-dd0a150b7699, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ca4f169a-e27d-4e7b-9422-dd0a150b7699,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:54.198742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.206191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:54.212280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:54.228755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.233608 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0701356
Dec 10 04:01:54.234559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40918) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:54.244963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:e7:40:41', 'name': 'tempest-NetworksTestDHCPv6-2033463962'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:54.265896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=309d6986-9fc9-4314-bf3a-95dac5716e06,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:54.276156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:54.326401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Deleting port c3446b36-7582-4ead-9f81-c7ea7b65d7e2 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:54.327049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.359186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Calling delete_port for ca4f169a-e27d-4e7b-9422-dd0a150b7699 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:54.442405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4975960d-dd94-47fa-8ad0-58ebe2128f85 None None] The port 'c3446b36-7582-4ead-9f81-c7ea7b65d7e2' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:01:54.533058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7622-6fad-40e6-98a4-7d68992043ac req-3d96ecbd-d638-4d9b-8f4a-5f479c3c80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:54.534568 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8e2d7622-6fad-40e6-98a4-7d68992043ac req-3d96ecbd-d638-4d9b-8f4a-5f479c3c80c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1099 time: 0.1503649
Dec 10 04:01:54.536956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.592169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.594315 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8e2d7622-6fad-40e6-98a4-7d68992043ac req-b2d14659-3458-4e3e-9f4c-78379a5d9478 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499671
Dec 10 04:01:54.594993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port ed05e86d-e32c-49c3-92c1-6c7e1df965a8 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:54.595334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.599547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:54.621063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:54.630203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:54.635784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:54.643804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3446b36-7582-4ead-9f81-c7ea7b65d7e2 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:54.647444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:54.659241 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:01:54.697396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:01:54.718393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Pushing event deleted for resources: {'Port': ['ID=ca4f169a-e27d-4e7b-9422-dd0a150b7699,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:54.720738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:54.726971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c3446b36-7582-4ead-9f81-c7ea7b65d7e2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:54.727348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3446b36-7582-4ead-9f81-c7ea7b65d7e2 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:54.727773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f04adfa7-e5e3-47b8-85c5-954f8977be3f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:54.799572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: f04adfa7-e5e3-47b8-85c5-954f8977be3f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:54.799892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f04adfa7-e5e3-47b8-85c5-954f8977be3f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:54.803071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] No DVR routers for this DVR port ca4f169a-e27d-4e7b-9422-dd0a150b7699 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:54.807914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:54.821905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346bcf3-5fc9-4870-8ccb-e89947d0ea99 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:54.928760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b99b-332e-498e-bc48-9f588c479c67 req-d6649ee0-6547-416c-bdc6-7239efca0efc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:54.930277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ed9b99b-332e-498e-bc48-9f588c479c67 req-d6649ee0-6547-416c-bdc6-7239efca0efc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.4858756
Dec 10 04:01:54.957533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for ed05e86d-e32c-49c3-92c1-6c7e1df965a8 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:55.049815 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ed9b99b-332e-498e-bc48-9f588c479c67 req-715df646-8fb5-4f32-bfed-69512a6935f8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048594
Dec 10 04:01:55.083860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '15f61520-7f93-44f3-818b-f38936e37d8c'}, {'subnet_id': '309d6986-9fc9-4314-bf3a-95dac5716e06'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:01:55.083860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.085609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.120217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 2af98da1-c3be-4237-af63-f7cc679dbfb7 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:01:55.143786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.149343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eefd6e3c-390e-4b0f-9ab8-937d48cad018 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:55.197812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=ed05e86d-e32c-49c3-92c1-6c7e1df965a8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:55.229144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:55.272228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.287201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.319482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Allocated IP 172.20.0.2 (83faf901-581e-4083-899b-d7e1c00d6e85/309d6986-9fc9-4314-bf3a-95dac5716e06/39f5f4f0-d501-4c35-90c7-31c483c3c20d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:55.328226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Allocated IP 2001:db8::f816:3eff:fe7f:ef7f (83faf901-581e-4083-899b-d7e1c00d6e85/15f61520-7f93-44f3-818b-f38936e37d8c/39f5f4f0-d501-4c35-90c7-31c483c3c20d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:55.461088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.463447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.487292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.488047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Fanout notify agent at l3_agent the message router_deleted on router 954884b8-b91f-4d3a-bc70-0da23bf69d45 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:01:55.508785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.514460 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/routers/954884b8-b91f-4d3a-bc70-0da23bf69d45 HTTP/1.1" status: 204  len: 168 time: 1.7030187
Dec 10 04:01:55.514620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40924) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:55.536496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.546625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Transition to ACTIVE for port object 39f5f4f0-d501-4c35-90c7-31c483c3c20d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:55.564904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Transition to ACTIVE for port object 39f5f4f0-d501-4c35-90c7-31c483c3c20d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:55.570640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.575528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:55.633195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:55.636092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:55.636348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting subnet 8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:55.640073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:55.646492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.649793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Pushing event updated for resources: {'Port': ['ID=39f5f4f0-d501-4c35-90c7-31c483c3c20d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:55.675544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:55.758512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.770737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Attempting to bind port 39f5f4f0-d501-4c35-90c7-31c483c3c20d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:01:55.771292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Attempting to bind port 39f5f4f0-d501-4c35-90c7-31c483c3c20d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:01:55.771550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Attempting to bind port 39f5f4f0-d501-4c35-90c7-31c483c3c20d on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:01:55.777023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:01:55.777431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:01:55.777840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.778244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:01:55.778713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Bound port: 39f5f4f0-d501-4c35-90c7-31c483c3c20d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:01:55.779098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.878874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] For port 39f5f4f0-d501-4c35-90c7-31c483c3c20d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:01:55.883538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] For port 39f5f4f0-d501-4c35-90c7-31c483c3c20d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=39f5f4f0-d501-4c35-90c7-31c483c3c20d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:01:55.887926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.893810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-bdbe3f6c-442c-4ca7-ba9c-fbfdd5455875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:55.900768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 172.20.0.11 (83faf901-581e-4083-899b-d7e1c00d6e85/309d6986-9fc9-4314-bf3a-95dac5716e06/2af98da1-c3be-4237-af63-f7cc679dbfb7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:55.910224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 98f26a25-cde7-4f2c-9eea-a59e4c891839 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:55.911910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:55.951346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fee7:4041 (83faf901-581e-4083-899b-d7e1c00d6e85/15f61520-7f93-44f3-818b-f38936e37d8c/2af98da1-c3be-4237-af63-f7cc679dbfb7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:56.026274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Pushing event updated for resources: {'Port': ['ID=39f5f4f0-d501-4c35-90c7-31c483c3c20d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:56.029175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:56.133115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:56.450070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 98f26a25-cde7-4f2c-9eea-a59e4c891839, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=98f26a25-cde7-4f2c-9eea-a59e4c891839,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:56.450347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:56.461617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:56.471411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4ea07661-961a-41b2-bbae-bfc6a3675329 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:56.583959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 39f5f4f0-d501-4c35-90c7-31c483c3c20d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:56.655169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:56.753204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Subnet': ['ID=8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:56.762701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 98f26a25-cde7-4f2c-9eea-a59e4c891839 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:56.763648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d3e6a-d2fd-4853-8ffa-32ca5046eec1 None None] Network 87537634-ffab-42be-b7b1-1a617917e3fc requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:56.795351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:56.797828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:56.802537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:56.840273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894c53-8021-4961-98ef-305f06c7a401 req-935cfb75-18c4-4558-884d-d9a837f35af5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:56.841836 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4894c53-8021-4961-98ef-305f06c7a401 req-935cfb75-18c4-4558-884d-d9a837f35af5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.6313930
Dec 10 04:01:56.861232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 2af98da1-c3be-4237-af63-f7cc679dbfb7 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:01:56.864435 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/subnets/8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26 HTTP/1.1" status: 204  len: 168 time: 1.3498824
Dec 10 04:01:56.867280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40930) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:56.960042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4894c53-8021-4961-98ef-305f06c7a401 req-a29bd49f-cd48-473d-96f4-ab21fb0e5466 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023214
Dec 10 04:01:57.023156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.035250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 022097f3-fd28-4bae-ba2d-87b4846001c6 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:57.035594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.057854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.066135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:57.172065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] DHCP port deletion for 87537634-ffab-42be-b7b1-1a617917e3fc request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:01:57.177142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Deleting port 022097f3-fd28-4bae-ba2d-87b4846001c6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:57.178837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.185134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.202743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:01:57.211125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:01:57.218599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:01:57.251660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7a54c-a801-4b2d-b2b2-52304e1cedb8 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:01:57.316495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=2af98da1-c3be-4237-af63-f7cc679dbfb7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:57.351756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:57.355673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8a2d342d-cc5d-4338-9ae9-aa412bfe6a99 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:57.418334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=98f26a25-cde7-4f2c-9eea-a59e4c891839,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:57.428343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:57.441085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:57.442573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.450194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] For port 022097f3-fd28-4bae-ba2d-87b4846001c6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=022097f3-fd28-4bae-ba2d-87b4846001c6,segment=NetworkSegment(706cbe1a-ead5-41bb-8480-cb1bdadd5fda),segment_id=706cbe1a-ead5-41bb-8480-cb1bdadd5fda)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:57.450531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.481167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Provisioning for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:57.500298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Provisioning complete for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:57.500804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.580372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 022097f3-fd28-4bae-ba2d-87b4846001c6 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:57.586724 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.3452544
Dec 10 04:01:57.588220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] For port 022097f3-fd28-4bae-ba2d-87b4846001c6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=022097f3-fd28-4bae-ba2d-87b4846001c6,segment=NetworkSegment(706cbe1a-ead5-41bb-8480-cb1bdadd5fda),segment_id=706cbe1a-ead5-41bb-8480-cb1bdadd5fda)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:57.588763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.594783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40936) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:57.616479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b1b17-f9c2-4bf9-9809-a90d352d6231 req-f7b8d405-0a63-4948-bb2d-fdfa1b51d683 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:57.617991 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c06b1b17-f9c2-4bf9-9809-a90d352d6231 req-f7b8d405-0a63-4948-bb2d-fdfa1b51d683 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.4997299
Dec 10 04:01:57.664338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.669542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-146ab5df-3c3d-4060-9bdc-0978dfb52b3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:57.712205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=022097f3-fd28-4bae-ba2d-87b4846001c6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:57.713599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.717153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] No DVR routers for this DVR port 022097f3-fd28-4bae-ba2d-87b4846001c6 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:01:57.735497 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c06b1b17-f9c2-4bf9-9809-a90d352d6231 req-e4e3b047-21a8-4d02-a202-ffdd18f1cd27 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854566
Dec 10 04:01:57.749936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.750326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.750707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.751081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.751449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.751822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.752185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.752547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.752923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.753271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.753653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.754011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:01:57.756238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Calling delete_port for 022097f3-fd28-4bae-ba2d-87b4846001c6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:57.760400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:57.781173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40940) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:57.904789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7229e18-7aee-4f19-bc24-590e0241f233 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:57.910571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7229e18-7aee-4f19-bc24-590e0241f233 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:57.911402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a7229e18-7aee-4f19-bc24-590e0241f233 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:57.940276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.951054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:01:57.951404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:01:57.954252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:57.971958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d128269-cd1d-41ba-86d3-d9701f22b62c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:01:57.976110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3d128269-cd1d-41ba-86d3-d9701f22b62c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1094 time: 0.1878529
Dec 10 04:01:57.979318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1fcaf0>,) {'filters': {'network_id': ['87537634-ffab-42be-b7b1-1a617917e3fc']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:57.982916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40944) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:57.993790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1fcaf0>, '706cbe1a-ead5-41bb-8480-cb1bdadd5fda') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:57.994371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1fcaf0>, '706cbe1a-ead5-41bb-8480-cb1bdadd5fda') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:58.005957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] For port 39f5f4f0-d501-4c35-90c7-31c483c3c20d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=39f5f4f0-d501-4c35-90c7-31c483c3c20d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:01:58.008594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.011236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.014178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-925f6c90-b3dc-4b80-9176-092d66e88b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:58.027992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.035073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:01:58.036613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.045925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:01:58.056677 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:01:58.059058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a7229e18-7aee-4f19-bc24-590e0241f233 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:58.062446 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a7229e18-7aee-4f19-bc24-590e0241f233 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.4661593
Dec 10 04:01:58.064703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40948) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:58.065727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:01:58.071101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:01:58.074230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:01:58.080479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:01:58.091929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Pushing event updated for resources: {'Port': ['ID=39f5f4f0-d501-4c35-90c7-31c483c3c20d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:58.095687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:58.152179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.155986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:58.170927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.183694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Network': ['ID=87537634-ffab-42be-b7b1-1a617917e3fc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:58.189014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:58.195973 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/networks/87537634-ffab-42be-b7b1-1a617917e3fc HTTP/1.1" status: 204  len: 168 time: 1.3243935
Dec 10 04:01:58.196385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40952) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:58.310842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.338709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Provisioning for port 2af98da1-c3be-4237-af63-f7cc679dbfb7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:01:58.347182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Provisioning complete for port 2af98da1-c3be-4237-af63-f7cc679dbfb7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:58.347675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.363050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 99db702d-697b-44ca-8e30-cd99f112926c {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:58.363441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.407980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 2af98da1-c3be-4237-af63-f7cc679dbfb7 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:58.408315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.423041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Port 2af98da1-c3be-4237-af63-f7cc679dbfb7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:58.438977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Provisioning complete for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:58.439358 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-08ec257c-4854-4967-b09c-0bed0fb0d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.469151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Deleting port 022097f3-fd28-4bae-ba2d-87b4846001c6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:58.469562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.470850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:01:58.553522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d39b7820-005e-45ea-acb4-81b0a6093138 None None] The port '022097f3-fd28-4bae-ba2d-87b4846001c6' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:01:58.627705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.628040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.669385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 39f5f4f0-d501-4c35-90c7-31c483c3c20d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:01:58.765539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 99db702d-697b-44ca-8e30-cd99f112926c owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:58.812089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:58.812815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:58.854777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:01:58.860100 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9356227
Dec 10 04:01:58.866813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40956) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:58.872169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:01:58.893602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:58.894622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c36b130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:59.008877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 202a960d-76c8-4223-a4e8-15554a2f4dcc {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:01:59.016152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.022007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.059191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.063355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b94dd969-7921-4e9e-968e-6c27a7b6ba29 None None] Could not find standard attr ID for object 1572edcd-7797-4d54-ac04-6b3ce3c55e9a. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:01:59.074022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6859a540-4621-4795-8d8f-a5004f0f00db tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:59.088961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.135151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=99db702d-697b-44ca-8e30-cd99f112926c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:59.138152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:01:59.158700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:59.258341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.278976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.283456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 2af98da1-c3be-4237-af63-f7cc679dbfb7 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:01:59.284105 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0a9e190-332a-49d5-872c-c6bdf26f49b7 HTTP/1.1" status: 204  len: 168 time: 1.0866783
Dec 10 04:01:59.284885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40960) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:59.327040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c486dda9-115c-4a41-9d96-796349c934b2 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:01:59.327516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c486dda9-115c-4a41-9d96-796349c934b2 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:01:59.332161 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c486dda9-115c-4a41-9d96-796349c934b2 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/9cce9a50-aaf0-47e3-b634-b4c54241c8d6 HTTP/1.1" status: 404  len: 333 time: 0.0459540
Dec 10 04:01:59.333256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40964) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:59.344565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.377278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1b6e82f-3c62-4d00-aefc-09e40cd3b0ed tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Synchronizing usage tracker for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:01:59.377686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 022097f3-fd28-4bae-ba2d-87b4846001c6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:01:59.396045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1b6e82f-3c62-4d00-aefc-09e40cd3b0ed tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Unset dirty status for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:01:59.397709 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a1b6e82f-3c62-4d00-aefc-09e40cd3b0ed tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/ports?device_id=954884b8-b91f-4d3a-bc70-0da23bf69d45 HTTP/1.1" status: 200  len: 205 time: 0.0632815
Dec 10 04:01:59.399969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40968) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:59.417607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 022097f3-fd28-4bae-ba2d-87b4846001c6 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:01:59.418327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 022097f3-fd28-4bae-ba2d-87b4846001c6 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:01:59.471648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-adbe2505-925c-48b3-8ff9-3b185ab5726e None None] Provisioning complete for port 2af98da1-c3be-4237-af63-f7cc679dbfb7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:01:59.472387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-adbe2505-925c-48b3-8ff9-3b185ab5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.473095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-21e0049a-172b-4132-a761-2b2ab512fe61 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] delete failed (client error): The resource could not be found.
Dec 10 04:01:59.477780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-21e0049a-172b-4132-a761-2b2ab512fe61 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/routers/954884b8-b91f-4d3a-bc70-0da23bf69d45 HTTP/1.1" status: 404  len: 336 time: 0.0738542
Dec 10 04:01:59.477780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40972) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:59.511099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.190 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/b395f746-2bc0-4cb2-97bb-62772100e296) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:01:59.521641 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a2a76d-4669-4339-87d5-278fb6ab4b5a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:01:59.522089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a2a76d-4669-4339-87d5-278fb6ab4b5a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:01:59.526134 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-76a2a76d-4669-4339-87d5-278fb6ab4b5a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/subnets/8e73d0ae-ccf7-4b0c-a88d-2aba7332fa26 HTTP/1.1" status: 404  len: 337 time: 0.0451806
Dec 10 04:01:59.526343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40976) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:01:59.553650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-adbe2505-925c-48b3-8ff9-3b185ab5726e None None] Port 2af98da1-c3be-4237-af63-f7cc679dbfb7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:01:59.594676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port bc296f07-755e-401e-9e5b-d6fbcdb599d0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:01:59.595109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.601962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.649320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c36b130>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:56Z', 'revision_number': 10, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:59.653348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:01:59.662526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:01:59.663199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c36b130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:01:59.813940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:01:59.832577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.842748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f373707a-c435-4f7f-adc0-28e3bdad231a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:01:59.851497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.882042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.889285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:01:59.938447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=2af98da1-c3be-4237-af63-f7cc679dbfb7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:01:59.991012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for bc296f07-755e-401e-9e5b-d6fbcdb599d0 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:00.126660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.163388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.163777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.164160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.164534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.164903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.165573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.165939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.166311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.166665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd05ca9-f1ac-4cdc-865e-44029512e255 None None] Network 63cfa646-d84b-4679-9c63-919a6ba357d5 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:00.166806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.167029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.167399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.167760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:00.171028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:00.180522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe9fa310-4555-4bf0-9cb9-6e98e200881f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:00.195626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.202886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:00.252149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=bc296f07-755e-401e-9e5b-d6fbcdb599d0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:00.259071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=202a960d-76c8-4223-a4e8-15554a2f4dcc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:00.260641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:00.265990 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/202a960d-76c8-4223-a4e8-15554a2f4dcc HTTP/1.1" status: 204  len: 168 time: 1.3977804
Dec 10 04:02:00.266966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:00.272555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 40980) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:00.371757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.373189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.377870 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/2af98da1-c3be-4237-af63-f7cc679dbfb7 HTTP/1.1" status: 204  len: 168 time: 2.2793350
Dec 10 04:02:00.378038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40984) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:00.409847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c36b130>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:56Z', 'revision_number': 10, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:00.413543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.418698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc56636-be70-4019-9899-2ec992b0ee24 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:01:56Z', 'revision_number': 10, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None, '_interfaces': [{'id': '2be55960-505f-490c-ab40-97f3050b1e13', 'name': '', 'network_id': '35ffb222-8532-4161-afba-54183d7bd568', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'mac_address': 'fa:16:3e:05:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:01Z', 'updated_at': '2021-12-10T04:01:09Z', 'revision_number': 5, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'subnets': [{'id': '0852ba3e-44d3-4c02-9c22-430d9cb2f08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:00.421191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.428220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4fdccb9a-124f-454f-97cd-b9d81626ce81 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:00.433635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/bc296f07-755e-401e-9e5b-d6fbcdb599d0 HTTP/1.1" status: 204  len: 168 time: 0.9062395
Dec 10 04:02:00.434532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:00.494098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 18b341da-e2a3-4ae3-a853-c0fa56571117 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:00.494905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.511310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:00.512796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:00.514419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:00.515195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:00.543552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:00.547828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:00.548422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.550528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:00.553506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:00.577505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:00.581155 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3b7a5cb4-57a4-4941-9c3f-4a528ecd845d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1997135
Dec 10 04:02:00.585029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40992) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:00.586596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=b395f746-2bc0-4cb2-97bb-62772100e296,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:00.589401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:00.706934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 15f61520-7f93-44f3-818b-f38936e37d8c {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:00.712021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.790828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] DHCP port deletion for 63cfa646-d84b-4679-9c63-919a6ba357d5 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:00.795711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Deleting port 18b341da-e2a3-4ae3-a853-c0fa56571117 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:00.796386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.870191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 18b341da-e2a3-4ae3-a853-c0fa56571117, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18b341da-e2a3-4ae3-a853-c0fa56571117,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:00.870564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:00.873700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 98f26a25-cde7-4f2c-9eea-a59e4c891839 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:00.946694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 98f26a25-cde7-4f2c-9eea-a59e4c891839 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:00.946694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 98f26a25-cde7-4f2c-9eea-a59e4c891839 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:00.950959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 18b341da-e2a3-4ae3-a853-c0fa56571117 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:01.003651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.070551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 18b341da-e2a3-4ae3-a853-c0fa56571117 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:01.106478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.205491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.228614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] For port 18b341da-e2a3-4ae3-a853-c0fa56571117, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=18b341da-e2a3-4ae3-a853-c0fa56571117,segment=NetworkSegment(78c7687c-6bb7-4846-ab39-d57f196de17a),segment_id=78c7687c-6bb7-4846-ab39-d57f196de17a)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:01.228970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.237323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:01.247010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.252942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:01.298278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.309752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=18b341da-e2a3-4ae3-a853-c0fa56571117,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:01.312201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:01.324156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port 18b341da-e2a3-4ae3-a853-c0fa56571117 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:01.417425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Calling delete_port for 18b341da-e2a3-4ae3-a853-c0fa56571117 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:01.436027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.443579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cf6e8d02-a098-4afd-aec3-bbd4a622818b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:01.488460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=15f61520-7f93-44f3-818b-f38936e37d8c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:01.491880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:01.493070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.497300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.501815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:01.502283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:01.505752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:01.509101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edb537-3512-45e1-abaa-b791888d5e20 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:01.557376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:01.559991 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/15f61520-7f93-44f3-818b-f38936e37d8c HTTP/1.1" status: 204  len: 168 time: 0.9739666
Dec 10 04:02:01.561061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:01.562574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 40996) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:01.641747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.673892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3a5eb0>,) {'filters': {'network_id': ['63cfa646-d84b-4679-9c63-919a6ba357d5']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:01.688395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3a5eb0>, '78c7687c-6bb7-4846-ab39-d57f196de17a') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:01.688767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3a5eb0>, '78c7687c-6bb7-4846-ab39-d57f196de17a') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:01.704274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.710752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 309d6986-9fc9-4314-bf3a-95dac5716e06 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:01.715464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.717258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.728753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.738953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:01.739262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.753684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:01.753929 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:01.756629 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/ports/f3fb4ae9-cfc5-40ee-abbc-fc5324e8fca0 HTTP/1.1" status: 204  len: 168 time: 1.3181646
Dec 10 04:02:01.759148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41000) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:01.782238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.880632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.954579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.959417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.967100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-27ba54ad-c0a2-4d09-8ffc-9ef9d3af323b tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:01.969460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:01.975602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9537bbd3-3f5f-441b-a814-f598e7025851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:02.003892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Deleting port 18b341da-e2a3-4ae3-a853-c0fa56571117 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:02.005158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.011330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=63cfa646-d84b-4679-9c63-919a6ba357d5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:02.013342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=309d6986-9fc9-4314-bf3a-95dac5716e06,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:02.013749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:02.016269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:02.017347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.024000 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/63cfa646-d84b-4679-9c63-919a6ba357d5 HTTP/1.1" status: 204  len: 168 time: 1.7505274
Dec 10 04:02:02.024738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.033090 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/309d6986-9fc9-4314-bf3a-95dac5716e06 HTTP/1.1" status: 204  len: 168 time: 0.4673171
Dec 10 04:02:02.033090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41004) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:02.048445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41006) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:02.091742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ee165bdc-0875-421b-954c-ae779c932bd1 None None] The port '18b341da-e2a3-4ae3-a853-c0fa56571117' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:02:02.149168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6ee5f-3542-4e15-9ae2-1878cd1b133f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:02.149941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f4f6ee5f-3542-4e15-9ae2-1878cd1b133f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Synchronizing usage tracker for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:02.158060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d2ce23a-fbff-4e9c-beb4-0d526081587f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:02.193860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d2ce23a-fbff-4e9c-beb4-0d526081587f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:router {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:02.195002 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d2ce23a-fbff-4e9c-beb4-0d526081587f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1404023
Dec 10 04:02:02.200546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41012) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:02.208495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:02.211735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f4f6ee5f-3542-4e15-9ae2-1878cd1b133f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Unset dirty status for tenant:2ca879472de345ee90e6b607003674a6 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:02.212876 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f4f6ee5f-3542-4e15-9ae2-1878cd1b133f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "GET /v2.0/ports?device_id=317866e8-a350-4a11-8c9c-9ac353d547b7 HTTP/1.1" status: 200  len: 913 time: 0.4482870
Dec 10 04:02:02.216617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41016) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:02.382803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb90bc-bf50-4847-8cd5-f16586faa32c None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:02.494038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-567f183f-8892-40ef-b55a-aae2e104a5bc None None] Provisioning complete for port 39f5f4f0-d501-4c35-90c7-31c483c3c20d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:02.494774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-567f183f-8892-40ef-b55a-aae2e104a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.596891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:02.601514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:02.604373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:02.610051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:02.623875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:02.625849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.resource_extend [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 10 04:02:02.627340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.654573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.664803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.673810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6056c476-61ae-4a62-930b-573cf0830836 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:02.769157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:02.773114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Deleting port 39f5f4f0-d501-4c35-90c7-31c483c3c20d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:02.773527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.812385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=b395f746-2bc0-4cb2-97bb-62772100e296,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:02.815250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:02.859816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.991242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:02.997185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60d3b59f-08a5-4a5d-af4d-27fc09a45ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:03.026736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] For port 39f5f4f0-d501-4c35-90c7-31c483c3c20d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=39f5f4f0-d501-4c35-90c7-31c483c3c20d,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:03.027297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.056657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:03.089838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:03.099742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:03.100458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.118578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=900d6eb9-3ef9-4719-b926-fdbeca1451b4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:03.125190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:03.148271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9435797
Dec 10 04:02:03.149198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41020) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:03.155411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:03.167754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Calling delete_port for 39f5f4f0-d501-4c35-90c7-31c483c3c20d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:03.234515 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 244cb096-ca4a-4a4b-87c3-366ee696f2b5 associated. External IP: 172.26.1.190, port: d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe.
Dec 10 04:02:03.254018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.261189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:03.263489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.307448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Pushing event deleted for resources: {'Port': ['ID=39f5f4f0-d501-4c35-90c7-31c483c3c20d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:03.314547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:03.317459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] No DVR routers for this DVR port 39f5f4f0-d501-4c35-90c7-31c483c3c20d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:03.335635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21a303-f5a2-44a5-a0bd-56baebe49a99 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:03.441193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:03.449983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:03.454077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:03.512463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:03.568007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '900d6eb9-3ef9-4719-b926-fdbeca1451b4'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:03.569445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:03.569606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.572726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.614536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.728256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Allocated IP 172.20.0.2 (83faf901-581e-4083-899b-d7e1c00d6e85/900d6eb9-3ef9-4719-b926-fdbeca1451b4/6f333835-bf5a-4145-89d8-cafd939de274) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:03.773503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 2be55960-505f-490c-ab40-97f3050b1e13 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:03.774091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.817561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:03.955638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:03.969425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Transition to ACTIVE for port object 6f333835-bf5a-4145-89d8-cafd939de274 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:03.989734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Transition to ACTIVE for port object 6f333835-bf5a-4145-89d8-cafd939de274 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:03.996878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.006417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:04.028912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 2be55960-505f-490c-ab40-97f3050b1e13, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2be55960-505f-490c-ab40-97f3050b1e13,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:04.028912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.055786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:04.063002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:04.067184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:04.116732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:04.131441 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Sync routers for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:04.145866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Pushing event updated for resources: {'Port': ['ID=6f333835-bf5a-4145-89d8-cafd939de274,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:04.151780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:04.158328 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:04.159530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:04.168410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Attempting to bind port 6f333835-bf5a-4145-89d8-cafd939de274 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:04.168410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Attempting to bind port 6f333835-bf5a-4145-89d8-cafd939de274 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:04.168410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Attempting to bind port 6f333835-bf5a-4145-89d8-cafd939de274 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:04.173863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:04.174274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:04.174649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.175615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:04.175615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Bound port: 6f333835-bf5a-4145-89d8-cafd939de274, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:04.175924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.179948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 2be55960-505f-490c-ab40-97f3050b1e13 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:04.183530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.247167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port de4d76d3-c371-4f7b-8c8f-03c79e603bfc {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:04.247422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.267366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] For port 6f333835-bf5a-4145-89d8-cafd939de274, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:04.272014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] For port 6f333835-bf5a-4145-89d8-cafd939de274, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6f333835-bf5a-4145-89d8-cafd939de274,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:04.279202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.284826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:04.307433 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.3207245
Dec 10 04:02:04.308565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:02:04.315952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:04.406120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Pushing event updated for resources: {'Port': ['ID=6f333835-bf5a-4145-89d8-cafd939de274,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:04.415264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:04.479141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:04.527160 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'status': 'completed', 'code': 200}
Dec 10 04:02:04.576560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 39f5f4f0-d501-4c35-90c7-31c483c3c20d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:04.586317 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e463a5d8-ec33-4c2e-a8d2-9e0b04205569 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/244cb096-ca4a-4a4b-87c3-366ee696f2b5 HTTP/1.1" status: 200  len: 992 time: 0.2602253
Dec 10 04:02:04.619439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 39f5f4f0-d501-4c35-90c7-31c483c3c20d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:04.619792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 39f5f4f0-d501-4c35-90c7-31c483c3c20d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:04.790595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:04.821667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.838313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:04.852680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5064cf23-e381-4e2d-93c1-f420a6e5410f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:04.905601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=2be55960-505f-490c-ab40-97f3050b1e13,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:04.908117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:04.979009 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f460>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '244cb096-ca4a-4a4b-87c3-366ee696f2b5', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.190', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'port_id': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'mac_address': 'fa:16:3e:52:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f50d204-7138-40ee-b73b-b55be11108a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:02:01Z', 'updated_at': '2021-12-10T04:02:01Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:04.991865 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Checking router: 6b20e751-8eac-44a6-87cb-3ca3645dbef3 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:02:05.005428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for de4d76d3-c371-4f7b-8c8f-03c79e603bfc owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:05.012943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:05.013545 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:05.057731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-b49b56e7-81bb-44e1-bff9-5c9d6921eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:05.059504 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-b49b56e7-81bb-44e1-bff9-5c9d6921eca8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1099 time: 0.5264437
Dec 10 04:02:05.228421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:05.233713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:05.249143 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:05.279705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=de4d76d3-c371-4f7b-8c8f-03c79e603bfc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:05.283505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:05.319210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:05.548297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-6b602f7e-6104-42d6-a02f-9a5062250bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:05.552022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-6b602f7e-6104-42d6-a02f-9a5062250bca service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 898 time: 0.4846210
Dec 10 04:02:05.589009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41032) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:05.595851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:05.656604 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f460>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '244cb096-ca4a-4a4b-87c3-366ee696f2b5', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.190', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'port_id': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'mac_address': 'fa:16:3e:52:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f50d204-7138-40ee-b73b-b55be11108a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:02:01Z', 'updated_at': '2021-12-10T04:02:01Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:05.661448 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f13ab5-dde8-4a5c-b1e1-dd1053ae22a3 None None] The sync data for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv is: [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '244cb096-ca4a-4a4b-87c3-366ee696f2b5', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.190', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'port_id': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'mac_address': 'fa:16:3e:52:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f50d204-7138-40ee-b73b-b55be11108a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:02:01Z', 'updated_at': '2021-12-10T04:02:01Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:05.773199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:05.852538 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-4264aed7-2d81-465f-ab1a-4b6f252b722e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 1000 time: 0.2935531
Dec 10 04:02:05.854499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:05.897371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a8f70edc-837f-4c24-8d44-5c554f4c4f65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/244cb096-ca4a-4a4b-87c3-366ee696f2b5 HTTP/1.1" status: 200  len: 992 time: 0.3070395
Dec 10 04:02:05.953758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d6c16-7d41-4703-b1ca-806d6abf8b5e None None] New status for floating IP 244cb096-ca4a-4a4b-87c3-366ee696f2b5: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:02:06.049107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f34728a-be67-42ae-84dd-45c8ae7389b4 None None] Provisioning for port 6f333835-bf5a-4145-89d8-cafd939de274 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:06.120904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Router 317866e8-a350-4a11-8c9c-9ac353d547b7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:06.253300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-632949a0-44c0-42b6-85d2-cd29d652c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:06.255304 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-632949a0-44c0-42b6-85d2-cd29d652c4fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 200  len: 834 time: 0.3920078
Dec 10 04:02:06.334362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:06.344931 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:06.357282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:06.358292 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.426716 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3942001
Dec 10 04:02:06.430453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:06.459917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 6f333835-bf5a-4145-89d8-cafd939de274, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6f333835-bf5a-4145-89d8-cafd939de274,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:06.469274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-5e1f377a-4068-43a5-be89-c336e0c341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:06.470789 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-5e1f377a-4068-43a5-be89-c336e0c341ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1685271
Dec 10 04:02:06.480075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:06.492650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] Sync routers for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:06.503800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:06.505711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f940>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.521096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting subnet 0852ba3e-44d3-4c02-9c22-430d9cb2f08b {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:06.529383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.545835 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:06.562476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.563373 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "PUT /v2.0/routers/317866e8-a350-4a11-8c9c-9ac353d547b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3456140
Dec 10 04:02:06.563840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41042) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:06.601561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.621144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f940>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.637373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.638180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.642132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] Routers {'317866e8-a350-4a11-8c9c-9ac353d547b7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:06.642921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f940>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['317866e8-a350-4a11-8c9c-9ac353d547b7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.702474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4a7566d2-ca36-4307-9855-20702299ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:06.722854 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f310>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.727802 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:02:06.731517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6f333835-bf5a-4145-89d8-cafd939de274 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:06.737265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.738815 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:06.739647 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f310>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.779953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34f940>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:06.780352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267039e6-ec71-4dd1-8b69-4fb23b6cf97f None None] The sync data for ids ['317866e8-a350-4a11-8c9c-9ac353d547b7'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:06.795437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:06.805712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:06.808905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:06.809588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.813464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6f333835-bf5a-4145-89d8-cafd939de274 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:06.818662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375571d-3a76-4e4e-8a79-ab3b4c5f585b None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:06.853732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.858761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-276f6488-0def-40e9-a89a-ad23482eb7a3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:06.895775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6f333835-bf5a-4145-89d8-cafd939de274 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:06.896167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:06.907895 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:06.921719 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.7720373
Dec 10 04:02:06.924853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41046) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:06.925267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41048) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:06.927558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=6f333835-bf5a-4145-89d8-cafd939de274,revision_number=4']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:06.936476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:06.941252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6d4184d5-8c12-432a-9d2d-ddecddc2a5ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:06.989185 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-05a05319-71d6-4043-8aa2-e69e2f3b5e7e service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5037024
Dec 10 04:02:07.010906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.019639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa99340-0153-4102-af62-9bbcc1c070f7 None None] Network 35ffb222-8532-4161-afba-54183d7bd568 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:07.026315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:59:12:4a', 'name': 'tempest-NetworksTestDHCPv6-608371783'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:07.042036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Subnet': ['ID=0852ba3e-44d3-4c02-9c22-430d9cb2f08b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:07.061191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:07.078598 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de4f310>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:07.084698 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a696b-525f-464b-bae4-3c3ddbb41ffd None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:07.097648 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/0852ba3e-44d3-4c02-9c22-430d9cb2f08b HTTP/1.1" status: 204  len: 168 time: 0.6660888
Dec 10 04:02:07.104856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.146557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41054) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:07.241711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:07.244779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:07.265361 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d2ab334-dc3e-44eb-b1fd-c3c00abda071 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/244cb096-ca4a-4a4b-87c3-366ee696f2b5 HTTP/1.1" status: 200  len: 994 time: 0.3347628
Dec 10 04:02:07.307922 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-713c0ea6-eaa0-42d0-80e4-bf8bd5e32fac req-5eb621a6-26b9-421e-a4ba-c361523782b0 service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113818
Dec 10 04:02:07.331994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.348893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:07.354065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:07.357031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Deleting port 692d8ec6-4898-4eb8-9699-434aa89ac98e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:07.357448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.361026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.369118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.372706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting port 6f6b73b9-d35c-4c06-a226-2fff51452f29 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:07.373234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.388019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:07.403204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:07.447712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 6f333835-bf5a-4145-89d8-cafd939de274, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6f333835-bf5a-4145-89d8-cafd939de274,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:07.457380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:07.462424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.470922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:07.558856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] DHCP port deletion for 35ffb222-8532-4161-afba-54183d7bd568 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:07.566409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Deleting port 692d8ec6-4898-4eb8-9699-434aa89ac98e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:07.567352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.615839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=6f333835-bf5a-4145-89d8-cafd939de274,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:07.632395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.632739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.633076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.633434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.634418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.634418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.634418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.634711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.635003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.636738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.636738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.636961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:07.644053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:07.712615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] For port 692d8ec6-4898-4eb8-9699-434aa89ac98e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=692d8ec6-4898-4eb8-9699-434aa89ac98e,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:07.712979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.732702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.790369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.827284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] For port 692d8ec6-4898-4eb8-9699-434aa89ac98e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=692d8ec6-4898-4eb8-9699-434aa89ac98e,segment=NetworkSegment(780ea2fe-6478-4ad2-9f29-29d282f364b2),segment_id=780ea2fe-6478-4ad2-9f29-29d282f364b2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:07.827693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:07.864805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Calling delete_port for 692d8ec6-4898-4eb8-9699-434aa89ac98e owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:07.919168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 9f73e8e6-d0b5-4ccb-8989-769a587666e7 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:07.957062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Calling delete_port for 6f6b73b9-d35c-4c06-a226-2fff51452f29 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:07.976953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Calling delete_port for 692d8ec6-4898-4eb8-9699-434aa89ac98e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:08.026994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.033745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:08.075962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:08.076532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:08.129129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Port': ['ID=692d8ec6-4898-4eb8-9699-434aa89ac98e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:08.132278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:08.135450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No DVR routers for this DVR port 692d8ec6-4898-4eb8-9699-434aa89ac98e on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:08.166279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.171555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e63cb01-f5e4-44df-b34b-f2b1401a6e48 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:08.218041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Port': ['ID=6f6b73b9-d35c-4c06-a226-2fff51452f29,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:08.255325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:08.317482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.397273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1ddcf0df-2528-4d2f-b33c-df900b5c5c3c None None] Provisioning complete for port 6f333835-bf5a-4145-89d8-cafd939de274 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:08.397860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1ddcf0df-2528-4d2f-b33c-df900b5c5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.446857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.487177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c81d850>,) {'filters': {'network_id': ['35ffb222-8532-4161-afba-54183d7bd568']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:08.500101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.505080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 172.20.0.9 (83faf901-581e-4083-899b-d7e1c00d6e85/900d6eb9-3ef9-4719-b926-fdbeca1451b4/9f73e8e6-d0b5-4ccb-8989-769a587666e7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:08.506029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.507781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c81d850>, '780ea2fe-6478-4ad2-9f29-29d282f364b2') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:08.508080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c81d850>, '780ea2fe-6478-4ad2-9f29-29d282f364b2') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:08.523198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe59:124a (83faf901-581e-4083-899b-d7e1c00d6e85/5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e/9f73e8e6-d0b5-4ccb-8989-769a587666e7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:08.526162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.536925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.537756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Fanout notify agent at l3_agent the message router_deleted on router 317866e8-a350-4a11-8c9c-9ac353d547b7 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:02:08.550150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.554836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.558979 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/routers/317866e8-a350-4a11-8c9c-9ac353d547b7 HTTP/1.1" status: 204  len: 168 time: 1.9837697
Dec 10 04:02:08.560143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41058) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:08.570099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:08.570497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.579000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Deleting port 692d8ec6-4898-4eb8-9699-434aa89ac98e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:08.579580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:08.585803 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:08.616128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6f333835-bf5a-4145-89d8-cafd939de274 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:08.633058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Deleting subnet eeb15474-2151-494f-9a85-3da5e63be3e0 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:08.636173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.691659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.719669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d869875e-d095-4260-90f8-bac6b4dced9e None None] The port '692d8ec6-4898-4eb8-9699-434aa89ac98e' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:02:08.762374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.767105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.772782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2baae5a2-4f4e-49ce-bd9d-10be991f060f tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:08.774662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6f333835-bf5a-4145-89d8-cafd939de274 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:08.775055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.790845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.811187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Pushing event deleted for resources: {'Network': ['ID=35ffb222-8532-4161-afba-54183d7bd568,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:08.818579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:08.825543 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/networks/35ffb222-8532-4161-afba-54183d7bd568 HTTP/1.1" status: 204  len: 168 time: 1.6759405
Dec 10 04:02:08.828563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41062) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:08.836826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'routes': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:08.898140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.950636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 692d8ec6-4898-4eb8-9699-434aa89ac98e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:08.967899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 9f73e8e6-d0b5-4ccb-8989-769a587666e7 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:08.970338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:08.976126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:08.987700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 692d8ec6-4898-4eb8-9699-434aa89ac98e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:08.988056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 692d8ec6-4898-4eb8-9699-434aa89ac98e not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:08.988480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2be55960-505f-490c-ab40-97f3050b1e13 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:08.996392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.002086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f96cd00c-fc56-4021-adb2-817ac9e15cea tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:09.021683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2be55960-505f-490c-ab40-97f3050b1e13 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:09.022038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2be55960-505f-490c-ab40-97f3050b1e13 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:09.069360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:09.072559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:09.076415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:09.111527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=9f73e8e6-d0b5-4ccb-8989-769a587666e7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:09.122576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:09.133824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb15474-2151-494f-9a85-3da5e63be3e0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:09.135859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.144243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:09.152534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:09.153197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.173126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.2419240
Dec 10 04:02:09.175625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41066) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:09.181850 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/subnets/eeb15474-2151-494f-9a85-3da5e63be3e0 HTTP/1.1" status: 204  len: 168 time: 0.6205668
Dec 10 04:02:09.188907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41070) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:09.191749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Added routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:02:09.192051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Removed routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:02:09.192405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.263588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f23255-9138-46fc-b9ce-599ad0bfd776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:09.269597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f23255-9138-46fc-b9ce-599ad0bfd776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:09.270519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-23f23255-9138-46fc-b9ce-599ad0bfd776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:09.288101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-23f23255-9138-46fc-b9ce-599ad0bfd776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:09.289542 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-23f23255-9138-46fc-b9ce-599ad0bfd776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.1125605
Dec 10 04:02:09.292241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41074) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:09.368355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 9f73e8e6-d0b5-4ccb-8989-769a587666e7 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:09.368762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.380971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3594f08-bf3c-423f-97eb-78fec9bdb66a None None] Provisioning for port 9f73e8e6-d0b5-4ccb-8989-769a587666e7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:09.385930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3594f08-bf3c-423f-97eb-78fec9bdb66a None None] Provisioning complete for port 9f73e8e6-d0b5-4ccb-8989-769a587666e7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:09.386314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3594f08-bf3c-423f-97eb-78fec9bdb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.442572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3594f08-bf3c-423f-97eb-78fec9bdb66a None None] Port 9f73e8e6-d0b5-4ccb-8989-769a587666e7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:09.612476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.660372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.672958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.679178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.739115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 9f73e8e6-d0b5-4ccb-8989-769a587666e7 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:09.920243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 8d66636e-309c-4f6f-aba5-97695e7fac0a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:09.922120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.947594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:09.954351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e4f9882-4df4-479f-93ba-3662f125dcde tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:09.958984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1b8610>,) {'filters': {'network_id': ['39c79d6d-8c7a-4f11-870c-b6357e6c2368']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.074275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=9f73e8e6-d0b5-4ccb-8989-769a587666e7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:10.080164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:10.084193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1b8610>, 'a82d72b0-fc76-4c6e-b2d8-7a9ace559bec') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.084689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1b8610>, 'a82d72b0-fc76-4c6e-b2d8-7a9ace559bec') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.107179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.121738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:10.130885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.131843 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Sync routers for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:10.132308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ba8322c-6552-40ba-a09a-3875812103e9 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 700 time: 1.3016734
Dec 10 04:02:10.135047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41078) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.147186 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:10.148044 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.157095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.168269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.178163 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/9f73e8e6-d0b5-4ccb-8989-769a587666e7 HTTP/1.1" status: 204  len: 168 time: 0.8823082
Dec 10 04:02:10.178645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41082) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.187171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d044425d-1835-49ba-9d38-271f8bf00624 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:10.190075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:10.191604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:10.205743 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:10.291530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d044425d-1835-49ba-9d38-271f8bf00624 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:10.294985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d044425d-1835-49ba-9d38-271f8bf00624 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 205 time: 0.1588132
Dec 10 04:02:10.297144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.298925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.300199 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:10.303314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dc4a20da-95b0-4f17-bf3b-7e2ab2b957a4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:10.375167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.387621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Pushing event deleted for resources: {'Network': ['ID=39c79d6d-8c7a-4f11-870c-b6357e6c2368,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:10.394105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:10.395732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:10.397202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:10.398031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:10.414280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390160>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.416478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:10.417740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1dffe5c7-03d1-473a-8aa7-af4e7c0ffc5c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2376301
Dec 10 04:02:10.420462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.421551 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Checking router: 8d66636e-309c-4f6f-aba5-97695e7fac0a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:02:10.432057 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Routers {'8d66636e-309c-4f6f-aba5-97695e7fac0a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:10.432661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['8d66636e-309c-4f6f-aba5-97695e7fac0a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.463615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:10.468234 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] 10.222.0.44 "DELETE /v2.0/networks/39c79d6d-8c7a-4f11-870c-b6357e6c2368 HTTP/1.1" status: 204  len: 168 time: 1.2752521
Dec 10 04:02:10.476351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.517277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:10.523452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.569850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] Set router 8d66636e-309c-4f6f-aba5-97695e7fac0a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:10.596950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.689459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.698809 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390160>, [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:10.703403 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6997e5-89c6-4f41-981c-3a8311c796d5 None None] The sync data for ids ['8d66636e-309c-4f6f-aba5-97695e7fac0a'] in dv-neutron-821182-1-hyperv is: [{'id': '8d66636e-309c-4f6f-aba5-97695e7fac0a', 'name': 'tempest-RoutersTest-router-505931722', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:00:58Z', 'updated_at': '2021-12-10T04:02:04Z', 'revision_number': 11, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:10.781956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.788803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f176f7-a2c4-4b34-89d5-573afac426c0 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:10.831913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41098) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.832770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:10.835224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:10.850460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.864498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e2ea9-f076-472a-8e08-aa91b5b822f8 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:10.888612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e HTTP/1.1" status: 204  len: 168 time: 0.4670625
Dec 10 04:02:10.891238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41104) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:10.930741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.933015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.959562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.961197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router 8d66636e-309c-4f6f-aba5-97695e7fac0a {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:02:10.989354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:10.990700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c0124b10-7f70-4ccd-a206-d3e83055f407 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 204  len: 168 time: 0.6907468
Dec 10 04:02:10.996842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41108) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:11.002893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-333701646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:11.011876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:11.018206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Usage tracker for resource:router and tenant:940e3bc6168748818e9a4bdde1b3e6b0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:11.021699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:11.028213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:11.038345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 900d6eb9-3ef9-4719-b926-fdbeca1451b4 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:11.044623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.046007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.047544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.066093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.089493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5c57f08c-9aaa-4769-827e-6fe411e7d220 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca879472de345ee90e6b607003674a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528908
Dec 10 04:02:11.092464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41112) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:11.124505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.145414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.184978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.198619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.199786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5814c6cb-ed5d-480c-8feb-89f6a2c3504f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2012770
Dec 10 04:02:11.204396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41116) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:11.211113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:11.216831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.282735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.287585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f82a60f6-d3ee-4952-8f0a-a8ff960c2f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:11.299336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186512ca-da93-400f-8882-9872bda0f21c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:11.302094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:11.308642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.310051 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/186512ca-da93-400f-8882-9872bda0f21c HTTP/1.1" status: 204  len: 168 time: 0.2161639
Dec 10 04:02:11.477180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.662390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.679552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.740346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.781769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f0715d8-4f1f-40f5-ac83-030f79adc929 None None] Provisioning complete for port 6f333835-bf5a-4145-89d8-cafd939de274 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:11.782469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f0715d8-4f1f-40f5-ac83-030f79adc929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.797894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9c09af2-2546-47fa-9134-4b92af9e0791 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:11.847570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=900d6eb9-3ef9-4719-b926-fdbeca1451b4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:11.850140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:11.854560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:11.866395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/900d6eb9-3ef9-4719-b926-fdbeca1451b4 HTTP/1.1" status: 204  len: 168 time: 0.9741254
Dec 10 04:02:11.868913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41134) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:11.887093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eec636-591d-48d3-8c5f-31a3478819ff None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:11.941491 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bce606a4-3c5b-4701-b677-a9a74b0e4e58 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0689876
Dec 10 04:02:11.941823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:11.948144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:11.967279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Router 1b612bee-c48b-42f7-90dd-2598e6158906 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:02:12.104562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:12.109613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:12.113238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:12.121738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:12.140634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:12.144486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.187642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41148) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:12.207049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42470756-3478-4278-a5ba-102fbb87391d None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:12.212287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Deleting port 6f333835-bf5a-4145-89d8-cafd939de274 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:12.212792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.273046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:12.280237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.284279 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b0e9a542-207e-4b51-a852-f066030a5f02 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "PUT /v2.0/routers/1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 200  len: 693 time: 1.0787725
Dec 10 04:02:12.285065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41154) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:12.300510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Sync routers for ids ['1b612bee-c48b-42f7-90dd-2598e6158906'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:12.324379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Routers {'1b612bee-c48b-42f7-90dd-2598e6158906'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:12.325327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d101040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['1b612bee-c48b-42f7-90dd-2598e6158906'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:12.406800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'networks': [{'name': 'tempest-network--11096737'}, {'name': 'tempest-network--763932842'}]} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:12.407111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-network--11096737'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:12.407560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-network--763932842'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:12.411416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.416449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-111d767c-515a-4123-8b5e-344f1441ed31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:12.425194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:12.431995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:network and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:12.442142 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0b2c1b82-af96-46b6-92f7-e65c59cb4487 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/routers/1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 200  len: 699 time: 0.1543319
Dec 10 04:02:12.443980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:12.446988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41158) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:12.475313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:12.478506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:12.482699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:12.483281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.488893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:12.496601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8faaa98e-dd67-4fa7-86aa-e2dcdfd00266 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Synchronizing usage tracker for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:12.508374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=15860e37-ed05-497a-a2be-131f1c126aa1,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:12.513512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8faaa98e-dd67-4fa7-86aa-e2dcdfd00266 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Unset dirty status for tenant:940e3bc6168748818e9a4bdde1b3e6b0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:12.513945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:12.514922 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8faaa98e-dd67-4fa7-86aa-e2dcdfd00266 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 200  len: 205 time: 0.0668323
Dec 10 04:02:12.518166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:12.519317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'network': 2} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:12.524664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Set router 1b612bee-c48b-42f7-90dd-2598e6158906 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:12.525528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.539977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.557139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:12.561855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:security_group_rule and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:12.565017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:12.572642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:12.597112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6540918
Dec 10 04:02:12.600278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41166) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:12.606278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:12.627314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6f333835-bf5a-4145-89d8-cafd939de274 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:12.674437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.745773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d101040>, [{'id': '1b612bee-c48b-42f7-90dd-2598e6158906', 'name': 'tempest-RoutersTest-router-333701646', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:02:11Z', 'updated_at': '2021-12-10T04:02:11Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:12.760099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Checking router: 1b612bee-c48b-42f7-90dd-2598e6158906 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:02:12.779120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-42470756-3478-4278-a5ba-102fbb87391d None None] For port 6f333835-bf5a-4145-89d8-cafd939de274, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6f333835-bf5a-4145-89d8-cafd939de274,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:12.779529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.790287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:12.798713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:12.800179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Routers {'1b612bee-c48b-42f7-90dd-2598e6158906'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:12.800808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d101040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['1b612bee-c48b-42f7-90dd-2598e6158906'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:12.802381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.803491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:12.809805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.810365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.823995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:12.825945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9863bc64-3241-4d75-ae0e-c11eec25a60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:12.871354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:12.874909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.888360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9539beb-3438-4d14-807e-10e342df9928,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:12.896361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:12.903180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:12.975344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:12.975681 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment 7d4c8fff-6f41-4f06-8ba6-77550c172b86 of type vlan for network 9c7a488c-d9ca-4dc9-ba8b-c9600beb6714
Dec 10 04:02:13.027998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.034761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Calling delete_port for 6f333835-bf5a-4145-89d8-cafd939de274 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:13.039553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.042060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.086950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:13.090037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] Set router 1b612bee-c48b-42f7-90dd-2598e6158906 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:02:13.128719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.129064 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment d94e3634-0b5a-48cb-8dec-b2ee28a52879 of type vlan for network 783a8f2d-0416-4370-9047-6dcd0ff9e2c5
Dec 10 04:02:13.174856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.189587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.190233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Fanout notify agent at l3_agent the message router_deleted on router 1b612bee-c48b-42f7-90dd-2598e6158906 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:02:13.207221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.209105 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cd32cf4-30de-4b76-9dbf-f53bb0580abe tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 204  len: 168 time: 0.6886764
Dec 10 04:02:13.213238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41170) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.237061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.237751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.238746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d101040>, [{'id': '1b612bee-c48b-42f7-90dd-2598e6158906', 'name': 'tempest-RoutersTest-router-333701646', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:02:11Z', 'updated_at': '2021-12-10T04:02:11Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:13.243435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.253177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87dd4a9-b25f-4b87-8856-8b50909cb717 None None] The sync data for ids ['1b612bee-c48b-42f7-90dd-2598e6158906'] in dv-neutron-821182-1-hyperv is: [{'id': '1b612bee-c48b-42f7-90dd-2598e6158906', 'name': 'tempest-RoutersTest-router-333701646', 'tenant_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:02:11Z', 'updated_at': '2021-12-10T04:02:11Z', 'revision_number': 2, 'project_id': '940e3bc6168748818e9a4bdde1b3e6b0', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:13.255090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.255742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.260969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.266055 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d3003f2-7dfb-4a5f-a00b-719e1fb0b3e8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 200  len: 205 time: 0.0495286
Dec 10 04:02:13.266415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.269602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a8203a10-34f2-4afa-9a4d-ee4378916c1a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:13.310303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.314866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6e603ff4-861f-4443-b385-69ece864d427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:13.357568 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-dcf3b555-98dd-4d5f-bd30-5e8e7a86fc7e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:13.361093 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dcf3b555-98dd-4d5f-bd30-5e8e7a86fc7e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/1b612bee-c48b-42f7-90dd-2598e6158906 HTTP/1.1" status: 404  len: 336 time: 0.0914075
Dec 10 04:02:13.362088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.398727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Pushing event deleted for resources: {'Port': ['ID=6f333835-bf5a-4145-89d8-cafd939de274,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:13.402548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:13.403414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42470756-3478-4278-a5ba-102fbb87391d None None] No DVR routers for this DVR port 6f333835-bf5a-4145-89d8-cafd939de274 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:13.406994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d932a61-878d-4528-a031-9f355f2a019f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:13.413429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d932a61-878d-4528-a031-9f355f2a019f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:13.413429 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2d932a61-878d-4528-a031-9f355f2a019f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/1acb990f-bb63-4c63-9af6-8e6a04168c61 HTTP/1.1" status: 404  len: 337 time: 0.0480897
Dec 10 04:02:13.414605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41182) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.421047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f9bb8-81dd-4b36-a7a8-7edab48c11bf None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:13.447452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1317 time: 1.2531171
Dec 10 04:02:13.450607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41186) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.451509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=9c7a488c-d9ca-4dc9-ba8b-c9600beb6714,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:13.478673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b4efcc-56b0-47ee-86bb-9e992abe1f92 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:13.479280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b4efcc-56b0-47ee-86bb-9e992abe1f92 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:13.483705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-68b4efcc-56b0-47ee-86bb-9e992abe1f92 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/76401c44-13a4-4f1e-af36-4fe2f0765b71 HTTP/1.1" status: 404  len: 337 time: 0.0690532
Dec 10 04:02:13.484389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.503538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 9c7a488c-d9ca-4dc9-ba8b-c9600beb6714 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:13.529694 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4948046d-d1b3-4da5-b1ff-753096336fe2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:13.530290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4948046d-d1b3-4da5-b1ff-753096336fe2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:13.534961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4948046d-d1b3-4da5-b1ff-753096336fe2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/202a960d-76c8-4223-a4e8-15554a2f4dcc HTTP/1.1" status: 404  len: 337 time: 0.0495067
Dec 10 04:02:13.535685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41194) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.575947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-040133bf-7ad6-4e72-9daf-8744f1d04216 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:13.576550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040133bf-7ad6-4e72-9daf-8744f1d04216 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:13.580847 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-040133bf-7ad6-4e72-9daf-8744f1d04216 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/0852ba3e-44d3-4c02-9c22-430d9cb2f08b HTTP/1.1" status: 404  len: 337 time: 0.0417855
Dec 10 04:02:13.581632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.627262 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-51906ad0-80d5-41de-ace8-6d3bcfa18a91 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 200  len: 205 time: 0.0423410
Dec 10 04:02:13.627509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41202) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.669122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:13.675399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.696334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=783a8f2d-0416-4370-9047-6dcd0ff9e2c5,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:13.700351 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-aa07e988-7509-4c86-b47c-5b4e685cbd5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:13.703918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa07e988-7509-4c86-b47c-5b4e685cbd5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/8d66636e-309c-4f6f-aba5-97695e7fac0a HTTP/1.1" status: 404  len: 336 time: 0.0731890
Dec 10 04:02:13.704316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41206) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.708766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:13.709880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:13.710262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 783a8f2d-0416-4370-9047-6dcd0ff9e2c5 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:13.712542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:13.712938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:13.713742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:13.717473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-347724c3-7db2-4b7c-931f-3c4a85571da5 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:13.743604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.744185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.748673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-30098b0f-e79d-40e2-bc86-0e83792adbde tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f7781ae-469f-4971-a9ee-9a06ad4b7c42 HTTP/1.1" status: 200  len: 205 time: 0.0434160
Dec 10 04:02:13.751022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41210) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.821143 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2166426
Dec 10 04:02:13.822294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41214) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.828288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:0e:0c:00', 'name': 'tempest-NetworksTestDHCPv6-1916864824'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:13.833773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.839675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.842309 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-01fd43c0-83d7-4221-b399-0a1477fcf7d1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:13.845764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-01fd43c0-83d7-4221-b399-0a1477fcf7d1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/9f7781ae-469f-4971-a9ee-9a06ad4b7c42 HTTP/1.1" status: 404  len: 336 time: 0.0913491
Dec 10 04:02:13.845900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.847053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41218) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.852430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:13.852974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Synchronizing usage tracker for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:13.856938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=c91a9a3b-0f9b-4b0d-b740-98cc27316732,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:13.859985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:13.874999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Unset dirty status for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:13.879839 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-68766093-d67c-4a55-8b02-0c9d16f669a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2404 time: 0.4255922
Dec 10 04:02:13.880679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41222) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.954380 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-258eaa52-bd70-4407-834c-04ae8dfbb197 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:13.954833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258eaa52-bd70-4407-834c-04ae8dfbb197 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:13.958984 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-258eaa52-bd70-4407-834c-04ae8dfbb197 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/0f435da3-c264-41ed-9660-80a15a081e64 HTTP/1.1" status: 404  len: 337 time: 0.1075809
Dec 10 04:02:13.960912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41226) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:13.970197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:13.974191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '15860e37-ed05-497a-a2be-131f1c126aa1'}, {'subnet_id': 'c91a9a3b-0f9b-4b0d-b740-98cc27316732'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:13.975421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.021415 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-91625171-97ca-49e8-8536-8183360b35ff tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 200  len: 205 time: 0.0566213
Dec 10 04:02:14.022391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41230) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.109447 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-257156fc-5263-4665-be54-4ea63a8ead40 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:14.112753 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-257156fc-5263-4665-be54-4ea63a8ead40 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/a92e1f09-435e-49c8-9019-76c5074911e2 HTTP/1.1" status: 404  len: 336 time: 0.0869408
Dec 10 04:02:14.114095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41234) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.135967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.170688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c748dc91-3a8e-472c-ad9a-89bf1e9ef555 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=59481cc1-962e-43c7-a163-3117d2e4569a HTTP/1.1" status: 200  len: 205 time: 0.0559659
Dec 10 04:02:14.172962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41238) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.176510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:14.181724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:14.187012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:14.195986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:14.206270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:14.222734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Allocated IP 172.20.0.2 (83faf901-581e-4083-899b-d7e1c00d6e85/15860e37-ed05-497a-a2be-131f1c126aa1/976c48bf-ecef-494b-9673-383f1f710af5) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:14.230396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Allocated IP 2001:db8::f816:3eff:fe94:a12d (83faf901-581e-4083-899b-d7e1c00d6e85/c91a9a3b-0f9b-4b0d-b740-98cc27316732/976c48bf-ecef-494b-9673-383f1f710af5) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:14.268298 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-827c31b3-ff13-4f5c-8672-164b66b21542 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:14.273342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-827c31b3-ff13-4f5c-8672-164b66b21542 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/59481cc1-962e-43c7-a163-3117d2e4569a HTTP/1.1" status: 404  len: 336 time: 0.0953972
Dec 10 04:02:14.273487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41242) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.323849 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a3bd46-2505-442f-8098-e491eebd0258 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:14.324195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a3bd46-2505-442f-8098-e491eebd0258 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:14.325919 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-64a3bd46-2505-442f-8098-e491eebd0258 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/6b050026-718e-42e9-94b3-87a675956736 HTTP/1.1" status: 404  len: 337 time: 0.0523355
Dec 10 04:02:14.330931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41246) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.350835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.378707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e11d1d28-a636-48d2-b2eb-9c70426cec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.383544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0bd370>,) {'filters': {'network_id': ['9c7a488c-d9ca-4dc9-ba8b-c9600beb6714']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:14.391253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3a2b2214-69cd-40e8-b74a-425b1d75fa08 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=96096ead-3c0d-4014-a3c7-ffdf4791685b HTTP/1.1" status: 200  len: 205 time: 0.0573232
Dec 10 04:02:14.393869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41250) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.435270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.463946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 684198e3-ce24-4cab-bfca-1301c36c520e yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:14.472252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0bd370>, '7d4c8fff-6f41-4f06-8ba6-77550c172b86') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:14.472553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0bd370>, '7d4c8fff-6f41-4f06-8ba6-77550c172b86') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:14.476457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.488538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Transition to ACTIVE for port object 976c48bf-ecef-494b-9673-383f1f710af5 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:14.495219 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-1fe49842-8c63-4433-a34a-6d8e69e70448 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:14.499248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1fe49842-8c63-4433-a34a-6d8e69e70448 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/96096ead-3c0d-4014-a3c7-ffdf4791685b HTTP/1.1" status: 404  len: 336 time: 0.1032128
Dec 10 04:02:14.499795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.505887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.513077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Transition to ACTIVE for port object 976c48bf-ecef-494b-9673-383f1f710af5 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:14.523026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.528348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-920d810c-c84c-4720-bc1e-399e6a1b8b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:14.560800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-09233e07-026c-4046-93c4-942a71b8d209 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:14.561562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09233e07-026c-4046-93c4-942a71b8d209 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:14.565959 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-09233e07-026c-4046-93c4-942a71b8d209 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/6149583f-2836-409f-bdde-2cd619ca8da6 HTTP/1.1" status: 404  len: 337 time: 0.0632243
Dec 10 04:02:14.567457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41258) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.572004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.592890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:14.595769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:14.599735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:14.608620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Pushing event updated for resources: {'Port': ['ID=976c48bf-ecef-494b-9673-383f1f710af5,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:14.619581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:14.619979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.635607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7d30719e-4e4d-4dd4-81bd-2261dffff858 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 HTTP/1.1" status: 200  len: 205 time: 0.0665772
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:14.638763 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:14.641364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.703296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 172.20.0.14 (83faf901-581e-4083-899b-d7e1c00d6e85/15860e37-ed05-497a-a2be-131f1c126aa1/684198e3-ce24-4cab-bfca-1301c36c520e) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:14.712140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe0e:c00 (83faf901-581e-4083-899b-d7e1c00d6e85/c91a9a3b-0f9b-4b0d-b740-98cc27316732/684198e3-ce24-4cab-bfca-1301c36c520e) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:14.734494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Attempting to bind port 976c48bf-ecef-494b-9673-383f1f710af5 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:14.734921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Attempting to bind port 976c48bf-ecef-494b-9673-383f1f710af5 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:14.735604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Attempting to bind port 976c48bf-ecef-494b-9673-383f1f710af5 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:14.740833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:14.741055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:14.741455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.741856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:14.742341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Bound port: 976c48bf-ecef-494b-9673-383f1f710af5, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:14.742725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.769481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-d9e071d3-d48b-432a-9db5-c946e5080c96 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] delete failed (client error): The resource could not be found.
Dec 10 04:02:14.771061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d9e071d3-d48b-432a-9db5-c946e5080c96 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/routers/b60ce0fe-98a7-4a0a-8cd9-3dffaaa80515 HTTP/1.1" status: 404  len: 336 time: 0.1288397
Dec 10 04:02:14.775643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41266) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.813904 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-08720278-9bea-4ac4-9f80-1c6913339768 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:14.814347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08720278-9bea-4ac4-9f80-1c6913339768 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:14.818910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.823126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69512440-b2a6-425e-bfd0-8933a7d10576 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:14.840663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.843543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] For port 976c48bf-ecef-494b-9673-383f1f710af5, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:14.845368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/9c7a488c-d9ca-4dc9-ba8b-c9600beb6714 HTTP/1.1" status: 204  len: 168 time: 0.9634929
Dec 10 04:02:14.847066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-08720278-9bea-4ac4-9f80-1c6913339768 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/b6fd09ec-a323-43d2-ab87-6e65077edcc4 HTTP/1.1" status: 404  len: 337 time: 0.0705371
Dec 10 04:02:14.847680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41270) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.848071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] For port 976c48bf-ecef-494b-9673-383f1f710af5, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=976c48bf-ecef-494b-9673-383f1f710af5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:14.852801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41272) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:14.853548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=9c7a488c-d9ca-4dc9-ba8b-c9600beb6714,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:14.855416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:14.857259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:14.861263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:14.959531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Pushing event updated for resources: {'Port': ['ID=976c48bf-ecef-494b-9673-383f1f710af5,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:14.964231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:14.983635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4866b3-57d8-4904-8744-ed8d18978156 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:02:14.984079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4866b3-57d8-4904-8744-ed8d18978156 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:14.985771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6a4866b3-57d8-4904-8744-ed8d18978156 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] 10.222.0.44 "DELETE /v2.0/subnets/1dbce577-4e13-4be2-ad4b-50a2a2c573be HTTP/1.1" status: 404  len: 337 time: 0.1301885
Dec 10 04:02:15.018592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.076255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.095252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 684198e3-ce24-4cab-bfca-1301c36c520e will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:15.142228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.150761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-803c717b-af07-42ae-b575-0c7c3cf66693 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:15.223439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.232514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:15.240829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:15.252292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:15.268068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96ab9b20>,) {'filters': {'network_id': ['783a8f2d-0416-4370-9047-6dcd0ff9e2c5']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:15.282248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ab9b20>, 'd94e3634-0b5a-48cb-8dec-b2ee28a52879') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:15.282914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ab9b20>, 'd94e3634-0b5a-48cb-8dec-b2ee28a52879') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:15.295037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.312837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.322046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:15.322472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.326777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=684198e3-ce24-4cab-bfca-1301c36c520e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:15.329868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:15.338405 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:15.340627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:15.340627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.367045 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5436325
Dec 10 04:02:15.369427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41282) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.399138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41286) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.443233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.447309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:15.459828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c41da5-139d-4e8a-8edc-a46d1fd6fca3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:15.465577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.465747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c41da5-139d-4e8a-8edc-a46d1fd6fca3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:15.466507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-36c41da5-139d-4e8a-8edc-a46d1fd6fca3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:15.477467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=783a8f2d-0416-4370-9047-6dcd0ff9e2c5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:15.481170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:15.486722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-36c41da5-139d-4e8a-8edc-a46d1fd6fca3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:15.489729 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-36c41da5-139d-4e8a-8edc-a46d1fd6fca3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1175733
Dec 10 04:02:15.490773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41292) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.492662 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/783a8f2d-0416-4370-9047-6dcd0ff9e2c5 HTTP/1.1" status: 204  len: 168 time: 0.6415007
Dec 10 04:02:15.493265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41294) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.564079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6212f963-3586-445e-8528-836626d6f885 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=940e3bc6168748818e9a4bdde1b3e6b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1636488
Dec 10 04:02:15.566427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41300) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.624728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.647186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 684198e3-ce24-4cab-bfca-1301c36c520e {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:15.647521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.651054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.706417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.710703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d0568053-992c-46cd-a568-4216a9aaa77a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:15.780223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d704dba-bb9a-457a-8496-3cba8242254c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:15.786331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d704dba-bb9a-457a-8496-3cba8242254c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:15.791576 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3d704dba-bb9a-457a-8496-3cba8242254c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2939475
Dec 10 04:02:15.797249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41304) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:15.811197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1341767811'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:15.830759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:15.839668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:network and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:15.845760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:15.849132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e20011-65b3-4849-92de-87805ea71003,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:15.852046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:15.854206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:15.869187 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0e20011-65b3-4849-92de-87805ea71003 HTTP/1.1" status: 204  len: 168 time: 0.2897744
Dec 10 04:02:15.890221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:15.968171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:15.971664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.037476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:16.044384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.112369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.112586 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment cc588b6a-cfe7-4a0c-a68a-354f5a20031f of type vlan for network 7aeabc04-a401-4400-b5f9-0c897df09d78
Dec 10 04:02:16.177484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 684198e3-ce24-4cab-bfca-1301c36c520e owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:16.223385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b135dc-090d-4385-95ff-08f86c936643 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:16.258885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.339881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-63144c41-fd64-4955-b76e-665d8758c0a4 None None] Provisioning for port 976c48bf-ecef-494b-9673-383f1f710af5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:16.341603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.350196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:16.350818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.374619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ca54a39-8c6d-49b8-89ab-18e877feacba tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:16.541037 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7429433
Dec 10 04:02:16.543201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41328) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:16.555790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=7aeabc04-a401-4400-b5f9-0c897df09d78,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:16.557193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2040093073'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:16.560158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:16.572026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7aeabc04-a401-4400-b5f9-0c897df09d78 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:16.583575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:16.589277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.592498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:network and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:16.596945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:16.609209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-78effbb8-33a9-41f8-b418-9940eb91b61d tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:16.610393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:16.630537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:16.636629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.664296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 976c48bf-ecef-494b-9673-383f1f710af5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:16.666080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:16.675891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.676406 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment 427f0f35-c348-49e4-b1b6-7abf3578a77e of type vlan for network 84d3a069-cdf4-42a1-a161-9417c79816b0
Dec 10 04:02:16.711957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.737338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41332) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:16.738249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=684198e3-ce24-4cab-bfca-1301c36c520e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:16.747302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:16.749149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.756350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:16.756785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.762861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7ebe2b69-8950-4508-aec9-c25c724b0328 tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:16.783067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-532b9339-3b04-49d2-b69e-b29e99dc2c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.820588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 976c48bf-ecef-494b-9673-383f1f710af5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:16.834974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 976c48bf-ecef-494b-9673-383f1f710af5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:16.835438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.894648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:16.900417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/684198e3-ce24-4cab-bfca-1301c36c520e HTTP/1.1" status: 204  len: 168 time: 1.4085345
Dec 10 04:02:16.908599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41338) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:16.915397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=84d3a069-cdf4-42a1-a161-9417c79816b0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:16.920246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:16.938067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 84d3a069-cdf4-42a1-a161-9417c79816b0 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:16.940173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3955631
Dec 10 04:02:16.943680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41342) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:16.950197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'ports': [{'network_id': '7aeabc04-a401-4400-b5f9-0c897df09d78', 'name': 'tempest-port--1864586355', 'admin_state_up': True}, {'network_id': '84d3a069-cdf4-42a1-a161-9417c79816b0', 'admin_state_up': False}]} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:16.950505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'port': {'network_id': '7aeabc04-a401-4400-b5f9-0c897df09d78', 'name': 'tempest-port--1864586355', 'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:16.950998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'port': {'network_id': '84d3a069-cdf4-42a1-a161-9417c79816b0', 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:17.010269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:17.012461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:17.014226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:17.016490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:17.042403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-623452993'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:17.048068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:17.052503 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5833f905-b25a-4689-9327-bdd2b43308b2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1424313
Dec 10 04:02:17.053183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41346) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:17.054328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:17.059507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Usage tracker for resource:network and tenant:6eabd73b8fc4437aa2c521cabcfbc426 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:17.063023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:17.075469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:17.088894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Made reservation on behalf of 6eabd73b8fc4437aa2c521cabcfbc426 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:17.093463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.201689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Provisioning complete for port 976c48bf-ecef-494b-9673-383f1f710af5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:17.202078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.258526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 15860e37-ed05-497a-a2be-131f1c126aa1 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:17.266062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.268918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.303527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:17.308781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Usage tracker for resource:security_group_rule and tenant:6eabd73b8fc4437aa2c521cabcfbc426 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:17.312823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:17.321244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:17.373005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.413634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:17.421512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:port and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:17.426684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:17.428970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.433167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.436998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:17.440393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.443682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.449623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ae321b61-cc18-4464-bf8e-f134a376c142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:17.464432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'port': 2} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:17.471694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.491206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:17.496907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2583ae01-5206-4ead-9e32-6c23ad444676,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:17.500766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:17.506817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.507214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Added segment 9a9ece8d-5011-4169-8962-47774432c5fd of type vlan for network 07d2faf7-fa45-428d-b432-037bd0569a06
Dec 10 04:02:17.511892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.541951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 976c48bf-ecef-494b-9673-383f1f710af5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=976c48bf-ecef-494b-9673-383f1f710af5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:17.558054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.584389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.602996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.609588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:17.610303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.622136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-addd4a4b-bf2a-4f5e-8af3-6e25391a9a7b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:17.657242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.669500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:17.718637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.9734664
Dec 10 04:02:17.720647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41350) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:17.732493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Request body: {'subnet': {'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:17.747410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.748694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] device_id is not set on port 93af8422-7022-47d0-a9d1-5da3768be69b yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:17.748838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event updated for resources: {'Network': ['ID=07d2faf7-fa45-428d-b432-037bd0569a06,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:17.752028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:17.757962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:17.757962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:17.765661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 07d2faf7-fa45-428d-b432-037bd0569a06 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:17.827918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=976c48bf-ecef-494b-9673-383f1f710af5,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:17.836396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:17.857028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.864636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9e30cd0c-0991-4a3a-8b72-143da89bff5e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:17.906901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:17.909356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=15860e37-ed05-497a-a2be-131f1c126aa1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:17.911542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:17.914619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:17.915381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2dcb9-9f95-4bd7-8600-b65687621d77 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:17.926994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Usage tracker for resource:subnet and tenant:6eabd73b8fc4437aa2c521cabcfbc426 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:17.932120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:17.980975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:17.999027 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/15860e37-ed05-497a-a2be-131f1c126aa1 HTTP/1.1" status: 204  len: 168 time: 0.9448018
Dec 10 04:02:18.001623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41354) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.013683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.024856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Made reservation on behalf of 6eabd73b8fc4437aa2c521cabcfbc426 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:18.028544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.073806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet c91a9a3b-0f9b-4b0d-b740-98cc27316732 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:18.076838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.133063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.171589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.223944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.299318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] device_id is not set on port bcb3d6ff-2ae9-490a-a152-a12aa2a90928 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:18.309043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.313760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-42df9e1b-2a57-46ed-86e5-c5430d09d367 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:18.328733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ad430eee-ca09-4797-83a6-cddb9f9f8650 None None] Could not find standard attr ID for object 684198e3-ce24-4cab-bfca-1301c36c520e. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:18.353267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=c91a9a3b-0f9b-4b0d-b740-98cc27316732,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:18.355585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:18.358318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.368395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c91a9a3b-0f9b-4b0d-b740-98cc27316732 HTTP/1.1" status: 204  len: 168 time: 0.3654902
Dec 10 04:02:18.370541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41358) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.443220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e91a30d7-e882-4b82-815a-c51ffae7a4d2 None None] Could not find standard attr ID for object 684198e3-ce24-4cab-bfca-1301c36c520e. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:18.444710 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b5ca2b4-17ac-47ee-9733-a05277334ae8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0728037
Dec 10 04:02:18.447156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41362) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.455689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.461171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa9c5cb5-277b-49f7-bb3c-2e0facf3aa17 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:18.548809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94689719-a1b8-4042-8bf5-f536ed33b1cf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:18.549730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-94689719-a1b8-4042-8bf5-f536ed33b1cf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:18.571877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-94689719-a1b8-4042-8bf5-f536ed33b1cf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:18.576423 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-94689719-a1b8-4042-8bf5-f536ed33b1cf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1260552
Dec 10 04:02:18.576858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41366) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.594960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 976c48bf-ecef-494b-9673-383f1f710af5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:18.655398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d638f19-0df1-4a76-a366-d8a2aa8e8ffd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:18.656333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3d638f19-0df1-4a76-a366-d8a2aa8e8ffd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:18.678255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3d638f19-0df1-4a76-a366-d8a2aa8e8ffd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:18.679837 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3d638f19-0df1-4a76-a366-d8a2aa8e8ffd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1019192
Dec 10 04:02:18.682375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.687893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 976c48bf-ecef-494b-9673-383f1f710af5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:18.688278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.719963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Checking segment: {'id': '9a9ece8d-5011-4169-8962-47774432c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:18.720943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Network hostable DHCP agents. Network: 07d2faf7-fa45-428d-b432-037bd0569a06, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:18.733895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event updated for resources: {'Subnet': ['ID=ac1d0c82-04c7-4725-a84d-7a82d707792f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:18.739691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:18.746405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.760398 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d7c9da07-301b-4b35-879f-e2dd5a485be8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0766847
Dec 10 04:02:18.766866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41374) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.778616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:18.794343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Network 07d2faf7-fa45-428d-b432-037bd0569a06 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:18.859130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 07d2faf7-fa45-428d-b432-037bd0569a06) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:18.865222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab700f-b710-4261-940d-a374c2cdf615 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:18.870033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:18.870619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.883115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad9218-7627-492b-a5c8-204cb2d32152 None None] Network 07d2faf7-fa45-428d-b432-037bd0569a06 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:18.899187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:18.916638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2d492681-9f37-44d7-869c-9c7be76952f8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:18.994624 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2728486
Dec 10 04:02:18.997382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:18.997943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:19.003718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Request body: {'port': {'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06', 'name': 'tempest-TagsExtTest-221629816'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:19.026908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:19.034793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Port': ['ID=93af8422-7022-47d0-a9d1-5da3768be69b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:19.040410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:19.043410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e95e0d60-3cb0-407a-89f1-8f655f9c479f None None] Provisioning complete for port 976c48bf-ecef-494b-9673-383f1f710af5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:19.043797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e95e0d60-3cb0-407a-89f1-8f655f9c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.049737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Checking segment: {'id': 'cc588b6a-cfe7-4a0c-a68a-354f5a20031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7aeabc04-a401-4400-b5f9-0c897df09d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:19.050095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network hostable DHCP agents. Network: 7aeabc04-a401-4400-b5f9-0c897df09d78, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:19.056276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:19.059783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.061140 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:19.061584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:19.092289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cdf3bfdb-2214-4c75-a131-93906a8bb0ef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3202949
Dec 10 04:02:19.092660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41382) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:19.096209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network 7aeabc04-a401-4400-b5f9-0c897df09d78 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:19.101563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:19.108232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 7aeabc04-a401-4400-b5f9-0c897df09d78) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:19.120995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:19.122236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.127483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260cd07-812a-4696-bcd7-9b3b20872d3c None None] Network 7aeabc04-a401-4400-b5f9-0c897df09d78 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:19.127717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-66f209ab-a417-42b3-af62-75be188c7763 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:19.220678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Port': ['ID=bcb3d6ff-2ae9-490a-a152-a12aa2a90928,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:19.224389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:19.230782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Checking segment: {'id': '427f0f35-c348-49e4-b1b6-7abf3578a77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84d3a069-cdf4-42a1-a161-9417c79816b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:19.231153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network hostable DHCP agents. Network: 84d3a069-cdf4-42a1-a161-9417c79816b0, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:19.251089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network 84d3a069-cdf4-42a1-a161-9417c79816b0 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:19.257795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:19.265245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 84d3a069-cdf4-42a1-a161-9417c79816b0) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:19.270448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:19.273266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:19.277713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:19.279266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533142b0-364a-4d92-8c45-633bb4a63379 None None] Network 84d3a069-cdf4-42a1-a161-9417c79816b0 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:19.279870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Usage tracker for resource:port and tenant:6eabd73b8fc4437aa2c521cabcfbc426 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:19.280880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:19.283906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:19.286401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:19.287037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.292072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:19.300492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:19.305384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.305859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:19.306154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:19.312368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.3676312
Dec 10 04:02:19.313826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Made reservation on behalf of 6eabd73b8fc4437aa2c521cabcfbc426 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:19.316375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41386) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:19.317343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.347331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] device_id is not set on port 3611b7da-2d0f-47d3-a86c-8781565da891 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:19.384572 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d5b7aea-613a-493a-9761-37205de0b543 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2879357
Dec 10 04:02:19.384855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:19.392165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:19.404440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c65208-fb3d-4d0a-97c0-08cc733e9f97 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:19.411135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c65208-fb3d-4d0a-97c0-08cc733e9f97 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:19.412319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53c65208-fb3d-4d0a-97c0-08cc733e9f97 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Synchronizing usage tracker for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:19.431521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-53c65208-fb3d-4d0a-97c0-08cc733e9f97 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Unset dirty status for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:19.435445 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-53c65208-fb3d-4d0a-97c0-08cc733e9f97 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1145635
Dec 10 04:02:19.435715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41394) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:19.510996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Deleting port 93af8422-7022-47d0-a9d1-5da3768be69b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:19.511457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.580084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:19.588405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.602305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:19.611163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Allocated IP 172.20.0.3 (07d2faf7-fa45-428d-b432-037bd0569a06/ac1d0c82-04c7-4725-a84d-7a82d707792f/3611b7da-2d0f-47d3-a86c-8781565da891) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:19.623592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:19.627175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.628609 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:19.629724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:19.680760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-10d013fb-ce66-4c76-a834-8b92acbdd211 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2921278
Dec 10 04:02:19.681097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41398) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:19.695776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:19.740987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.746210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-07d2faf7-fa45-428d-b432-037bd0569a06', 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06', 'tenant_id': '6eabd73b8fc4437aa2c521cabcfbc426', 'fixed_ips': [{'subnet_id': 'ac1d0c82-04c7-4725-a84d-7a82d707792f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:19.747051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.874237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:19.890972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Deleting port 976c48bf-ecef-494b-9673-383f1f710af5 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:19.891661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:19.913054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Calling delete_port for 93af8422-7022-47d0-a9d1-5da3768be69b owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:20.007193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.012856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bbdae9c4-a457-40d0-93af-f9e50070957f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:20.023444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.049258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:20.057606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Port': ['ID=93af8422-7022-47d0-a9d1-5da3768be69b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:20.060693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:20.063011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.081345 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/ports/93af8422-7022-47d0-a9d1-5da3768be69b HTTP/1.1" status: 204  len: 168 time: 0.6438968
Dec 10 04:02:20.083915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41402) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.084331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:20.087791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.093364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:20.093747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:20.109059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.129676 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d6fef177-c2f9-4fc4-8641-1dbc5346054a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4469366
Dec 10 04:02:20.131843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Transition to ACTIVE for port object 3611b7da-2d0f-47d3-a86c-8781565da891 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:20.134378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41406) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.135077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] For port 976c48bf-ecef-494b-9673-383f1f710af5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=976c48bf-ecef-494b-9673-383f1f710af5,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:20.135490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.140943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.164383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Deleting port bcb3d6ff-2ae9-490a-a152-a12aa2a90928 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:20.164730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.260057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Calling delete_port for 976c48bf-ecef-494b-9673-383f1f710af5 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:20.261228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.272275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.274290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:20.279992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-13883c89-06de-486c-8076-ee3b65982126 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:20.346686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:20.350181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.351516 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:20.351944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:20.362185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Network 07d2faf7-fa45-428d-b432-037bd0569a06 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:20.370672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:20.377318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:20.379746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Allocated IP 172.20.0.2 (07d2faf7-fa45-428d-b432-037bd0569a06/ac1d0c82-04c7-4725-a84d-7a82d707792f/1500436a-f15a-4c09-8675-41adc5a80722) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:20.399944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.406955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.410239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event updated for resources: {'Port': ['ID=3611b7da-2d0f-47d3-a86c-8781565da891,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:20.413588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-42470756-3478-4278-a5ba-102fbb87391d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:20.428209 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e9d5510b-1b1b-4767-823d-8899eef4f84d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2894528
Dec 10 04:02:20.429193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:20.429193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41410) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.436837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.511234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Pushing event deleted for resources: {'Port': ['ID=976c48bf-ecef-494b-9673-383f1f710af5,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:20.517921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:20.518456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] No DVR routers for this DVR port 976c48bf-ecef-494b-9673-383f1f710af5 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:20.540011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:20.540655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.589835 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.5870931
Dec 10 04:02:20.589835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41414) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.589835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.595785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1703521053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.614494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.617624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:20.623135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Usage tracker for resource:router and tenant:6eabd73b8fc4437aa2c521cabcfbc426 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:20.630687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:20.637981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:20.652261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 976c48bf-ecef-494b-9673-383f1f710af5 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:20.655314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:20.659110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.661725 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:20.662270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:20.668057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.669191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.674888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Calling delete_port for bcb3d6ff-2ae9-490a-a152-a12aa2a90928 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:20.693656 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-36500791-b793-401c-a1e7-eab44dffa8df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2608271
Dec 10 04:02:20.694433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 976c48bf-ecef-494b-9673-383f1f710af5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:20.694819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41418) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.695181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 976c48bf-ecef-494b-9673-383f1f710af5 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:20.696092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.697046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.710062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Transition to ACTIVE for port object 1500436a-f15a-4c09-8675-41adc5a80722 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:20.729545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Transition to ACTIVE for port object 1500436a-f15a-4c09-8675-41adc5a80722 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:20.737384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.742778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b02a5ac9-685b-4ca0-9afb-fcd90af33a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:20.751430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53b28773-d27e-468e-838e-5d28dffa81a9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0513079
Dec 10 04:02:20.751861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41422) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.765181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.770697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:20.806174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.807290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Network 07d2faf7-fa45-428d-b432-037bd0569a06 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:20.810336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:20.813991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Port': ['ID=bcb3d6ff-2ae9-490a-a152-a12aa2a90928,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:20.814199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:20.819056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:20.820215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Pushing event updated for resources: {'Port': ['ID=1500436a-f15a-4c09-8675-41adc5a80722,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:20.824414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:20.825215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.836517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/ports/bcb3d6ff-2ae9-490a-a152-a12aa2a90928 HTTP/1.1" status: 204  len: 168 time: 0.7512927
Dec 10 04:02:20.839930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41426) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.844924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc71a22-37b7-4f6e-8a64-c81e46751eac tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:20.850074 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9cc71a22-37b7-4f6e-8a64-c81e46751eac tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0938220
Dec 10 04:02:20.850280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41430) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.883690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.883690 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-74c6aec7-e4d2-4213-87a8-9e9eb76e39be tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2930353
Dec 10 04:02:20.888675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41434) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.893903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9d5cf71c-c6e0-4850-a5bc-34fb29b0eb43 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1671583420', 'prefixes': ['172.20.0.0/16']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.906246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a4a1da5a-01e6-4295-8e7e-b83403c77bd0 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0651369
Dec 10 04:02:20.907024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41438) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.911501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9d5cf71c-c6e0-4850-a5bc-34fb29b0eb43 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.916451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2113681367'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.920252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Attempting to bind port 1500436a-f15a-4c09-8675-41adc5a80722 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:20.920921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Attempting to bind port 1500436a-f15a-4c09-8675-41adc5a80722 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '9a9ece8d-5011-4169-8962-47774432c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:20.921789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Attempting to bind port 1500436a-f15a-4c09-8675-41adc5a80722 on network 07d2faf7-fa45-428d-b432-037bd0569a06 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:20.923592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:20.928169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:20.928796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Checking segment: {'id': '9a9ece8d-5011-4169-8962-47774432c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:20.929193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:network and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:20.929366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.929613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Bound using segment: {'id': '9a9ece8d-5011-4169-8962-47774432c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:20.930365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Bound port: 1500436a-f15a-4c09-8675-41adc5a80722, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9ece8d-5011-4169-8962-47774432c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07d2faf7-fa45-428d-b432-037bd0569a06'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:20.930750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:20.932375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:20.942909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:20.956052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41442) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:20.956517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9dd14085-4919-4f22-b5cc-124a56528fa5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1049573
Dec 10 04:02:20.964562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:20.986329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:20.989756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.023029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] For port 1500436a-f15a-4c09-8675-41adc5a80722, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:21.026174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] For port 1500436a-f15a-4c09-8675-41adc5a80722, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1500436a-f15a-4c09-8675-41adc5a80722,segment=NetworkSegment(9a9ece8d-5011-4169-8962-47774432c5fd),segment_id=9a9ece8d-5011-4169-8962-47774432c5fd)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:21.030115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.033702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:21.115931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Pushing event updated for resources: {'Port': ['ID=1500436a-f15a-4c09-8675-41adc5a80722,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:21.117713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:21.119020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:21.129605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:21.134977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.135328 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment 5c6ad789-3699-4573-a61c-f382cc89b7d4 of type vlan for network 5bb35d4b-6809-46c9-8a04-78d80ad66663
Dec 10 04:02:21.136465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf71c-c6e0-4850-a5bc-34fb29b0eb43 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.137726 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9d5cf71c-c6e0-4850-a5bc-34fb29b0eb43 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.2480466
Dec 10 04:02:21.142106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41446) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.149445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-5b7ed70a-fbf6-403b-b62c-fde15f94dd1b tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012460>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-8591062') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.149688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:21.173050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:21.176650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.198921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.253559 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5b7ed70a-fbf6-403b-b62c-fde15f94dd1b tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-8591062 HTTP/1.1" status: 201  len: 201 time: 0.1100972
Dec 10 04:02:21.257687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41450) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.263331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-13841767-7df2-41b4-8af2-685897c4e508 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c743970>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-2105584756') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.324178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.329680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:21.330285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.336616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2bbcf9ea-ba21-403a-9d42-c8a476cca766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:21.371182 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-13841767-7df2-41b4-8af2-685897c4e508 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-2105584756 HTTP/1.1" status: 201  len: 201 time: 0.1116228
Dec 10 04:02:21.371411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41454) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.381578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-3f0946b6-40a6-4fde-b333-829edbf5bd7d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9cd8dc70>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-2098187294') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.445949 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5367639
Dec 10 04:02:21.451417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41458) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.452125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=5bb35d4b-6809-46c9-8a04-78d80ad66663,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:21.458389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:21.462033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1074728263'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:21.464172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 5bb35d4b-6809-46c9-8a04-78d80ad66663 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:21.499165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:21.511742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:network and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:21.516578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:21.526395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:21.555909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:21.559405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.577886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3f0946b6-40a6-4fde-b333-829edbf5bd7d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-2098187294 HTTP/1.1" status: 201  len: 201 time: 0.2048900
Dec 10 04:02:21.578948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41462) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.585789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-b2c728ad-01db-4a0d-a2cd-0168d1c75402 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf55f10>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-136785647') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.616303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:21.632589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b2c728ad-01db-4a0d-a2cd-0168d1c75402 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-136785647 HTTP/1.1" status: 201  len: 201 time: 0.0522866
Dec 10 04:02:21.635435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41466) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.641677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-8de4c398-8e61-4c76-bbc5-b330f4546975 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf55d90>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.665381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.665726 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Added segment ec2b9b91-a18d-42da-8094-388fc31fc8eb of type vlan for network 44e7a025-5da0-46cf-8485-e97b0df61e10
Dec 10 04:02:21.711314 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8de4c398-8e61-4c76-bbc5-b330f4546975 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 200  len: 238 time: 0.0748494
Dec 10 04:02:21.714320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41470) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.719628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-3e383308-407f-46d6-865f-9360f7137532 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d96837c40>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-8591062') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.733275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:21.735007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.739307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.743416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4fa0aaab-952f-420c-86d8-48a72b8b1c04 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:21.784042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3e383308-407f-46d6-865f-9360f7137532 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-8591062 HTTP/1.1" status: 204  len: 168 time: 0.0687022
Dec 10 04:02:21.786428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41474) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.791273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-ff0ee19b-6e98-470e-8110-b5f68758bbee tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c406c40>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-8591062') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.814761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:21.820594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:21.827961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:21.828549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.830349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6701f3-acea-4d8f-9f23-415bb207abbf None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:21.838219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=51fa73ce-be4e-41cf-ad4d-48839ff6da72,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:21.845440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:21.851623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.857077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:21.857693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:21.864649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-01e1b70d-6416-41da-82e9-f898c6c0a422 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:21.885829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ff0ee19b-6e98-470e-8110-b5f68758bbee tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-8591062 HTTP/1.1" status: 204  len: 168 time: 0.0962317
Dec 10 04:02:21.886176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.892124 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9349766
Dec 10 04:02:21.892420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-2de95df4-f15d-4ffe-b1a8-36b84d477e37 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d976b5520>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:21.919974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41482) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:21.933182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:db:05:f1', 'name': 'tempest-NetworksTestDHCPv6-209165031'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:22.118570 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6639163
Dec 10 04:02:22.119733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:22.125174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Network': ['ID=44e7a025-5da0-46cf-8485-e97b0df61e10,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:22.126069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:22.127696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:22.129906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:22.137918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:22.140371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 44e7a025-5da0-46cf-8485-e97b0df61e10 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:22.146181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.146362 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2de95df4-f15d-4ffe-b1a8-36b84d477e37 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 200  len: 205 time: 0.2590604
Dec 10 04:02:22.151601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-0815f9e2-e976-44e9-b9ad-d22a1a392ece tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9dd07250>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.162483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:22.183251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '51fa73ce-be4e-41cf-ad4d-48839ff6da72'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:22.184111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:22.246972 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0815f9e2-e976-44e9-b9ad-d22a1a392ece tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 200  len: 241 time: 0.0994165
Dec 10 04:02:22.248122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41490) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.253879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-4df4fc3f-00ba-4665-9260-4eb7f2f7c06f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9dd076d0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-2105584756') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.339989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:22.341033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4df4fc3f-00ba-4665-9260-4eb7f2f7c06f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-2105584756 HTTP/1.1" status: 204  len: 168 time: 0.0916560
Dec 10 04:02:22.341899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41494) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.348436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-a0bd9f08-49e0-4539-a3e6-58f6759b117d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9d151760>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-2105584756') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.397411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 28eb1467-d203-489b-be16-1542bab954f3 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:22.511766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0bd9f08-49e0-4539-a3e6-58f6759b117d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-2105584756 HTTP/1.1" status: 204  len: 168 time: 0.1657262
Dec 10 04:02:22.511766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41498) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.520261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-e3fcc90e-40fd-4078-847e-3d7200c18826 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8ee610>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.522299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc43d29-4405-42c0-97e2-300e9e87ec89 None None] Network 07d2faf7-fa45-428d-b432-037bd0569a06 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:22.605437 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e3fcc90e-40fd-4078-847e-3d7200c18826 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 200  len: 205 time: 0.0928981
Dec 10 04:02:22.607780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41502) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.613864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-fc415492-6510-4756-9682-32af90db2f1d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbe8c40>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.617201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Allocated IP 2001:db8::f816:3eff:fefa:137b (83faf901-581e-4083-899b-d7e1c00d6e85/51fa73ce-be4e-41cf-ad4d-48839ff6da72/57594ab1-25fe-4d83-a18e-d85e8185b8e6) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:22.668344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1500436a-f15a-4c09-8675-41adc5a80722 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:22.755335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ad986ce7-e981-4582-ba0b-8782a2e934f2 None None] Provisioning for port 1500436a-f15a-4c09-8675-41adc5a80722 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:22.762912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fc415492-6510-4756-9682-32af90db2f1d tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 200  len: 241 time: 0.1517248
Dec 10 04:02:22.763381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41506) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.768695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-ba22f9ba-d59e-4cde-b149-c47236e5efb9 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9767fc10>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-2098187294') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:22.905013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ba22f9ba-d59e-4cde-b149-c47236e5efb9 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-2098187294 HTTP/1.1" status: 204  len: 168 time: 0.1382549
Dec 10 04:02:22.906120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41510) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:22.911399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-a40513cd-beb1-48b4-b103-aa83a7b2a3a1 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf31bb0>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-2098187294') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:23.001656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1500436a-f15a-4c09-8675-41adc5a80722 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:23.085165 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-934c3a8e-3bec-49ae-974f-d41cd751ba33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0823534
Dec 10 04:02:23.092684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.095853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1500436a-f15a-4c09-8675-41adc5a80722 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:23.096313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.152251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Transition to ACTIVE for port object 57594ab1-25fe-4d83-a18e-d85e8185b8e6 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:23.209384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a40513cd-beb1-48b4-b103-aa83a7b2a3a1 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-2098187294 HTTP/1.1" status: 204  len: 168 time: 0.3002472
Dec 10 04:02:23.213398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Transition to ACTIVE for port object 57594ab1-25fe-4d83-a18e-d85e8185b8e6 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:23.213914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41514) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:23.223946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-ecefc48c-55ee-47ad-a0ce-eb16ebfaa03f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3a7ca0>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:23.247466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.268953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50714ecc-f8fc-4039-b2a6-bfc21e3848f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:23.305138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-1abe29f8-d5de-46fc-ab73-2a168d375cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:23.312814 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-1abe29f8-d5de-46fc-ab73-2a168d375cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1099 time: 0.1149487
Dec 10 04:02:23.348304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:23.358227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Pushing event updated for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:23.360773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:23.370420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:23.373557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:23.442642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fedb:5f1 (83faf901-581e-4083-899b-d7e1c00d6e85/51fa73ce-be4e-41cf-ad4d-48839ff6da72/28eb1467-d203-489b-be16-1542bab954f3) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:23.486599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.504506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Attempting to bind port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:23.504874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Attempting to bind port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:23.505251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Attempting to bind port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:23.512902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:23.513464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:23.513881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.514288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:23.514768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Bound port: 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:23.515155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.600082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-8fd0e583-18c5-4970-941c-2c96ea54b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:23.602563 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-8fd0e583-18c5-4970-941c-2c96ea54b091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 898 time: 0.2677829
Dec 10 04:02:23.648610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:23.651920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:23.680829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.695943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c3818815-6315-4318-bc69-eddc4c44b3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:23.735833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1500436a-f15a-4c09-8675-41adc5a80722, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1500436a-f15a-4c09-8675-41adc5a80722,segment=NetworkSegment(9a9ece8d-5011-4169-8962-47774432c5fd),segment_id=9a9ece8d-5011-4169-8962-47774432c5fd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:23.758375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Provisioning complete for port 1500436a-f15a-4c09-8675-41adc5a80722 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:23.758672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.821751 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-e7bfca08-6065-4f9a-b9a1-4667f956abc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 1002 time: 0.2104917
Dec 10 04:02:23.846190 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ecefc48c-55ee-47ad-a0ce-eb16ebfaa03f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 200  len: 205 time: 0.6280985
Dec 10 04:02:23.849056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41518) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:23.856963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-cfe294e2-7ce7-4c28-aec3-e47ace7cdf3a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9690c5e0>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:23.923814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-d3ec409f-20aa-4421-b6a0-a00db12f8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:23.926517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-d3ec409f-20aa-4421-b6a0-a00db12f8d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 200  len: 834 time: 0.0876474
Dec 10 04:02:23.926726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.975442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cfe294e2-7ce7-4c28-aec3-e47ace7cdf3a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 200  len: 240 time: 0.1252611
Dec 10 04:02:23.978831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:23.983152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41522) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:23.998743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-7918c7dd-379d-46e1-ab7f-b8aaaa854fd0 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c7ea160>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-136785647') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.028587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 28eb1467-d203-489b-be16-1542bab954f3 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:24.044485 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7918c7dd-379d-46e1-ab7f-b8aaaa854fd0 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-136785647 HTTP/1.1" status: 204  len: 168 time: 0.0603030
Dec 10 04:02:24.046732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41526) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.056404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-56abf5fc-118e-49ba-b8a4-336bf4f083e4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca67430>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-136785647') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.064212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Pushing event updated for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:24.067505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:24.067986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d00bbc21-d897-4daf-a665-38566506d364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:24.074390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-d8fff827-431f-4f5e-8627-86adc201c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:24.075947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-d8fff827-431f-4f5e-8627-86adc201c640 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1432488
Dec 10 04:02:24.138398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1500436a-f15a-4c09-8675-41adc5a80722,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:24.139197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:24.146530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:24.152322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Provisioning for port 3611b7da-2d0f-47d3-a86c-8781565da891 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:24.155729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67513d88-800a-4ab0-8e0a-6ed1b95a8f81 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:24.158922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Provisioning complete for port 3611b7da-2d0f-47d3-a86c-8781565da891 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:24.159718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:24.245448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=28eb1467-d203-489b-be16-1542bab954f3,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:24.290043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7f81-be1e-44c5-82b5-a5fb379d55a0 None None] Port 3611b7da-2d0f-47d3-a86c-8781565da891 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:24.290291 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-ca1f970b-292f-4a0d-ab96-87d91a7db2ca service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063589
Dec 10 04:02:24.293010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:24.297727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.301797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-56abf5fc-118e-49ba-b8a4-336bf4f083e4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-136785647 HTTP/1.1" status: 204  len: 168 time: 0.2538877
Dec 10 04:02:24.303844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-a0ce9e9c-ace2-4817-aa8c-a0fb5300ae4b tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c23b0a0>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.315256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:24.316880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:24.324592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:24.333290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:24.334168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:24.373583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.4490957
Dec 10 04:02:24.376058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.418600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dd39222c-2d6d-487f-a6ec-202f19c95a86 None None] Provisioning complete for port 3611b7da-2d0f-47d3-a86c-8781565da891 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:24.419037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dd39222c-2d6d-487f-a6ec-202f19c95a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:24.470468 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cbb877fe-eef7-4ae3-a06b-91bbc1d09997 req-4177a940-2128-4407-8edc-0cce49f5315e service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702547
Dec 10 04:02:24.493243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0ce9e9c-ace2-4817-aa8c-a0fb5300ae4b tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 200  len: 205 time: 0.1940181
Dec 10 04:02:24.493861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.499775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-8e38e3eb-12e4-4032-80a6-cb27e3f94a01 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c327970>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.507616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af9cee-352e-42b0-bc45-e097f4e5792e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:24.530937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af9cee-352e-42b0-bc45-e097f4e5792e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:24.531756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b2af9cee-352e-42b0-bc45-e097f4e5792e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:24.539356 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8e38e3eb-12e4-4032-80a6-cb27e3f94a01 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 204  len: 168 time: 0.0439003
Dec 10 04:02:24.539884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41542) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.540781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-dd39222c-2d6d-487f-a6ec-202f19c95a86 None None] Port 3611b7da-2d0f-47d3-a86c-8781565da891 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:24.548254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-fbbd38e7-a798-460a-bfe1-32e9c1581d7e tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c23b910>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.559140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b2af9cee-352e-42b0-bc45-e097f4e5792e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:24.574552 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b2af9cee-352e-42b0-bc45-e097f4e5792e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.1971946
Dec 10 04:02:24.577142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41546) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.672740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 28eb1467-d203-489b-be16-1542bab954f3 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:24.673089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:24.725691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 57594ab1-25fe-4d83-a18e-d85e8185b8e6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:24.740004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fbbd38e7-a798-460a-bfe1-32e9c1581d7e tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 204  len: 168 time: 0.1991239
Dec 10 04:02:24.743635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41550) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:24.749868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-7c7e792f-2707-4450-aca3-a1cd78fc11ce tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d975769a0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:24.812149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:24.819686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1500436a-f15a-4c09-8675-41adc5a80722 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:24.904902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1500436a-f15a-4c09-8675-41adc5a80722 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:24.905737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.077487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7c7e792f-2707-4450-aca3-a1cd78fc11ce tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 204  len: 168 time: 0.3326769
Dec 10 04:02:25.080029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41554) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.090577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.095234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-08fec984-601d-4e72-a483-6c2d46278cf2 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d96834b80>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:25.194194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-08fec984-601d-4e72-a483-6c2d46278cf2 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 204  len: 168 time: 0.1039512
Dec 10 04:02:25.195028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41558) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.201111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-03e18b77-6f1e-4378-a8ba-2acefa596026 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d974c04c0>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-1516106841') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:25.239688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 28eb1467-d203-489b-be16-1542bab954f3 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:25.301693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.303160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-03e18b77-6f1e-4378-a8ba-2acefa596026 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-1516106841 HTTP/1.1" status: 201  len: 201 time: 0.1067502
Dec 10 04:02:25.308746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-0dd3c056-88f5-43ed-8f94-1b48675e5f49 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d96ab9e50>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-628401448') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:25.357118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41566) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.365708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'subnets': [{'network_id': '5bb35d4b-6809-46c9-8a04-78d80ad66663', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--471716608', 'ip_version': 6}, {'network_id': '44e7a025-5da0-46cf-8485-e97b0df61e10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:25.366589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'subnet': {'network_id': '5bb35d4b-6809-46c9-8a04-78d80ad66663', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--471716608', 'ip_version': 6}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:25.367864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Request body: {'subnet': {'network_id': '44e7a025-5da0-46cf-8485-e97b0df61e10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:25.465203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.471617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:25.477819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Provisioning for port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:25.484517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Provisioning complete for port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:25.485026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.525646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=28eb1467-d203-489b-be16-1542bab954f3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:25.530631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:25.577389 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0dd3c056-88f5-43ed-8f94-1b48675e5f49 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-628401448 HTTP/1.1" status: 201  len: 201 time: 0.2746389
Dec 10 04:02:25.580324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41570) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.585708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-06689a02-783e-4f07-ae49-d1278808bf64 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d968df910>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-1244115025') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:25.621487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:25.626440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Usage tracker for resource:subnet and tenant:15049af5b4b04ba1b052bbc153944ef9 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:25.629955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.630094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:25.636817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:25.652077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Made reservation on behalf of 15049af5b4b04ba1b052bbc153944ef9 for: {'subnet': 2} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:25.657445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.657855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.659066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.667466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:25.674842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:25.677646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:25.769246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Pushing event updated for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:25.781618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:25.794886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d16d9347-f1fa-4cac-9b19-03a3e62890e8 None None] Could not find standard attr ID for object 28eb1467-d203-489b-be16-1542bab954f3. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:25.885197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/28eb1467-d203-489b-be16-1542bab954f3 HTTP/1.1" status: 204  len: 168 time: 1.3043027
Dec 10 04:02:25.886512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41574) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.952834 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-06689a02-783e-4f07-ae49-d1278808bf64 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-1244115025 HTTP/1.1" status: 201  len: 201 time: 0.3718081
Dec 10 04:02:25.955384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41578) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:25.962442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-5e4eb37c-26f4-4cb7-a55b-f18fc3ff775a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d976047f0>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-745231655') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:25.979517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a01b8-07af-48cf-8b1b-feb4c75edc63 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:25.981123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a01b8-07af-48cf-8b1b-feb4c75edc63 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:25.981912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-aa0a01b8-07af-48cf-8b1b-feb4c75edc63 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:26.005734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-aa0a01b8-07af-48cf-8b1b-feb4c75edc63 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:26.006863 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa0a01b8-07af-48cf-8b1b-feb4c75edc63 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1194725
Dec 10 04:02:26.009534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41582) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.072809 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5e4eb37c-26f4-4cb7-a55b-f18fc3ff775a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-745231655 HTTP/1.1" status: 201  len: 201 time: 0.1164114
Dec 10 04:02:26.075914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41586) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.083016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-bf7c52ca-4399-4c08-96aa-8dbb3abd8b99 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d969df340>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', {'tags': ['tempest-TagsExtTest-Tag-155416846', 'tempest-TagsExtTest-Tag-438505252', 'tempest-TagsExtTest-Tag-193812585']}) {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:26.110900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 51fa73ce-be4e-41cf-ad4d-48839ff6da72 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:26.128572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.170198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.174541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dfbf8972-4984-4493-b41a-ec8b1c7be59b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:26.195049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.254998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bf7c52ca-4399-4c08-96aa-8dbb3abd8b99 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 200  len: 315 time: 0.1756930
Dec 10 04:02:26.255859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41590) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.258692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Checking segment: {'id': '5c6ad789-3699-4573-a61c-f382cc89b7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5bb35d4b-6809-46c9-8a04-78d80ad66663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:26.259062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network hostable DHCP agents. Network: 5bb35d4b-6809-46c9-8a04-78d80ad66663, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:26.263276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Subnet': ['ID=e748b1dd-8ced-4b25-8c10-0bd22d27a5a1,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:26.264565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-0466e5a0-65dc-4c20-9759-6cc772bf9eff tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d968caa00>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:26.265954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:26.283898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network 5bb35d4b-6809-46c9-8a04-78d80ad66663 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:26.294675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 5bb35d4b-6809-46c9-8a04-78d80ad66663) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:26.298695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.304233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-153bcd27-c10b-4879-b433-289d5b106658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:26.304448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4dd50-61ae-458e-b221-ebab6fb6f3f5 None None] Network 5bb35d4b-6809-46c9-8a04-78d80ad66663 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:26.345691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.364856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event updated for resources: {'Subnet': ['ID=e24aae9d-824e-4551-8eac-bfab6f04188a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:26.367614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:26.407656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Checking segment: {'id': 'ec2b9b91-a18d-42da-8094-388fc31fc8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '44e7a025-5da0-46cf-8485-e97b0df61e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:26.408278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network hostable DHCP agents. Network: 44e7a025-5da0-46cf-8485-e97b0df61e10, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:26.434833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Network 44e7a025-5da0-46cf-8485-e97b0df61e10 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:26.445001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.449196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 44e7a025-5da0-46cf-8485-e97b0df61e10) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:26.451640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7b80821c-a322-49c9-8daa-c76c2697e722 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:26.463847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa9eb1-e03a-4d63-bd7f-875c4c534544 None None] Network 44e7a025-5da0-46cf-8485-e97b0df61e10 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:26.466101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:26.466902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:26.467686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.493387 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.1347718
Dec 10 04:02:26.496052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41596) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.505342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0466e5a0-65dc-4c20-9759-6cc772bf9eff tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 204  len: 168 time: 0.2455299
Dec 10 04:02:26.508130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41600) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.509127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=51fa73ce-be4e-41cf-ad4d-48839ff6da72,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:26.511596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:26.517352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-168abd01-42a4-4de5-a2d4-03edfb9fdf85 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4eb370>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-155416846') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:26.548419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.570729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9deb46-a2e3-45aa-a774-af837b1c8d00 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:26.594520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:26.596055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:26.597862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:26.598828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Synchronizing usage tracker for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:26.604940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41604) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.605705 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/51fa73ce-be4e-41cf-ad4d-48839ff6da72 HTTP/1.1" status: 204  len: 168 time: 0.5948789
Dec 10 04:02:26.628335 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-168abd01-42a4-4de5-a2d4-03edfb9fdf85 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:26.632788 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-168abd01-42a4-4de5-a2d4-03edfb9fdf85 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-155416846 HTTP/1.1" status: 404  len: 328 time: 0.1173551
Dec 10 04:02:26.633067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.638634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-24907be3-e232-40f8-a77a-d9a95a219909 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3dc70>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-438505252') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:26.669931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 57594ab1-25fe-4d83-a18e-d85e8185b8e6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:26.690939 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4a68d058-ac72-42b9-b45c-35b90f113535 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0823989
Dec 10 04:02:26.691988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41612) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.702938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:26.709489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Unset dirty status for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:26.711350 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1fe59d6d-d1cd-4390-9cbc-8be727918da3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2141778
Dec 10 04:02:26.720756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41616) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.792700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Deleting subnet e748b1dd-8ced-4b25-8c10-0bd22d27a5a1 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:26.794274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156e8b6-c94f-4c3f-9631-bc5d245642d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-5bb35d4b-6809-46c9-8a04-78d80ad66663', 'network_id': '5bb35d4b-6809-46c9-8a04-78d80ad66663', 'tenant_id': '15049af5b4b04ba1b052bbc153944ef9', 'fixed_ips': [{'subnet_id': 'e748b1dd-8ced-4b25-8c10-0bd22d27a5a1'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:26.795118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c156e8b6-c94f-4c3f-9631-bc5d245642d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.795925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.830763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-24907be3-e232-40f8-a77a-d9a95a219909 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:26.831797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-24907be3-e232-40f8-a77a-d9a95a219909 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-438505252 HTTP/1.1" status: 404  len: 328 time: 0.1975727
Dec 10 04:02:26.832906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:26.835001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41620) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:26.837529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:26.840446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:26.847068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:26.849054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-96f57a59-2e59-4089-b117-4dbe65fe5bc2 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9db180a0>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f', 'tempest-TagsExtTest-Tag-193812585') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:26.860890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:26.866013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.901933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:26.976382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.007269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-96f57a59-2e59-4089-b117-4dbe65fe5bc2 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:27.010065 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-96f57a59-2e59-4089-b117-4dbe65fe5bc2 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags/tempest-TagsExtTest-Tag-193812585 HTTP/1.1" status: 404  len: 328 time: 0.1674407
Dec 10 04:02:27.020394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41624) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.031258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-3251ef1a-f4cb-49eb-a6a3-8ae5fcad8f07 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d972ed9a0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', {'tags': ['tempest-TagsExtTest-Tag-1707126487', 'tempest-TagsExtTest-Tag-2026080795', 'tempest-TagsExtTest-Tag-100736550']}) {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:27.121451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.125733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ced10bf-d6e4-4260-80da-f75209922cc1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:27.163490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3251ef1a-f4cb-49eb-a6a3-8ae5fcad8f07 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 200  len: 317 time: 0.1420696
Dec 10 04:02:27.167770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41628) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.175050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Subnet': ['ID=e748b1dd-8ced-4b25-8c10-0bd22d27a5a1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:27.178472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:27.179526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.183895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-c64b8acf-6a24-45fb-9676-4d733583c631 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d969c5c10>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:27.194190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:27.194510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.198757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/subnets/e748b1dd-8ced-4b25-8c10-0bd22d27a5a1 HTTP/1.1" status: 204  len: 168 time: 0.4763777
Dec 10 04:02:27.201398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41632) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.227030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28edf3b-fc06-48b8-9af7-ac388ca69033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-44e7a025-5da0-46cf-8485-e97b0df61e10', 'network_id': '44e7a025-5da0-46cf-8485-e97b0df61e10', 'tenant_id': '15049af5b4b04ba1b052bbc153944ef9', 'fixed_ips': [{'subnet_id': 'e24aae9d-824e-4551-8eac-bfab6f04188a'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:27.227787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b28edf3b-fc06-48b8-9af7-ac388ca69033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-c156e8b6-c94f-4c3f-9631-bc5d245642d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e748b1dd-8ced-4b25-8c10-0bd22d27a5a1: This subnet is being modified by another concurrent operation.
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e748b1dd-8ced-4b25-8c10-0bd22d27a5a1: This subnet is being modified by another concurrent operation.
Dec 10 04:02:27.246437 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 04:02:27.319787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad3844-89c9-4f73-bb2a-0d2bd62c96d1 None None] Network 5bb35d4b-6809-46c9-8a04-78d80ad66663 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:27.322678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:27.384648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Deleting subnet e24aae9d-824e-4551-8eac-bfab6f04188a {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:27.387919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.429005 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c64b8acf-6a24-45fb-9676-4d733583c631 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 204  len: 168 time: 0.2569535
Dec 10 04:02:27.429726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41636) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.441913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-e1e61b46-74a7-4345-8745-ceba5fdb48fc tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9728a970>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-1707126487') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:27.513582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.529288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:27.565775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.574211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Deleting port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:27.574807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.585136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.631204 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-e1e61b46-74a7-4345-8745-ceba5fdb48fc tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:27.635621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e1e61b46-74a7-4345-8745-ceba5fdb48fc tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-1707126487 HTTP/1.1" status: 404  len: 329 time: 0.2047496
Dec 10 04:02:27.637218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41640) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.644911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-4a4bb400-16d5-4563-8606-94741f06c76e tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d96ce2eb0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-2026080795') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:27.675266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.681065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-30ca0d68-ed1a-416a-b9f4-9486bd8f8b40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-b28edf3b-fc06-48b8-9af7-ac388ca69033 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24aae9d-824e-4551-8eac-bfab6f04188a: This subnet is being modified by another concurrent operation.
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24aae9d-824e-4551-8eac-bfab6f04188a: This subnet is being modified by another concurrent operation.
Dec 10 04:02:27.687747 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 04:02:27.718012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab428168-fc2c-4422-8e04-64a91bd8fcb0 None None] Network 44e7a025-5da0-46cf-8485-e97b0df61e10 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:27.723453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Subnet': ['ID=e24aae9d-824e-4551-8eac-bfab6f04188a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:27.725507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.728568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:27.740567 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/subnets/e24aae9d-824e-4551-8eac-bfab6f04188a HTTP/1.1" status: 204  len: 168 time: 0.5356154
Dec 10 04:02:27.740805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41644) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.812861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796afbc-f777-44e9-b39e-aad854047b25 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:27.813668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b796afbc-f777-44e9-b39e-aad854047b25 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Synchronizing usage tracker for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:27.831036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b796afbc-f777-44e9-b39e-aad854047b25 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Unset dirty status for tenant:15049af5b4b04ba1b052bbc153944ef9 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:27.836688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b796afbc-f777-44e9-b39e-aad854047b25 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0906134
Dec 10 04:02:27.836965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41648) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:27.958603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:27.981753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:27.982599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.001502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-4a4bb400-16d5-4563-8606-94741f06c76e tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:28.002560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a4bb400-16d5-4563-8606-94741f06c76e tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-2026080795 HTTP/1.1" status: 404  len: 329 time: 0.3650129
Dec 10 04:02:28.008649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41652) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.012132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:28.016568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-9808a4cb-30c4-42bc-85ff-cf3948a1057c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d966e81f0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891', 'tempest-TagsExtTest-Tag-100736550') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.092313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.098430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.099201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.103635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6f5a358-be3f-4e1a-ab29-aaa8b2f0f9b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:28.104290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Calling delete_port for 57594ab1-25fe-4d83-a18e-d85e8185b8e6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:28.108822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.135072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0ebe50>,) {'filters': {'network_id': ['44e7a025-5da0-46cf-8485-e97b0df61e10']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.148220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0ebe50>, 'ec2b9b91-a18d-42da-8094-388fc31fc8eb') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.148564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0ebe50>, 'ec2b9b91-a18d-42da-8094-388fc31fc8eb') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.160082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.169602 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-9808a4cb-30c4-42bc-85ff-cf3948a1057c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:28.173508 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9808a4cb-30c4-42bc-85ff-cf3948a1057c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags/tempest-TagsExtTest-Tag-100736550 HTTP/1.1" status: 404  len: 328 time: 0.1639040
Dec 10 04:02:28.174764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41656) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.182469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:28.182895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:28.183013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-f6aa9653-cc7d-4522-a87e-bd3ea9351841 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d967cc7f0>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', {'tags': ['tempest-TagsExtTest-Tag-1920594303', 'tempest-TagsExtTest-Tag-1539235174', 'tempest-TagsExtTest-Tag-1786783269']}) {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.185494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:28.188552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:28.193937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:28.194519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.209817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=6']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:28.212974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:28.213510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ac07de1b-5f30-4b79-9f5c-e622fa9a6a0f tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:28.234887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.263122 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5657403
Dec 10 04:02:28.265993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41660) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.275881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:20:b8:24', 'name': 'tempest-NetworksTestDHCPv6-1420588592'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:28.307787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:28.308187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:28.323318 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:28.361669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=5a468de7-b1ba-4014-ac34-f7b3c0571951,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:28.366497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:28.410287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.413503 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f6aa9653-cc7d-4522-a87e-bd3ea9351841 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 200  len: 318 time: 0.2350562
Dec 10 04:02:28.415656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-38c5f03e-8345-41b7-bf72-c95d86700899 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:28.417670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41664) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.425523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-229d0a7c-4e75-47a1-a722-e6298c948bf6 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d96c58490>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.433011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.439258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=44e7a025-5da0-46cf-8485-e97b0df61e10,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:28.444367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:28.447925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d28e287-63f5-48a5-99b0-46da5abcd0ee tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/44e7a025-5da0-46cf-8485-e97b0df61e10 HTTP/1.1" status: 204  len: 168 time: 0.6099465
Dec 10 04:02:28.450334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41668) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.556522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:28.562092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:28.565931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:28.566352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.574221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:28.583959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 57594ab1-25fe-4d83-a18e-d85e8185b8e6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:28.591159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:28.614705 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-229d0a7c-4e75-47a1-a722-e6298c948bf6 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 204  len: 168 time: 0.1955791
Dec 10 04:02:28.618011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41672) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:28.628042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-2a84417c-d68f-45bd-b4ec-6d451c8d18f5 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d96884490>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-1920594303') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:28.688620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Deleting port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:28.689148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.721820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.748519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.749831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 7b2538e7-bcc0-4d6b-9737-ac833ea9f95a yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:28.832397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:28.851589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.900739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:28.930956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe20:b824 (83faf901-581e-4083-899b-d7e1c00d6e85/5a468de7-b1ba-4014-ac34-f7b3c0571951/7b2538e7-bcc0-4d6b-9737-ac833ea9f95a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:28.968620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:28.999078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b0cd0>,) {'filters': {'network_id': ['5bb35d4b-6809-46c9-8a04-78d80ad66663']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.006880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:29.011968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:29.013651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b0cd0>, '5c6ad789-3699-4573-a61c-f382cc89b7d4') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.013951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b0cd0>, '5c6ad789-3699-4573-a61c-f382cc89b7d4') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.021529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-2a84417c-d68f-45bd-b4ec-6d451c8d18f5 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:29.025255 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2a84417c-d68f-45bd-b4ec-6d451c8d18f5 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-1920594303 HTTP/1.1" status: 404  len: 329 time: 0.3997700
Dec 10 04:02:29.026098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41676) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.031892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-6d5e6cb8-3171-42ef-a44f-8dbab53054b4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d975cc8b0>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-1539235174') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.036044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:29.036456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.084919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.147481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.164381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 7b2538e7-bcc0-4d6b-9737-ac833ea9f95a will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:29.171233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.179929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:29.180363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.192262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:29.195509 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:29.208377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df9dcec8-440f-4acc-984a-58f8a84b1cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:29.211669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Calling delete_port for 57594ab1-25fe-4d83-a18e-d85e8185b8e6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:29.272186 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-6d5e6cb8-3171-42ef-a44f-8dbab53054b4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:29.277528 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d5e6cb8-3171-42ef-a44f-8dbab53054b4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-1539235174 HTTP/1.1" status: 404  len: 329 time: 0.2468021
Dec 10 04:02:29.277689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:29.277689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:29.277912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41680) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.278164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:29.283318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-d6782eea-d3a1-4618-84d5-d4d1a003e4c4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c444160>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc', 'tempest-TagsExtTest-Tag-1786783269') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.284629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:29.285798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.294885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:29.295583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:29.311720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=7b2538e7-bcc0-4d6b-9737-ac833ea9f95a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:29.314471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:29.324134 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0573101
Dec 10 04:02:29.326753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41684) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.402279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.408321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec918b-d3bb-46b7-9d65-0b3a34264559 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:29.411814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7d3fb74a-bd0a-4c55-91ce-461722031ac7 tempest-NetworksIpV6TestAttrs-1004456721 tempest-NetworksIpV6TestAttrs-1004456721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:29.415110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec918b-d3bb-46b7-9d65-0b3a34264559 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:29.415902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-49ec918b-d3bb-46b7-9d65-0b3a34264559 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:29.426249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.431377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-49ec918b-d3bb-46b7-9d65-0b3a34264559 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:29.432529 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-49ec918b-d3bb-46b7-9d65-0b3a34264559 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1048279
Dec 10 04:02:29.435247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41688) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.440414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=5bb35d4b-6809-46c9-8a04-78d80ad66663,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:29.446179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:29.448916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/5bb35d4b-6809-46c9-8a04-78d80ad66663 HTTP/1.1" status: 204  len: 168 time: 0.9975448
Dec 10 04:02:29.451479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41692) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.505396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 7b2538e7-bcc0-4d6b-9737-ac833ea9f95a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:29.505725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.527170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-d6782eea-d3a1-4618-84d5-d4d1a003e4c4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:29.530742 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d6782eea-d3a1-4618-84d5-d4d1a003e4c4 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags/tempest-TagsExtTest-Tag-1786783269 HTTP/1.1" status: 404  len: 329 time: 0.2494805
Dec 10 04:02:29.531004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41696) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.540654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-b7d1138f-0873-4c59-baa7-7aca6e5a2c89 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d96899910>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', {'tags': ['tempest-TagsExtTest-Tag-1015799475', 'tempest-TagsExtTest-Tag-1037259326', 'tempest-TagsExtTest-Tag-999623523']}) {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.571543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.637922 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b7d1138f-0873-4c59-baa7-7aca6e5a2c89 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "PUT /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 200  len: 317 time: 0.1059024
Dec 10 04:02:29.640996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41700) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.648645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-8d1feeeb-4291-4145-aa16-8099467654b8 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce15af0>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.701867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.727980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce5bb80>,) {'filters': {'network_id': ['84d3a069-cdf4-42a1-a161-9417c79816b0']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.739305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce5bb80>, '427f0f35-c348-49e4-b1b6-7abf3578a77e') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.739601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce5bb80>, '427f0f35-c348-49e4-b1b6-7abf3578a77e') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:29.750601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.767466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.773947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:29.774324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:29.788589 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:29.806162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Deleting port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:29.806843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.874599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.878533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3229a256-1ab4-431e-9b16-8fcb2062e548 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:29.897773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.905396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=84d3a069-cdf4-42a1-a161-9417c79816b0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:29.913362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:29.919840 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/84d3a069-cdf4-42a1-a161-9417c79816b0 HTTP/1.1" status: 204  len: 168 time: 0.4662251
Dec 10 04:02:29.920549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41704) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.940697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d1feeeb-4291-4145-aa16-8099467654b8 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 204  len: 168 time: 0.2987995
Dec 10 04:02:29.943066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:29.947038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41708) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:29.956478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-b33eb1dc-97c9-42b6-8e2a-248c9ae8b4a1 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d97453f10>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-1015799475') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.059790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.061659 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-b33eb1dc-97c9-42b6-8e2a-248c9ae8b4a1 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:30.062648 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b33eb1dc-97c9-42b6-8e2a-248c9ae8b4a1 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-1015799475 HTTP/1.1" status: 404  len: 329 time: 0.1147482
Dec 10 04:02:30.065862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41712) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.067092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 7b2538e7-bcc0-4d6b-9737-ac833ea9f95a owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:30.072455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] For port 57594ab1-25fe-4d83-a18e-d85e8185b8e6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57594ab1-25fe-4d83-a18e-d85e8185b8e6,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:30.072926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.073176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-2629579d-a0b5-41e3-9b9c-6f8b8261a664 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8c8b20>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-1037259326') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.201253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Calling delete_port for 57594ab1-25fe-4d83-a18e-d85e8185b8e6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:30.207720 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-2629579d-a0b5-41e3-9b9c-6f8b8261a664 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:30.208690 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2629579d-a0b5-41e3-9b9c-6f8b8261a664 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-1037259326 HTTP/1.1" status: 404  len: 329 time: 0.1413810
Dec 10 04:02:30.211846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41716) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.216892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.219315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.tag.tag_plugin [None req-1e4af346-4ca6-4431-9858-b6deeee0bc04 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f7d968caaf0>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0', 'tempest-TagsExtTest-Tag-999623523') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.240904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.247291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6c706574-294a-44b6-a8a0-2ceaf9362fe7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:30.249937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d973deaf0>,) {'filters': {'network_id': ['7aeabc04-a401-4400-b5f9-0c897df09d78']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.263856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973deaf0>, 'cc588b6a-cfe7-4a0c-a68a-354f5a20031f') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.264242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973deaf0>, 'cc588b6a-cfe7-4a0c-a68a-354f5a20031f') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.277921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.294415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=7b2538e7-bcc0-4d6b-9737-ac833ea9f95a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:30.295661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.298736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:30.299762 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-1e4af346-4ca6-4431-9858-b6deeee0bc04 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] show failed (client error): The resource could not be found.
Dec 10 04:02:30.303403 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e4af346-4ca6-4431-9858-b6deeee0bc04 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags/tempest-TagsExtTest-Tag-999623523 HTTP/1.1" status: 404  len: 328 time: 0.0879898
Dec 10 04:02:30.303969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41720) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.308144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:30.308729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.326709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-f0762765-ba45-4441-8daf-02b089c88509 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9c19ed90>, 'subnetpools', '1c4fbc2e-3ba9-4413-94ea-6852560bf7e0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:30.335386 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:30.345563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.353663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.356985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:30.365243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/7b2538e7-bcc0-4d6b-9737-ac833ea9f95a HTTP/1.1" status: 204  len: 168 time: 0.9290054
Dec 10 04:02:30.367782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41724) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.407341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Pushing event deleted for resources: {'Port': ['ID=57594ab1-25fe-4d83-a18e-d85e8185b8e6,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:30.412836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:30.457546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f90eb-f4d4-4b34-a1b7-0054bd894cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:30.459589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f90eb-f4d4-4b34-a1b7-0054bd894cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:30.460560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b7f90eb-f4d4-4b34-a1b7-0054bd894cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:30.482722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b7f90eb-f4d4-4b34-a1b7-0054bd894cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:30.486345 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2b7f90eb-f4d4-4b34-a1b7-0054bd894cf5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1149209
Dec 10 04:02:30.486745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41728) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.490611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] No DVR routers for this DVR port 57594ab1-25fe-4d83-a18e-d85e8185b8e6 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:30.505375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444a1a80-80b0-46ed-8317-52faf0fe0381 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:30.577792 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f0762765-ba45-4441-8daf-02b089c88509 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0/tags HTTP/1.1" status: 204  len: 168 time: 0.2696273
Dec 10 04:02:30.577792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41732) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.581819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.587224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-fe7a75e4-7dfd-41d2-9518-bfb3cccbcd8a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d977d96a0>, 'routers', '4c860ec9-91f0-4db9-8302-45095f1c09dc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.612737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 5a468de7-b1ba-4014-ac34-f7b3c0571951 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:30.618251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.649134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b58e894f-e712-4efa-81fe-1185cfd1fa88 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:30.676632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.708737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.739760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Pushing event deleted for resources: {'Network': ['ID=7aeabc04-a401-4400-b5f9-0c897df09d78,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:30.758417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:30.765686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f7e2b-fc62-47ab-8b9a-a008f217f2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '5a468de7-b1ba-4014-ac34-f7b3c0571951'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:30.767223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-051f7e2b-fc62-47ab-8b9a-a008f217f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.767609 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] 10.222.0.44 "DELETE /v2.0/networks/7aeabc04-a401-4400-b5f9-0c897df09d78 HTTP/1.1" status: 204  len: 168 time: 0.8460369
Dec 10 04:02:30.783783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.784594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fe7a75e4-7dfd-41d2-9518-bfb3cccbcd8a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc/tags HTTP/1.1" status: 204  len: 168 time: 0.2050815
Dec 10 04:02:30.787744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41738) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.793792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-d3ed0c71-a3df-40f3-924d-82dbfbdf5654 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9cdecfd0>, 'ports', '3611b7da-2d0f-47d3-a86c-8781565da891') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.869320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:30.876054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d6ca75b9-66a4-4abe-b31e-0296ecb041e4 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-051f7e2b-fc62-47ab-8b9a-a008f217f2cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a468de7-b1ba-4014-ac34-f7b3c0571951: This subnet is being modified by another concurrent operation.
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a468de7-b1ba-4014-ac34-f7b3c0571951: This subnet is being modified by another concurrent operation.
Dec 10 04:02:30.890396 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 04:02:30.919556 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d3ed0c71-a3df-40f3-924d-82dbfbdf5654 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891/tags HTTP/1.1" status: 204  len: 168 time: 0.1279414
Dec 10 04:02:30.922863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41742) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:30.927417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786d3f2-2652-4479-886e-cc823bc4c895 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 04:02:30.930125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.tag.tag_plugin [None req-d0ee363f-0449-49cb-92b9-af71dfd43f77 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f7d9cdec5b0>, 'subnets', 'ac1d0c82-04c7-4725-a84d-7a82d707792f') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:30.994450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=5a468de7-b1ba-4014-ac34-f7b3c0571951,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:30.996525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.012025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:31.023822 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d0ee363f-0449-49cb-92b9-af71dfd43f77 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f/tags HTTP/1.1" status: 204  len: 168 time: 0.1029308
Dec 10 04:02:31.028028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41746) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.046773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41752) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.049195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5a468de7-b1ba-4014-ac34-f7b3c0571951 HTTP/1.1" status: 204  len: 168 time: 0.5610251
Dec 10 04:02:31.063070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786d3f2-2652-4479-886e-cc823bc4c895 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 04:02:31.136289 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3d8d4066-f994-4a56-9a77-5367ac2ff040 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0858009
Dec 10 04:02:31.137074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41756) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.177039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41760) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.207414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a58192d6-cfa3-4e4b-8244-89475d90e982 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:31.221784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e468627-0e22-40e1-a49f-b17cbe795322 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.224450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3e468627-0e22-40e1-a49f-b17cbe795322 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnetpools/1c4fbc2e-3ba9-4413-94ea-6852560bf7e0 HTTP/1.1" status: 204  len: 168 time: 0.1960809
Dec 10 04:02:31.227086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41766) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.264330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a58192d6-cfa3-4e4b-8244-89475d90e982 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:31.265394 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a58192d6-cfa3-4e4b-8244-89475d90e982 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1267962
Dec 10 04:02:31.268055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41770) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.283803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-249ac1bb-ed22-4e68-b6e2-cc4bc93c06ce tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c860ec9-91f0-4db9-8302-45095f1c09dc HTTP/1.1" status: 200  len: 205 time: 0.0530765
Dec 10 04:02:31.286908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41774) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.364775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd911bfa-6430-4d3c-9536-985d074998aa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:31.365492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd911bfa-6430-4d3c-9536-985d074998aa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:31.393878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-468f1988-a3a6-4966-b37c-aceb97a444e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15049af5b4b04ba1b052bbc153944ef9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2154562
Dec 10 04:02:31.396830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41778) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.408378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd911bfa-6430-4d3c-9536-985d074998aa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:31.413269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd911bfa-6430-4d3c-9536-985d074998aa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1405010
Dec 10 04:02:31.413269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41782) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.455277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.491708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a756d06-f48f-43de-9c15-eafb1e3b1720 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 04:02:31.494859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e81ec376-47e5-4098-ae56-2fa039df7e5f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0808170
Dec 10 04:02:31.500372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41786) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.511886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:31.619033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a756d06-f48f-43de-9c15-eafb1e3b1720 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 04:02:31.630470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.661095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:31.662343 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:02:31.667586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.683146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:31.712065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:31.715520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.775585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.777766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.801154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.802158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Fanout notify agent at l3_agent the message router_deleted on router 4c860ec9-91f0-4db9-8302-45095f1c09dc {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:02:31.815327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.819462 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-66a55786-019b-4d26-8d50-6ef2e8edee6c tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/routers/4c860ec9-91f0-4db9-8302-45095f1c09dc HTTP/1.1" status: 204  len: 168 time: 0.5286148
Dec 10 04:02:31.820438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41790) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:31.902670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Deleting port 3611b7da-2d0f-47d3-a86c-8781565da891 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:31.903043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.936510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:31.952926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:31.971443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9539beb-3438-4d14-807e-10e342df9928,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:31.976591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:32.034016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.035282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9539beb-3438-4d14-807e-10e342df9928 HTTP/1.1" status: 204  len: 168 time: 0.6373971
Dec 10 04:02:32.085272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:32.086546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.091509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f60ae67f-b712-4084-b471-2d62ff4c0739 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:32.149844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:32.152880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:32.157394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:32.157997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.168381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc00ecc-e52e-4748-98a1-1bf1702e6c68 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:32.182799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=4b03b27b-fa14-4c14-8a6a-a92676e18fd0,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:32.186154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:32.194934 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.6907969
Dec 10 04:02:32.195101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41798) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:32.201710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:d7:ca:74', 'name': 'tempest-NetworksTestDHCPv6-603240888'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:32.302231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.384893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:32.395564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:32.406186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:32.428208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '4b03b27b-fa14-4c14-8a6a-a92676e18fd0'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:32.429063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.438693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Calling delete_port for 3611b7da-2d0f-47d3-a86c-8781565da891 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:32.643705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.653079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d460657-f047-44a5-b75b-79b9f365680b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:32.697236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Allocated IP 2001:db8::f816:3eff:fe1b:2b60 (83faf901-581e-4083-899b-d7e1c00d6e85/4b03b27b-fa14-4c14-8a6a-a92676e18fd0/aec82745-c419-4df2-9ada-5d4f3fb54b46) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:32.734392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event deleted for resources: {'Port': ['ID=3611b7da-2d0f-47d3-a86c-8781565da891,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:32.737591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:32.795230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.846569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 72512487-c68a-4d4b-9362-164149500984 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:32.861617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:32.869275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/ports/3611b7da-2d0f-47d3-a86c-8781565da891 HTTP/1.1" status: 204  len: 168 time: 1.0476718
Dec 10 04:02:32.871662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41818) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:32.963992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Deleting subnet ac1d0c82-04c7-4725-a84d-7a82d707792f {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:32.969464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.022333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.040361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Transition to ACTIVE for port object aec82745-c419-4df2-9ada-5d4f3fb54b46 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:33.042172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41822) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:33.060091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.061696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Transition to ACTIVE for port object aec82745-c419-4df2-9ada-5d4f3fb54b46 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:33.075226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.083013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc345221-fb66-47f6-90fd-6f0266685ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:33.148752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fed7:ca74 (83faf901-581e-4083-899b-d7e1c00d6e85/4b03b27b-fa14-4c14-8a6a-a92676e18fd0/72512487-c68a-4d4b-9362-164149500984) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:33.153510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.163076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Pushing event updated for resources: {'Port': ['ID=aec82745-c419-4df2-9ada-5d4f3fb54b46,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:33.163549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1251406020'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:33.166367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:33.170589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:33.177592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:33.181128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:33.182942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:33.185524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:33.189701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:33.199373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:33.231798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:33.233043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.235220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.236826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a09a5675-66ae-4af4-85f0-4e60579d280f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:33.276770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1d0c82-04c7-4725-a84d-7a82d707792f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:33.279790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:33.280947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.289236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/subnets/ac1d0c82-04c7-4725-a84d-7a82d707792f HTTP/1.1" status: 204  len: 168 time: 0.4163339
Dec 10 04:02:33.291939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4e6ee-7ea3-40c5-8293-960101e2654a None None] Network 07d2faf7-fa45-428d-b432-037bd0569a06 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:33.293724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41828) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:33.308104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Attempting to bind port aec82745-c419-4df2-9ada-5d4f3fb54b46 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:33.308488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Attempting to bind port aec82745-c419-4df2-9ada-5d4f3fb54b46 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:33.308862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Attempting to bind port aec82745-c419-4df2-9ada-5d4f3fb54b46 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:33.312649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.343293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:33.352592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:security_group_rule and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:33.358211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:33.362631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:33.363050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:33.363791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.363900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:33.365067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Bound port: aec82745-c419-4df2-9ada-5d4f3fb54b46, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:33.365067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.379806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:33.450734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.460450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.464889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Deleting port 1500436a-f15a-4c09-8675-41adc5a80722 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:33.465536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.485037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 72512487-c68a-4d4b-9362-164149500984 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:33.543145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.548922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.552574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4701f07a-2050-4895-b5c1-33061b7d988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:33.563470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:33.563803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.574539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aec82745-c419-4df2-9ada-5d4f3fb54b46,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:33.583834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.589012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:33.596918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:33.605555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1155811-449b-4e4f-8650-3a8b82f23b29,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:33.610032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:33.612462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:33.649262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:33.658005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:33.668192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:33.674185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:33.674807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.675266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Pushing event updated for resources: {'Port': ['ID=aec82745-c419-4df2-9ada-5d4f3fb54b46,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:33.683496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.683851 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment b4b99600-abfb-4125-bbc9-e950cfb75fd1 of type vlan for network afd464cc-e8e6-49bf-bea6-b7e5251c3221
Dec 10 04:02:33.685725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:33.717503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] For port 1500436a-f15a-4c09-8675-41adc5a80722, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1500436a-f15a-4c09-8675-41adc5a80722,segment=NetworkSegment(9a9ece8d-5011-4169-8962-47774432c5fd),segment_id=9a9ece8d-5011-4169-8962-47774432c5fd)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:33.718173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.728441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=72512487-c68a-4d4b-9362-164149500984,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:33.733686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:33.743947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5477979
Dec 10 04:02:33.747213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41834) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:33.752105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.753470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] DHCP port deletion for 07d2faf7-fa45-428d-b432-037bd0569a06 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:33.758825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Deleting port 1500436a-f15a-4c09-8675-41adc5a80722 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:33.759205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.863193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.868751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:33.870522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:33.877380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Calling delete_port for 1500436a-f15a-4c09-8675-41adc5a80722 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:33.883392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:34.012979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.019086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-57e0a8d5-3895-4061-add1-090bd1516a0a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:34.036154 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9924686
Dec 10 04:02:34.047708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41838) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:34.059310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799310643'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:34.075032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1324fc6-dddf-4aa5-afb9-4f547e2f3096 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:34.075817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event deleted for resources: {'Port': ['ID=1500436a-f15a-4c09-8675-41adc5a80722,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:34.080967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1324fc6-dddf-4aa5-afb9-4f547e2f3096 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:34.081867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1324fc6-dddf-4aa5-afb9-4f547e2f3096 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:34.082656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] For port 1500436a-f15a-4c09-8675-41adc5a80722, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1500436a-f15a-4c09-8675-41adc5a80722,segment=NetworkSegment(9a9ece8d-5011-4169-8962-47774432c5fd),segment_id=9a9ece8d-5011-4169-8962-47774432c5fd)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:34.083210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.085420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:34.087941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:34.088942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] No DVR routers for this DVR port 1500436a-f15a-4c09-8675-41adc5a80722 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:34.092598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=afd464cc-e8e6-49bf-bea6-b7e5251c3221,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:34.095067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:34.100072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:34.100875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:34.109950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:34.119218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b1324fc6-dddf-4aa5-afb9-4f547e2f3096 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:34.120386 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1324fc6-dddf-4aa5-afb9-4f547e2f3096 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.3724566
Dec 10 04:02:34.122168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:34.125560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.137145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41842) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:34.163978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:34.210764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:34.215953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 72512487-c68a-4d4b-9362-164149500984 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:34.216298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.230701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.242876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Calling delete_port for 1500436a-f15a-4c09-8675-41adc5a80722 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:34.258404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96c63430>,) {'filters': {'network_id': ['07d2faf7-fa45-428d-b432-037bd0569a06']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:34.272922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.272922 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment 221b7f41-4355-49a5-a6e4-ab8d644ca4a4 of type vlan for network 556d9681-2d38-4867-9d8c-62493da41939
Dec 10 04:02:34.276050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96c63430>, '9a9ece8d-5011-4169-8962-47774432c5fd') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:34.276351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96c63430>, '9a9ece8d-5011-4169-8962-47774432c5fd') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:34.288615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.305281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.311661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:34.312088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:34.328789 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:34.347443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.393227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:34.394400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:34.430624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.436157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:34.457409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.467861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Pushing event deleted for resources: {'Network': ['ID=07d2faf7-fa45-428d-b432-037bd0569a06,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:34.470036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.472160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:34.474930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] 10.222.0.44 "DELETE /v2.0/networks/07d2faf7-fa45-428d-b432-037bd0569a06 HTTP/1.1" status: 204  len: 168 time: 1.1801891
Dec 10 04:02:34.475558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:34.476153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.484423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b1aa2980-ffd1-4815-86b4-a8a5d4aa007e tempest-ExternalNetworksTestJSON-916229653 tempest-ExternalNetworksTestJSON-916229653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:34.617364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.629662 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5793638
Dec 10 04:02:34.634623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41852) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:34.641290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=556d9681-2d38-4867-9d8c-62493da41939,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:34.645139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aec82745-c419-4df2-9ada-5d4f3fb54b46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:34.646469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:34.684743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 556d9681-2d38-4867-9d8c-62493da41939 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:34.733969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:34.837881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41858) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:34.845659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port aec82745-c419-4df2-9ada-5d4f3fb54b46 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:34.862040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 72512487-c68a-4d4b-9362-164149500984 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:34.895594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Deleting port 1500436a-f15a-4c09-8675-41adc5a80722 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:34.896266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:34.939679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1500436a-f15a-4c09-8675-41adc5a80722 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:35.007935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 1500436a-f15a-4c09-8675-41adc5a80722 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:35.008308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1500436a-f15a-4c09-8675-41adc5a80722 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:35.033552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-12903b9f-86ce-4d1f-848c-5d69283ccf36 None None] The port '1500436a-f15a-4c09-8675-41adc5a80722' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:02:35.059175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa12912a-2c4b-426a-b182-c303e706d86f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eabd73b8fc4437aa2c521cabcfbc426&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2200997
Dec 10 04:02:35.061597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41864) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:35.102077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Provisioning for port aec82745-c419-4df2-9ada-5d4f3fb54b46 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:35.107250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Provisioning complete for port aec82745-c419-4df2-9ada-5d4f3fb54b46 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:35.107634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.142508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:35.152012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:35.153088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:35.161982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:35.170804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.205064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:35.209272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.210781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.263604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.287783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.293654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-336f7b97-4fa1-4847-8fcf-e7f1c6c8d405 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:35.315172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583ae01-5206-4ead-9e32-6c23ad444676,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:35.320298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:35.320486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aec82745-c419-4df2-9ada-5d4f3fb54b46,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:35.326779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.329036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.330563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2583ae01-5206-4ead-9e32-6c23ad444676 HTTP/1.1" status: 204  len: 168 time: 0.2674687
Dec 10 04:02:35.339104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.340037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:35.346575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce121d30-5064-487a-9617-707d8273cd0f tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:35.397984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=72512487-c68a-4d4b-9362-164149500984,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:35.403302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:35.425223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Pushing event updated for resources: {'Port': ['ID=aec82745-c419-4df2-9ada-5d4f3fb54b46,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:35.432648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:35.444239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae61b40c-5c61-4b6c-a656-8d5be6fa0661 None None] Could not find standard attr ID for object 72512487-c68a-4d4b-9362-164149500984. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:35.447762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.494155 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/72512487-c68a-4d4b-9362-164149500984 HTTP/1.1" status: 204  len: 168 time: 1.3560011
Dec 10 04:02:35.497867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41872) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:35.575072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.582054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-699e56a8-89fc-49ed-9b5d-2542ab58ebe4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:35.584554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe29612-8f6f-498b-a568-464090db9939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:35.586366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe29612-8f6f-498b-a568-464090db9939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:35.587760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7fe29612-8f6f-498b-a568-464090db9939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:35.608372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7fe29612-8f6f-498b-a568-464090db9939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:35.609941 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7fe29612-8f6f-498b-a568-464090db9939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1107180
Dec 10 04:02:35.616191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41876) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:35.671854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=389249b0-4860-42a6-a9ec-c32f3d48148f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:35.677755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:35.679203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': 'b4b99600-abfb-4125-bbc9-e950cfb75fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:35.679659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: afd464cc-e8e6-49bf-bea6-b7e5251c3221, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:35.688517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 4b03b27b-fa14-4c14-8a6a-a92676e18fd0 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:35.691576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.701183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:35.712724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, afd464cc-e8e6-49bf-bea6-b7e5251c3221) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:35.717864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:35.718585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.727056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9b460-8e8d-41b7-81d3-967472fc9f4f None None] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:35.744347 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1063709
Dec 10 04:02:35.745024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41886) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:35.750897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': '556d9681-2d38-4867-9d8c-62493da41939', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:35.754009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.859192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.914314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:35.926423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:35.930739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:35.944730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:35.945840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.952291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-19914874-189b-4cae-ab6e-9b70011089e7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:35.964850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:35.967471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-afd464cc-e8e6-49bf-bea6-b7e5251c3221', 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '389249b0-4860-42a6-a9ec-c32f3d48148f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:35.970072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:35.975689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.125053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=4b03b27b-fa14-4c14-8a6a-a92676e18fd0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:36.128191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:36.129538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.146341 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/4b03b27b-fa14-4c14-8a6a-a92676e18fd0 HTTP/1.1" status: 204  len: 168 time: 0.5271802
Dec 10 04:02:36.147400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41900) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.153727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd02f7e-b3af-412b-9501-55d345601b09 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:36.220557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f96034db-572c-47ec-948b-c16d89fe09ab tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0716403
Dec 10 04:02:36.223673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41904) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.229494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:36.238655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Allocated IP 2001:db8::2 (afd464cc-e8e6-49bf-bea6-b7e5251c3221/389249b0-4860-42a6-a9ec-c32f3d48148f/0fa7cbfb-848b-4d07-a80a-7ead1fb73f43) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:36.246901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.252518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:36.294917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41908) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.301376 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0033817
Dec 10 04:02:36.305895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41910) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.360469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': '221b7f41-4355-49a5-a6e4-ab8d644ca4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '556d9681-2d38-4867-9d8c-62493da41939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:36.361038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:36.361508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: 556d9681-2d38-4867-9d8c-62493da41939, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:36.365742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:36.368781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:36.375034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:36.376206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=a0f7d33f-c964-4662-98f9-fcbf1fc817e8,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:36.380416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:36.396524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:36.397339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 556d9681-2d38-4867-9d8c-62493da41939 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:36.400507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.411414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 556d9681-2d38-4867-9d8c-62493da41939) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:36.416769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:36.417791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.447737 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-69432bca-f3a1-43aa-8a20-23e796cfbe2f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7000370
Dec 10 04:02:36.448461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41916) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.456223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101721852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:36.462085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77eb09-d6e7-4e5f-ba5f-1ea0fcb0056f None None] Network 556d9681-2d38-4867-9d8c-62493da41939 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:36.465535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:36.471338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:36.475087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:36.487334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:36.487535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f17fc554-813c-4bd1-a62f-5d174bc24f54 tempest-NetworksApiDiscovery-1011206623 tempest-NetworksApiDiscovery-1011206623-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1748540
Dec 10 04:02:36.501928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.503224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.543875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.583437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.635155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.639178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1be86533-6150-41bc-872f-50da6a2a734f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1862323
Dec 10 04:02:36.639398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41922) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.663658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aec82745-c419-4df2-9ada-5d4f3fb54b46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:36.834771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.858139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Transition to ACTIVE for port object 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:36.896780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:36.903922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:36.946229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41928) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:36.948375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Deleting port aec82745-c419-4df2-9ada-5d4f3fb54b46 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:36.948919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.983023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-556d9681-2d38-4867-9d8c-62493da41939', 'network_id': '556d9681-2d38-4867-9d8c-62493da41939', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': 'a0f7d33f-c964-4662-98f9-fcbf1fc817e8'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:36.984269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:36.997949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Transition to ACTIVE for port object 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:37.021459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port aec82745-c419-4df2-9ada-5d4f3fb54b46 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:37.022139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.058390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.072214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0df01e5-38de-4f04-9654-be3f975f0ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:37.131729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.151958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:37.155899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e991bb68ee474d82d1ef83421394e4 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:37.159197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:37.165171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.174108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:37.262974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:37.288180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:37.291129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:37.300381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Pushing event updated for resources: {'Port': ['ID=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:37.304105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:37.389891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.455229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.460936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.476649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c0c3a33a-cfce-46d8-8ce1-c76fda00db8f tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:37.520714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aec82745-c419-4df2-9ada-5d4f3fb54b46,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:37.539696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117bd7ce-16ff-4186-9c76-a15fed4cf8b7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:37.547969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:37.551042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4e991bb68ee474d82d1ef83421394e4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5986104
Dec 10 04:02:37.553805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41936) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:37.608886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Attempting to bind port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:37.609489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Attempting to bind port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b4b99600-abfb-4125-bbc9-e950cfb75fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:37.609590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.609681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Attempting to bind port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 on network afd464cc-e8e6-49bf-bea6-b7e5251c3221 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:37.618760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.619542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.630193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:37.636734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:37.637426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Checking segment: {'id': 'b4b99600-abfb-4125-bbc9-e950cfb75fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:37.637857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.638238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Bound using segment: {'id': 'b4b99600-abfb-4125-bbc9-e950cfb75fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:37.638798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Bound port: 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b99600-abfb-4125-bbc9-e950cfb75fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'afd464cc-e8e6-49bf-bea6-b7e5251c3221'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:37.639173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.665400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aec82745-c419-4df2-9ada-5d4f3fb54b46,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:37.665828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.732694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:37.737484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.739268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:37.746127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:37.746719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.756385 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8::1 (afd464cc-e8e6-49bf-bea6-b7e5251c3221/389249b0-4860-42a6-a9ec-c32f3d48148f/cbdbfd16-091c-41ed-9876-6b455a7eda7d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:37.762709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Allocated IP 2001:db8:1::2 (556d9681-2d38-4867-9d8c-62493da41939/a0f7d33f-c964-4662-98f9-fcbf1fc817e8/902d8c82-f983-4059-bd6b-d2e063e579d6) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:37.776036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=aec82745-c419-4df2-9ada-5d4f3fb54b46,revision_number=6']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:37.783316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:37.783832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-85b73dcf-798a-463d-abd9-4991342855c4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:37.838143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Calling delete_port for aec82745-c419-4df2-9ada-5d4f3fb54b46 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:37.861253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.900534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.6732817
Dec 10 04:02:37.903577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41940) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:37.919958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=1b8ffea4-c647-4b13-9244-2e645b8fec79,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:37.928955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:37.944466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:5a:9d:7f', 'name': 'tempest-NetworksTestDHCPv6-404903509'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:37.951541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.955519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4e0a762-0f71-413f-9c0b-e23c0319b2e2 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:37.974708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117bd7ce-16ff-4186-9c76-a15fed4cf8b7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:37.978097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:37.981701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:37.982746 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/117bd7ce-16ff-4186-9c76-a15fed4cf8b7 HTTP/1.1" status: 204  len: 168 time: 0.4277232
Dec 10 04:02:38.069475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.106724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object cbdbfd16-091c-41ed-9876-6b455a7eda7d will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:38.124291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8c164867-fb08-4aac-a894-6638a28257de None None] For port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:38.135637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:38.136550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8c164867-fb08-4aac-a894-6638a28257de None None] For port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,segment=NetworkSegment(b4b99600-abfb-4125-bbc9-e950cfb75fd1),segment_id=b4b99600-abfb-4125-bbc9-e950cfb75fd1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:38.142296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:38.147513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:38.155642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:38.157945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.165480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:38.172818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.177813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-950da13f-35e3-498c-90ec-da2caf47dbd2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:38.208814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:38.226096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:38.226459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:38.323100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:38.327657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:38.336228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:38.336757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.341477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=cbdbfd16-091c-41ed-9876-6b455a7eda7d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:38.356627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:38.361969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Pushing event updated for resources: {'Port': ['ID=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:38.365286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:38.377727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.389763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Transition to ACTIVE for port object 902d8c82-f983-4059-bd6b-d2e063e579d6 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:38.410962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.411189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Transition to ACTIVE for port object 902d8c82-f983-4059-bd6b-d2e063e579d6 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:38.416772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.422973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f3139ba9-7486-4fcb-93ff-9650c6d389ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:38.440801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 641d2dcb-3a41-4079-8d3c-c6da7e7c9100 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:38.484796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Network 556d9681-2d38-4867-9d8c-62493da41939 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:38.491258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:38.494944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:38.500960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Pushing event updated for resources: {'Port': ['ID=902d8c82-f983-4059-bd6b-d2e063e579d6,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:38.505623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:38.625825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Attempting to bind port 902d8c82-f983-4059-bd6b-d2e063e579d6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:38.626434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Attempting to bind port 902d8c82-f983-4059-bd6b-d2e063e579d6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '221b7f41-4355-49a5-a6e4-ab8d644ca4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '556d9681-2d38-4867-9d8c-62493da41939'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:38.626577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Attempting to bind port 902d8c82-f983-4059-bd6b-d2e063e579d6 on network 556d9681-2d38-4867-9d8c-62493da41939 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:38.631212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.633597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:38.633989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Checking segment: {'id': '221b7f41-4355-49a5-a6e4-ab8d644ca4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '556d9681-2d38-4867-9d8c-62493da41939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:38.634404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.634817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Bound using segment: {'id': '221b7f41-4355-49a5-a6e4-ab8d644ca4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '556d9681-2d38-4867-9d8c-62493da41939'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:38.635296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Bound port: 902d8c82-f983-4059-bd6b-d2e063e579d6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221b7f41-4355-49a5-a6e4-ab8d644ca4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '556d9681-2d38-4867-9d8c-62493da41939'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:38.635794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.726037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe5a:9d7f (83faf901-581e-4083-899b-d7e1c00d6e85/1b8ffea4-c647-4b13-9244-2e645b8fec79/641d2dcb-3a41-4079-8d3c-c6da7e7c9100) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:38.730628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Deleting port aec82745-c419-4df2-9ada-5d4f3fb54b46 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:38.731040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.758656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:38.832638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] For port 902d8c82-f983-4059-bd6b-d2e063e579d6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:38.854815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] For port 902d8c82-f983-4059-bd6b-d2e063e579d6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=902d8c82-f983-4059-bd6b-d2e063e579d6,segment=NetworkSegment(221b7f41-4355-49a5-a6e4-ab8d644ca4a4),segment_id=221b7f41-4355-49a5-a6e4-ab8d644ca4a4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:38.885786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:38.895756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:39.007227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:39.076648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Pushing event updated for resources: {'Port': ['ID=902d8c82-f983-4059-bd6b-d2e063e579d6,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:39.081454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:39.145541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aec82745-c419-4df2-9ada-5d4f3fb54b46 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:39.180802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] For port aec82745-c419-4df2-9ada-5d4f3fb54b46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aec82745-c419-4df2-9ada-5d4f3fb54b46,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:39.181208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.375599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Calling delete_port for aec82745-c419-4df2-9ada-5d4f3fb54b46 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:39.425342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.465885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.468568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 641d2dcb-3a41-4079-8d3c-c6da7e7c9100 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:39.477255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.478412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.493856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0b536d9a-c4b2-403e-a80f-cd6301c98701 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:39.571160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=cbdbfd16-091c-41ed-9876-6b455a7eda7d,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:39.578005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:39.628439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.639500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5aee9-010e-4012-8563-dc8c483a05a3 None None] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:39.653917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.662988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:39.704158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.713151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-58ba5081-3976-49aa-92fd-655a5b82428f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:39.773030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Pushing event deleted for resources: {'Port': ['ID=aec82745-c419-4df2-9ada-5d4f3fb54b46,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:39.782715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:39.815432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:39.824007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:39.826408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:39.832611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:39.833241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:39.841648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=641d2dcb-3a41-4079-8d3c-c6da7e7c9100,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:39.876055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:39.885523 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9818969
Dec 10 04:02:39.887913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:39.888616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41946) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:39.891684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:39.959151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Provisioning for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:39.974481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] No DVR routers for this DVR port aec82745-c419-4df2-9ada-5d4f3fb54b46 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:39.980672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Provisioning complete for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:39.981059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.021925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104a291-2470-4cfa-a166-a0a4777beac8 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:40.163932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025de18a-9660-4e8f-9159-805b96796e4b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:40.164658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-025de18a-9660-4e8f-9159-805b96796e4b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:40.190573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-025de18a-9660-4e8f-9159-805b96796e4b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:40.195043 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-025de18a-9660-4e8f-9159-805b96796e4b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.3034124
Dec 10 04:02:40.196397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 37386724-8920-42d9-b6f4-79482b463b73 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:02:40.197072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41950) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:40.281909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 641d2dcb-3a41-4079-8d3c-c6da7e7c9100 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:40.282253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.285843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2662537-391e-45ec-8f62-532002ce23f7 None None] Network 556d9681-2d38-4867-9d8c-62493da41939 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:40.365890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:40.374503 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7318680
Dec 10 04:02:40.375275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41954) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:40.380674 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] Sync routers for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:40.393353 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:40.394355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb250>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:40.454561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.460876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37573cc5-1662-4ecf-acdf-d175f4bf18e7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:40.461513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-37573cc5-1662-4ecf-acdf-d175f4bf18e7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:40.482126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-37573cc5-1662-4ecf-acdf-d175f4bf18e7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:40.487122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-37573cc5-1662-4ecf-acdf-d175f4bf18e7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports/cbdbfd16-091c-41ed-9876-6b455a7eda7d HTTP/1.1" status: 200  len: 911 time: 0.1108875
Dec 10 04:02:40.488505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 41960) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:40.511777 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb250>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:40.524419 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:40.525612 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb250>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:40.559111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.610477 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3bb250>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:40.611237 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f340388-63be-4c30-9aed-4f9d24f5cc34 None None] The sync data for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:40.613463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] For port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,segment=NetworkSegment(b4b99600-abfb-4125-bbc9-e950cfb75fd1),segment_id=b4b99600-abfb-4125-bbc9-e950cfb75fd1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:40.636034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.641637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7360645b-8051-4fc5-ae36-6c9469132e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:40.695075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 902d8c82-f983-4059-bd6b-d2e063e579d6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:40.810542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Pushing event updated for resources: {'Port': ['ID=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:40.830174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:40.871334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 641d2dcb-3a41-4079-8d3c-c6da7e7c9100 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:40.891106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97e55e6b-971e-4058-bfeb-f0b3c2f0febd None None] Provisioning for port 902d8c82-f983-4059-bd6b-d2e063e579d6 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:40.920955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 902d8c82-f983-4059-bd6b-d2e063e579d6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:40.930885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 902d8c82-f983-4059-bd6b-d2e063e579d6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:40.931268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:40.981387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': '1b8ffea4-c647-4b13-9244-2e645b8fec79'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:40.982468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.110841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.119874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc6dafd9-149e-4bd6-bc1f-1100ad04a493 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:41.164568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Provisioning complete for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:41.165019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.181394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=641d2dcb-3a41-4079-8d3c-c6da7e7c9100,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:41.190526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:41.248802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.275996 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/641d2dcb-3a41-4079-8d3c-c6da7e7c9100 HTTP/1.1" status: 204  len: 168 time: 1.0749419
Dec 10 04:02:41.276137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41964) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:41.349632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.392178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.394314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74434227-2664-46c3-9327-3f87a4f22c12 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:41.395934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74434227-2664-46c3-9327-3f87a4f22c12 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:41.396690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-74434227-2664-46c3-9327-3f87a4f22c12 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:41.422153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Allocated IP 2001:db8::f816:3eff:fe39:1d10 (83faf901-581e-4083-899b-d7e1c00d6e85/1b8ffea4-c647-4b13-9244-2e645b8fec79/932cc624-b6ea-47c3-a5b6-e41f027a6246) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:41.424130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-74434227-2664-46c3-9327-3f87a4f22c12 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:41.426514 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-74434227-2664-46c3-9327-3f87a4f22c12 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1483691
Dec 10 04:02:41.429691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41968) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:41.433486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 902d8c82-f983-4059-bd6b-d2e063e579d6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=902d8c82-f983-4059-bd6b-d2e063e579d6,segment=NetworkSegment(221b7f41-4355-49a5-a6e4-ab8d644ca4a4),segment_id=221b7f41-4355-49a5-a6e4-ab8d644ca4a4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:41.498774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.517791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-472e0b9f-0d3f-4b32-bf18-b2c3bf0f5774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:41.541153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 1b8ffea4-c647-4b13-9244-2e645b8fec79 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:41.778137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=902d8c82-f983-4059-bd6b-d2e063e579d6,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:41.783387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Provisioning for port cbdbfd16-091c-41ed-9876-6b455a7eda7d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:41.786441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:41.798871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Provisioning complete for port cbdbfd16-091c-41ed-9876-6b455a7eda7d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:41.799249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.809382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8:1::1 (556d9681-2d38-4867-9d8c-62493da41939/a0f7d33f-c964-4662-98f9-fcbf1fc817e8/c2b1560f-3f3c-4fc8-85c2-f89f6b720aab) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:41.900366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8e592eb8-bc29-43eb-b8b6-5198d9ecbde9 None None] Port cbdbfd16-091c-41ed-9876-6b455a7eda7d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:41.911718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.921910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Transition to ACTIVE for port object 932cc624-b6ea-47c3-a5b6-e41f027a6246 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:41.942353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Transition to ACTIVE for port object 932cc624-b6ea-47c3-a5b6-e41f027a6246 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:41.948262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.948438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.952027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:41.979439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:41.997526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object c2b1560f-3f3c-4fc8-85c2-f89f6b720aab will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:42.020880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:42.025402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:42.030465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.032193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:42.033194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.035610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Pushing event updated for resources: {'Port': ['ID=932cc624-b6ea-47c3-a5b6-e41f027a6246,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:42.035761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:42.039649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:42.046253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1dc0fceb-25a3-47d2-8f8e-a412bad34180 None None] Provisioning complete for port cbdbfd16-091c-41ed-9876-6b455a7eda7d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:42.046643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fceb-25a3-47d2-8f8e-a412bad34180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.102884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 556d9681-2d38-4867-9d8c-62493da41939 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:42.106056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:42.110599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:42.111029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.129421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.133361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=c2b1560f-3f3c-4fc8-85c2-f89f6b720aab,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:42.136800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:42.178884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0fceb-25a3-47d2-8f8e-a412bad34180 None None] Port cbdbfd16-091c-41ed-9876-6b455a7eda7d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:42.184578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Attempting to bind port 932cc624-b6ea-47c3-a5b6-e41f027a6246 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:42.184965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Attempting to bind port 932cc624-b6ea-47c3-a5b6-e41f027a6246 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:42.186153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Attempting to bind port 932cc624-b6ea-47c3-a5b6-e41f027a6246 on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:42.194094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:42.194325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:42.194702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.195160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:42.195636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Bound port: 932cc624-b6ea-47c3-a5b6-e41f027a6246, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:42.195989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.219375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.223588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad7f5fd7-b32a-4652-9f99-7e7d11041389 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:42.252297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1dc0fceb-25a3-47d2-8f8e-a412bad34180 None None] Provisioning complete for port 902d8c82-f983-4059-bd6b-d2e063e579d6 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:42.252688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fceb-25a3-47d2-8f8e-a412bad34180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.273705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.275533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8ffea4-c647-4b13-9244-2e645b8fec79,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:42.279524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:42.280809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.299303 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/1b8ffea4-c647-4b13-9244-2e645b8fec79 HTTP/1.1" status: 204  len: 168 time: 0.8677633
Dec 10 04:02:42.302531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41976) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:42.352640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] For port 932cc624-b6ea-47c3-a5b6-e41f027a6246, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:42.356956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] For port 932cc624-b6ea-47c3-a5b6-e41f027a6246, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=932cc624-b6ea-47c3-a5b6-e41f027a6246,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:42.384104 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d9167363-c171-48b7-a90e-dc83152f252d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0799341
Dec 10 04:02:42.386149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41980) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:42.392100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.401796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a2990fca-51fd-40eb-a08d-3f64bd76abc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:42.477376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d9caf-9f82-47f7-ae3b-a36101544d44 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:42.478492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d65d9caf-9f82-47f7-ae3b-a36101544d44 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:42.495179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d65d9caf-9f82-47f7-ae3b-a36101544d44 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:42.499524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Pushing event updated for resources: {'Port': ['ID=932cc624-b6ea-47c3-a5b6-e41f027a6246,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:42.499940 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d65d9caf-9f82-47f7-ae3b-a36101544d44 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1127703
Dec 10 04:02:42.500758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41984) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:42.502299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:42.569172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d388693-ee99-4a82-b0ae-605c3d4ff1b1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:42.570111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d388693-ee99-4a82-b0ae-605c3d4ff1b1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:42.589126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20ec7e-e18a-4db4-b2ae-f0c21bfc3df1 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 04:02:42.591355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8d388693-ee99-4a82-b0ae-605c3d4ff1b1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:42.594232 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d388693-ee99-4a82-b0ae-605c3d4ff1b1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0919287
Dec 10 04:02:42.596696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41988) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:42.642447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 902d8c82-f983-4059-bd6b-d2e063e579d6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:42.680694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a85beaf8-7a71-4fe3-8ace-7de34638a6cf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0785360
Dec 10 04:02:42.681653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 41994) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:42.687285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:42.719945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c002522c-9bec-4692-8bde-0b2035999cb0 None None] Provisioning for port c2b1560f-3f3c-4fc8-85c2-f89f6b720aab completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:42.730547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c002522c-9bec-4692-8bde-0b2035999cb0 None None] Provisioning complete for port c2b1560f-3f3c-4fc8-85c2-f89f6b720aab triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:42.731178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c002522c-9bec-4692-8bde-0b2035999cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.737494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.743483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.744569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.748156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:42.804552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:42.814600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:42.820052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 902d8c82-f983-4059-bd6b-d2e063e579d6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:42.820613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.826098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:42.829959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:42.848818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c002522c-9bec-4692-8bde-0b2035999cb0 None None] Port c2b1560f-3f3c-4fc8-85c2-f89f6b720aab cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:42.881864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20ec7e-e18a-4db4-b2ae-f0c21bfc3df1 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 04:02:43.024214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=c2b1560f-3f3c-4fc8-85c2-f89f6b720aab,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:43.028713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:43.076239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 556d9681-2d38-4867-9d8c-62493da41939 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:43.076781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:43.080085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:43.096505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:43.100746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-299c3722-1781-4ad5-bf64-5ed6e46103af tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:43.161069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:43.166712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:43.171220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:43.171924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:43.182981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=3dd6079b-789d-41ec-a572-59f2f2fdf308,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:43.194158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:43.209095 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5263293
Dec 10 04:02:43.211756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42000) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:43.217761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:cc:02:98', 'name': 'tempest-NetworksTestDHCPv6-537703635'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:43.221390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:43.221783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:43.264599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 37386724-8920-42d9-b6f4-79482b463b73 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:43.355710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:43.366270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:43.376101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:43.426654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:43.447006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9550350
Dec 10 04:02:43.447512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42004) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:43.447788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] Sync routers for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:43.475532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:43.476171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ef70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:43.525457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348bab3-3bf8-4dca-8482-6b40d7edd9e3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:43.526079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c348bab3-3bf8-4dca-8482-6b40d7edd9e3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:43.543772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c348bab3-3bf8-4dca-8482-6b40d7edd9e3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:43.547843 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c348bab3-3bf8-4dca-8482-6b40d7edd9e3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports/c2b1560f-3f3c-4fc8-85c2-f89f6b720aab HTTP/1.1" status: 200  len: 913 time: 0.0969322
Dec 10 04:02:43.548179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42008) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:43.594842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ef70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:43.612652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '3dd6079b-789d-41ec-a572-59f2f2fdf308'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '932cc624-b6ea-47c3-a5b6-e41f027a6246'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:02:43.628487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:43.639904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:43.640236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ef70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:43.655051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 00a428c4-8b8d-40e5-a727-ae31fed2dadf yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:43.714577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ef70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:43.714996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a5214-a5c0-4912-9928-78a9c417dc2d None None] The sync data for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:43.727505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:43.810195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::297 (83faf901-581e-4083-899b-d7e1c00d6e85/3dd6079b-789d-41ec-a572-59f2f2fdf308/00a428c4-8b8d-40e5-a727-ae31fed2dadf) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:43.864716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.022767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.037811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 00a428c4-8b8d-40e5-a727-ae31fed2dadf will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:44.061063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.067226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.069003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f6d4da5-2433-472f-a128-ddc144f98905 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:44.129029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/3dd6079b-789d-41ec-a572-59f2f2fdf308/932cc624-b6ea-47c3-a5b6-e41f027a6246) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:44.138615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:44.141867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:44.144762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:44.150606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:44.151207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.165783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=00a428c4-8b8d-40e5-a727-ae31fed2dadf,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:44.172521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:44.192827 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9797261
Dec 10 04:02:44.193573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42014) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:44.264458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] For port 932cc624-b6ea-47c3-a5b6-e41f027a6246, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=932cc624-b6ea-47c3-a5b6-e41f027a6246,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:44.278637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84e06d-e473-41e6-bffb-bc15c7b2798b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:44.285552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84e06d-e473-41e6-bffb-bc15c7b2798b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:44.286398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b84e06d-e473-41e6-bffb-bc15c7b2798b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:44.293981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.303024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b84e06d-e473-41e6-bffb-bc15c7b2798b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:44.307117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b84e06d-e473-41e6-bffb-bc15c7b2798b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1589 time: 0.1111989
Dec 10 04:02:44.308079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42018) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:44.308784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Ignored duplicate provisioning block setup for port 932cc624-b6ea-47c3-a5b6-e41f027a6246 by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 10 04:02:44.312654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.317034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f185dde1-63f2-4629-86f7-b704dfd59900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:44.378719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 00a428c4-8b8d-40e5-a727-ae31fed2dadf {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:44.379344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.423269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5b647a08-2a8e-4732-bcc9-611c0d97c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.436720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Pushing event updated for resources: {'Port': ['ID=932cc624-b6ea-47c3-a5b6-e41f027a6246,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:44.439913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:44.554160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port c2b1560f-3f3c-4fc8-85c2-f89f6b720aab {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:44.554564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.665104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.775837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.803166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 00a428c4-8b8d-40e5-a727-ae31fed2dadf owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:44.903524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for c2b1560f-3f3c-4fc8-85c2-f89f6b720aab owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:44.945484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:44.951854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7c3f4e5c-f24e-4c6e-983d-41446f41c9e3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:45.002989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=00a428c4-8b8d-40e5-a727-ae31fed2dadf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:45.005976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:45.049246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.064459 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/00a428c4-8b8d-40e5-a727-ae31fed2dadf HTTP/1.1" status: 204  len: 168 time: 0.7532609
Dec 10 04:02:45.064737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42024) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:45.086407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.090694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2a4e3ef5-81a5-496d-b517-6f9df3c0b4c0 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:45.141861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=c2b1560f-3f3c-4fc8-85c2-f89f6b720aab,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:45.144424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279fee0-1bf8-471a-b15d-73b67a059c51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:45.146277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:45.146447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279fee0-1bf8-471a-b15d-73b67a059c51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:45.146836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0279fee0-1bf8-471a-b15d-73b67a059c51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:45.163893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0279fee0-1bf8-471a-b15d-73b67a059c51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:45.167660 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0279fee0-1bf8-471a-b15d-73b67a059c51 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0993993
Dec 10 04:02:45.167914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42028) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:45.244481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 3dd6079b-789d-41ec-a572-59f2f2fdf308 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:45.247977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.306631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.343378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.398672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.456625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62272a7-39e5-4408-a799-92452c4df281 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:45.490960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.506266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4bd9560-ca21-4701-852d-decb67687966 tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:45.545158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.560901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd6079b-789d-41ec-a572-59f2f2fdf308,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:45.564261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:45.571326 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/3dd6079b-789d-41ec-a572-59f2f2fdf308 HTTP/1.1" status: 204  len: 168 time: 0.4022996
Dec 10 04:02:45.576250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-967f554e-357f-4bb3-834e-5e0626d7c957 None None] Provisioning for port 932cc624-b6ea-47c3-a5b6-e41f027a6246 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:45.576813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42034) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:45.665967 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eaa6b167-dc97-4df6-9a58-0636f0b3c4fa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0874758
Dec 10 04:02:45.666946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:45.716750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 37386724-8920-42d9-b6f4-79482b463b73 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:45.718505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-14b178b3-f8b7-42df-b5d5-de2420c9e439 None None] Could not find standard attr ID for object c2b1560f-3f3c-4fc8-85c2-f89f6b720aab. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:45.763488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80bebb-6fc4-41fa-8ba1-8f5f7aabd7b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:45.764259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1c80bebb-6fc4-41fa-8ba1-8f5f7aabd7b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:45.786812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1c80bebb-6fc4-41fa-8ba1-8f5f7aabd7b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:45.789351 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1c80bebb-6fc4-41fa-8ba1-8f5f7aabd7b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1198256
Dec 10 04:02:45.790858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:45.810844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:45.814968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Deleting port 932cc624-b6ea-47c3-a5b6-e41f027a6246 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:45.815350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:45.959107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:45.969893 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] Sync routers for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:45.982797 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:45.984136 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0faf400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:45.984517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4353600
Dec 10 04:02:45.987334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:46.028829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6415f-2a15-4b69-a3c4-b2a03c62ea9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:46.030310 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e9b6415f-2a15-4b69-a3c4-b2a03c62ea9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:46.052164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e9b6415f-2a15-4b69-a3c4-b2a03c62ea9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:46.052431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0faf400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:46.053799 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e9b6415f-2a15-4b69-a3c4-b2a03c62ea9d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2619052
Dec 10 04:02:46.056602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42050) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:46.062277 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:46.063240 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0faf400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:46.070104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] For port 932cc624-b6ea-47c3-a5b6-e41f027a6246, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=932cc624-b6ea-47c3-a5b6-e41f027a6246,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:46.070799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.125397 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0faf400>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:46.126168 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e36894-04a0-4337-a52e-839bbdd4095e None None] The sync data for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:46.149289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0d5560b1-b26f-45d6-b72e-8fd331ac4bef tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0903754
Dec 10 04:02:46.153234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42054) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:46.158869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:46.205087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Calling delete_port for 932cc624-b6ea-47c3-a5b6-e41f027a6246 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:46.273600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:46.283229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.283941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:46.288540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b2d509b5-bf76-48bd-8981-ee66d27944f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:46.294974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:46.298698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.334305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Pushing event deleted for resources: {'Port': ['ID=932cc624-b6ea-47c3-a5b6-e41f027a6246,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:46.337399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:46.338284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] No DVR routers for this DVR port 932cc624-b6ea-47c3-a5b6-e41f027a6246 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:46.614360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:46.615429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.619903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e51db4b-8e24-48f0-af69-12f6740f2be1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:46.647177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c1c2937c-4b1c-4c06-877a-27ffdc5e42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.651295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.670533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:46.673558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:46.678426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:46.679013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.683493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ea602-abc6-4fe3-87ce-23e00195afa7 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:46.698827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:46.703495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:46.714209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5598948
Dec 10 04:02:46.717530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42058) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:46.723848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:46.867063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:46.871347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:46.874496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:46.880512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:46.892229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:46.898312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.960359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-83faf901-581e-4083-899b-d7e1c00d6e85', 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'tenant_id': '43e50488293c41cf901ae03eb9e39f88', 'fixed_ips': [{'subnet_id': 'e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:46.961588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:46.999290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port cbdbfd16-091c-41ed-9876-6b455a7eda7d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:46.999632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.035795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af (CIDR: 2001:db8::/64)
Dec 10 04:02:47.039870 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:47.040316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:47.058404 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9e37fe6c-2179-4bd6-9577-069ee343289a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3397110
Dec 10 04:02:47.061057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42062) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:47.066691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:47.131470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Allocated IP 2001:db8::f816:3eff:fe6e:4569 (83faf901-581e-4083-899b-d7e1c00d6e85/e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af/01be5a18-4d48-42ad-b0a5-df13e188ae7e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:47.196344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.216213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:47.221069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:47.224687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:47.232102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:47.242648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:47.246378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.322906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for cbdbfd16-091c-41ed-9876-6b455a7eda7d owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:47.346957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.357884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:47.377332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:47.383777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.389500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:47.449052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:47.452165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:47.455870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:47.494982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:47.505217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:47.513071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.518365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cfed1521-42e3-4e80-a196-34f9ae7e283e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:47.522065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.525791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-48a03603-230c-428f-adee-5ba6068aafaa tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:47.565199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=cbdbfd16-091c-41ed-9876-6b455a7eda7d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:47.567516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.568326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Attempting to bind port 01be5a18-4d48-42ad-b0a5-df13e188ae7e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:47.568671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:47.569078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Attempting to bind port 01be5a18-4d48-42ad-b0a5-df13e188ae7e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:47.570042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Attempting to bind port 01be5a18-4d48-42ad-b0a5-df13e188ae7e on network 83faf901-581e-4083-899b-d7e1c00d6e85 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:47.577993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:47.578391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Checking segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:47.578805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.579781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Bound using segment: {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:47.580295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Bound port: 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:47.580672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.584032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:47.587172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:47.591465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:47.592131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.609919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=ea73130d-a21b-44da-a871-6f6acabb31b0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:47.614922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:47.624901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5600655
Dec 10 04:02:47.624901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42066) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:47.632728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:25:04:59', 'name': 'tempest-NetworksTestDHCPv6-198898455'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:47.685708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:47.689162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:47.696379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.701334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1efbcde6-79b1-48bb-98d9-c0a283acd123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:47.801729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:47.805496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:47.806678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:47.812292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:port and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:47.816820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:47.828602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:47.839457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:47.844395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.880619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port a5b9a6a9-ca98-4173-8cf4-8b0800de3163 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:47.902261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:47.940437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.131787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8:0:1::37a (83faf901-581e-4083-899b-d7e1c00d6e85/ea73130d-a21b-44da-a871-6f6acabb31b0/a5b9a6a9-ca98-4173-8cf4-8b0800de3163) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:48.137987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe25:459 (83faf901-581e-4083-899b-d7e1c00d6e85/e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af/a5b9a6a9-ca98-4173-8cf4-8b0800de3163) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:48.202327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 37386724-8920-42d9-b6f4-79482b463b73 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:02:48.338016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:48.348591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] Sync routers for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:48.351160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3624544
Dec 10 04:02:48.353789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42070) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:48.361836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:48.362458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:48.400470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cfb3c9c-6518-4726-b22a-a463ec85b025 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:48.416663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6cfb3c9c-6518-4726-b22a-a463ec85b025 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:48.420475 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6cfb3c9c-6518-4726-b22a-a463ec85b025 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=37386724-8920-42d9-b6f4-79482b463b73 HTTP/1.1" status: 200  len: 205 time: 0.0630426
Dec 10 04:02:48.420623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42074) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:48.426318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3c70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:48.434904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] Routers {'37386724-8920-42d9-b6f4-79482b463b73'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:48.435508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['37386724-8920-42d9-b6f4-79482b463b73'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:48.478442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.495329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3c70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:48.496018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3219d-7c2b-402b-a368-2ef5b9c72e39 None None] The sync data for ids ['37386724-8920-42d9-b6f4-79482b463b73'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:48.497637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object a5b9a6a9-ca98-4173-8cf4-8b0800de3163 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:48.523532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.529851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:48.560121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.604727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:48.608075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:48.610635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:48.617155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:48.617936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.633204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=a5b9a6a9-ca98-4173-8cf4-8b0800de3163,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:48.636284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:48.653412 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.0254076
Dec 10 04:02:48.654344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42078) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:48.674588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:48.739509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port a5b9a6a9-ca98-4173-8cf4-8b0800de3163 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:48.739846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.765938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:48.908128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.910577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.935352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.935996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router 37386724-8920-42d9-b6f4-79482b463b73 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:02:48.945599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b76261-b411-4060-b7f6-f08d2353cd45 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:48.950604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:48.951705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-58a8b18e-610d-47fa-8bde-e9d11b07fd40 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73 HTTP/1.1" status: 204  len: 168 time: 0.5301709
Dec 10 04:02:48.954296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42082) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.014940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.037466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:49.048054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:49.048431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.146595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet a0f7d33f-c964-4662-98f9-fcbf1fc817e8 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:49.148460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for a5b9a6a9-ca98-4173-8cf4-8b0800de3163 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:49.150278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.214269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.279107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.307971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.323104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:49.327528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.329027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:49.369236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.376329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-760339fb-f0ad-41d8-8903-09ef0062dc45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:49.396601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.401208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-243b0b2e-f621-4951-a6a3-9183f105c342 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:49.428742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=a5b9a6a9-ca98-4173-8cf4-8b0800de3163,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:49.431685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:49.439102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f7d33f-c964-4662-98f9-fcbf1fc817e8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:49.440317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.445162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:49.446977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.448312 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/a0f7d33f-c964-4662-98f9-fcbf1fc817e8 HTTP/1.1" status: 204  len: 168 time: 0.4926550
Dec 10 04:02:49.450673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.457845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:49.462487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:49.474020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54593f8-78cb-480d-a1b1-e69ab461676f None None] Network 556d9681-2d38-4867-9d8c-62493da41939 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:49.513638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.524139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 389249b0-4860-42a6-a9ec-c32f3d48148f {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:49.524904 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/a5b9a6a9-ca98-4173-8cf4-8b0800de3163 HTTP/1.1" status: 204  len: 168 time: 0.8693812
Dec 10 04:02:49.527211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42090) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.538702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af', 'ip_address': '2001:db8::f816:3eff:fe6e:4569'}, {'subnet_id': 'ea73130d-a21b-44da-a871-6f6acabb31b0'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:02:49.557884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.630111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.659067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.704768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f347137-e1f1-4461-9053-e1dbc6fe5185 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:49.706227 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4f347137-e1f1-4461-9053-e1dbc6fe5185 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1780972
Dec 10 04:02:49.709464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.731345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.798100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da832e2-a2df-443d-a93b-7abccec7fb71 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:49.798931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9da832e2-a2df-443d-a93b-7abccec7fb71 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:49.812359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.814325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9da832e2-a2df-443d-a93b-7abccec7fb71 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:49.818619 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9da832e2-a2df-443d-a93b-7abccec7fb71 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1045997
Dec 10 04:02:49.818793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ac482f7-823e-43ba-8b3e-7d91e2d6dc74 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:49.819240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42098) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.854205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=389249b0-4860-42a6-a9ec-c32f3d48148f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:49.856700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:49.859409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:49.868477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/389249b0-4860-42a6-a9ec-c32f3d48148f HTTP/1.1" status: 204  len: 168 time: 0.4143410
Dec 10 04:02:49.868664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42102) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.876697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26002ae-f55d-44ad-a517-f977945d2d4a None None] Network afd464cc-e8e6-49bf-bea6-b7e5251c3221 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:49.911056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:49.913108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:49.914811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:49.916336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:49.934028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:49.937776 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8331adf6-ffad-46bc-8bbf-76857714f42c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1150620
Dec 10 04:02:49.938050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42106) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:49.996411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.008140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 902d8c82-f983-4059-bd6b-d2e063e579d6 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:50.008561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:50.008696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.079975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Allocated IP 2001:db8:0:1::2 (83faf901-581e-4083-899b-d7e1c00d6e85/ea73130d-a21b-44da-a871-6f6acabb31b0/01be5a18-4d48-42ad-b0a5-df13e188ae7e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:50.112449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] DHCP port deletion for 556d9681-2d38-4867-9d8c-62493da41939 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:50.136212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Deleting port 902d8c82-f983-4059-bd6b-d2e063e579d6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:50.136597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.215257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 902d8c82-f983-4059-bd6b-d2e063e579d6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=902d8c82-f983-4059-bd6b-d2e063e579d6,segment=NetworkSegment(221b7f41-4355-49a5-a6e4-ab8d644ca4a4),segment_id=221b7f41-4355-49a5-a6e4-ab8d644ca4a4)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:50.215612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.340314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 902d8c82-f983-4059-bd6b-d2e063e579d6 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:50.414677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.418298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70f92ef1-48f2-4d96-b509-e2a0eae8b56f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:50.448356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:50.465638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=902d8c82-f983-4059-bd6b-d2e063e579d6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:50.468729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:50.469544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 902d8c82-f983-4059-bd6b-d2e063e579d6 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:50.474585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] For port 902d8c82-f983-4059-bd6b-d2e063e579d6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=902d8c82-f983-4059-bd6b-d2e063e579d6,segment=NetworkSegment(221b7f41-4355-49a5-a6e4-ab8d644ca4a4),segment_id=221b7f41-4355-49a5-a6e4-ab8d644ca4a4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:50.474994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.488096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] DHCP port deletion for afd464cc-e8e6-49bf-bea6-b7e5251c3221 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:02:50.593281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.611437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.615216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Deleting port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:50.615588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.618758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d974105e0>,) {'filters': {'network_id': ['556d9681-2d38-4867-9d8c-62493da41939']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:50.631237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974105e0>, '221b7f41-4355-49a5-a6e4-ab8d644ca4a4') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:50.631600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974105e0>, '221b7f41-4355-49a5-a6e4-ab8d644ca4a4') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:50.642548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.648961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Calling delete_port for 902d8c82-f983-4059-bd6b-d2e063e579d6 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:50.658394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.664893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:50.665367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.680160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:50.680403 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:50.875144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:50.875410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:50.876393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:50.876674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.883082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.884872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bc46e97-0efb-4b2d-95c6-2ea973597524 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:50.901542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.914829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=556d9681-2d38-4867-9d8c-62493da41939,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:50.920106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:50.930173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/556d9681-2d38-4867-9d8c-62493da41939 HTTP/1.1" status: 204  len: 168 time: 1.0578921
Dec 10 04:02:50.930508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42112) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:50.976919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:50.980601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:50.981016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.006503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b9c84bf2-a437-4d43-bea7-4ebb06b7a929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:51.043332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.103320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.132376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:51.132647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.195022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.196586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] For port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,segment=NetworkSegment(b4b99600-abfb-4125-bbc9-e950cfb75fd1),segment_id=b4b99600-abfb-4125-bbc9-e950cfb75fd1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:51.197026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.212405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:51.323584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:51.330710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Calling delete_port for 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:51.358443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Port 01be5a18-4d48-42ad-b0a5-df13e188ae7e had new provisioning blocks added so it will not transition to active. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Dec 10 04:02:51.376193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Deleting port 902d8c82-f983-4059-bd6b-d2e063e579d6 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:51.376590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.444474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 902d8c82-f983-4059-bd6b-d2e063e579d6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:51.484993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6ee39447-fe02-4602-93b9-6e85cc5fba3e None None] The port '902d8c82-f983-4059-bd6b-d2e063e579d6' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:02:51.497554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 902d8c82-f983-4059-bd6b-d2e063e579d6 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:02:51.497554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 902d8c82-f983-4059-bd6b-d2e063e579d6 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:51.497554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:51.529844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.536464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9d9f28e-36c1-4c72-8288-1a1d03963f27 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:51.565137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.571938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:51.583006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,segment=NetworkSegment(b4b99600-abfb-4125-bbc9-e950cfb75fd1),segment_id=b4b99600-abfb-4125-bbc9-e950cfb75fd1)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:51.583361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.590849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:51.596695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:51.599846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.619393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Pushing event deleted for resources: {'Port': ['ID=0fa7cbfb-848b-4d07-a80a-7ead1fb73f43,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:51.621219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] No DVR routers for this DVR port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:02:51.624024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:51.624719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No active binding found for port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 {{(pid=87631) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 10 04:02:51.625059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:02:51.718901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:51.761980 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af HTTP/1.1" status: 204  len: 168 time: 1.8228290
Dec 10 04:02:51.764677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42116) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:51.797265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:51.797654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:51.804459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2718a8-7a9f-4b41-bfdf-ca45bc1d99df None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:51.835872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet ea73130d-a21b-44da-a871-6f6acabb31b0 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:51.838902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.891777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-90f6e63b-d6dc-4f02-b1ec-f51be0705c0a None None] Could not find standard attr ID for object a5b9a6a9-ca98-4173-8cf4-8b0800de3163. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:51.899308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.924203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-90f6e63b-d6dc-4f02-b1ec-f51be0705c0a None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:51.934048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-90f6e63b-d6dc-4f02-b1ec-f51be0705c0a None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:51.934430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90f6e63b-d6dc-4f02-b1ec-f51be0705c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:51.981891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.054267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.058654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa379941-386c-43b7-a8ed-de3e0b020b8c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:52.098824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=ea73130d-a21b-44da-a871-6f6acabb31b0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:52.100761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.107317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:52.110832 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/ea73130d-a21b-44da-a871-6f6acabb31b0 HTTP/1.1" status: 204  len: 168 time: 0.3449931
Dec 10 04:02:52.113867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42120) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:52.179647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4071e5dd-b9c8-447a-a157-806262581419 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0644691
Dec 10 04:02:52.182255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42124) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:52.188087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:52.237026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3989e35-8fa0-4f97-b41f-86ef643d2588 None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'ea73130d-a21b-44da-a871-6f6acabb31b0'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:02:52.292244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3989e35-8fa0-4f97-b41f-86ef643d2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.297692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:52.298744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 0fa7cbfb-848b-4d07-a80a-7ead1fb73f43 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:52.299225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.302511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:52.305432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:52.311115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:52.321288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:52.324831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.377396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] The port '0fa7cbfb-848b-4d07-a80a-7ead1fb73f43' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:02:52.496228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf2edc8-710b-4e6b-bc96-e1ef49f64e7a None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:52.505944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.532056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8487c0>,) {'filters': {'network_id': ['afd464cc-e8e6-49bf-bea6-b7e5251c3221']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:52.544938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8487c0>, 'b4b99600-abfb-4125-bbc9-e950cfb75fd1') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:52.545243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8487c0>, 'b4b99600-abfb-4125-bbc9-e950cfb75fd1') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:52.557602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.577590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.585784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:02:52.586490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.604177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ebbcfa8e-3307-49f9-ac9f-28813949327c None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:52.604560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ebbcfa8e-3307-49f9-ac9f-28813949327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:02:52.608907 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:02:52.675152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:02:52.700805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.704668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5aee5b00-ef86-4ce6-8425-e87fdb1c1d35 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:52.715904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:02:52.724706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.733155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=afd464cc-e8e6-49bf-bea6-b7e5251c3221,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:52.737580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:52.744545 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/afd464cc-e8e6-49bf-bea6-b7e5251c3221 HTTP/1.1" status: 204  len: 168 time: 1.8094852
Dec 10 04:02:52.745348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42128) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:52.750747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334828803'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:52.756219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:52.760046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:52.763319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:52.771109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:52.785361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:52.788754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.820743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:02:52.829770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.830219 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment 90995f7a-5f7a-4323-bc46-a763e28361a9 of type vlan for network a69664ca-7b2c-47c2-927d-f3e888c9c8e7
Dec 10 04:02:52.857252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.893162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.900926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:52.901353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.907160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f209c953-925d-458e-b8d9-59c2beeb002b tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:52.911550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:52.962917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.010579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:53.015189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.016091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:02:53.016951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:02:53.017114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f12bf22e-de46-4aa0-8d6a-3b8b93a6edba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:53.018032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=a69664ca-7b2c-47c2-927d-f3e888c9c8e7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:53.023333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:53.033696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2871680
Dec 10 04:02:53.036489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42132) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:53.042029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:53.057643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:02:53.157205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:53.162314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:53.166134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:53.172772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:53.186775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:53.190774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.198902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:53.202882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:53.418418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.422271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6132f500-e9bd-4409-94d6-1c6668ae1f75 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:53.496081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=1c17d2db-ece9-40f0-ba69-4a271b90523c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:53.498755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:53.511223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': '90995f7a-5f7a-4323-bc46-a763e28361a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:53.511572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: a69664ca-7b2c-47c2-927d-f3e888c9c8e7, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:02:53.532341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:02:53.544053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a69664ca-7b2c-47c2-927d-f3e888c9c8e7) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:53.548581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:53.549165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.554815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8aa3a5-4601-42ac-81b0-8e69fce62dd6 None None] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:53.585355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.586190 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5484667
Dec 10 04:02:53.586859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42136) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:53.592242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112217722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:53.599604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:53.607975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:53.611627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:53.619681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:53.637466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.638654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.666400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.695521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.721907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.724066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-51c8f89d-3601-4b58-a8f3-8ca0a760172d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1361077
Dec 10 04:02:53.726569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42140) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:53.732347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'port': {'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7', 'name': 'tempest-RoutersIpV6Test-1434625029'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:53.759093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:53.759478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.848144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:53.865256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a69664ca-7b2c-47c2-927d-f3e888c9c8e7', 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '1c17d2db-ece9-40f0-ba69-4a271b90523c'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:02:53.866276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.895604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:53.900095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:port and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:53.903254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:53.910333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:53.912321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.919489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.920674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.927065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:53.932405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:53.935598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-94f7bf5a-5f94-4c46-8f19-c71ddfd3d2e8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:53.960262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] device_id is not set on port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:54.004925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:54.007408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:54.012379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:54.012978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.041346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=9']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:54.047084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:54.047607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bc818f5e-a593-4846-8dbc-033355472a72 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:54.063586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.102602 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9190838
Dec 10 04:02:54.106078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42144) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:54.114412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:54.146950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:54.154244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.166192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Allocated IP 2001:db8::2 (a69664ca-7b2c-47c2-927d-f3e888c9c8e7/1c17d2db-ece9-40f0-ba69-4a271b90523c/363b6b24-20f6-435e-a527-47b4b8472ca3) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:54.170547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a434ce90-28e4-446c-a74c-7df16599383d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:54.257170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528af79-cee7-4ba1-95a1-45fe4221dfc6 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:54.331001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=96292019-1b96-48cb-99e7-0ef51495ab6f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:54.336026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:54.382947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c8280307-8716-4fc5-a33d-217f323c2ca9 None None] Could not find standard attr ID for object a5b9a6a9-ca98-4173-8cf4-8b0800de3163. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:54.389291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:54.393450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:54.396922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:54.400820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=10']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:54.402559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:54.408036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:54.414198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:54.418222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.552390 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.ipam_backend_mixin [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96292019-1b96-48cb-99e7-0ef51495ab6f (CIDR: 2001:db8::/64)
Dec 10 04:02:54.555295 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:02:54.555747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:02:54.579420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dca05440-6e36-4350-98bb-4c1943ef0f80 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4716151
Dec 10 04:02:54.582263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42148) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:54.589837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:54.633193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.652806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:54.724738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Transition to ACTIVE for port object 363b6b24-20f6-435e-a527-47b4b8472ca3 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:54.738747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:54.742851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:54.745692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:54.751383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:54.762365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:54.766032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.772131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Transition to ACTIVE for port object 363b6b24-20f6-435e-a527-47b4b8472ca3 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:54.785350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.790298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-75370af4-c8e6-4528-ba7a-e2b452e2a90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:54.863734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:54.867736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:54.872215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:54.883944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:54.884604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:54.914987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Pushing event updated for resources: {'Port': ['ID=363b6b24-20f6-435e-a527-47b4b8472ca3,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:54.932956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:55.039841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Attempting to bind port 363b6b24-20f6-435e-a527-47b4b8472ca3 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:02:55.040223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Attempting to bind port 363b6b24-20f6-435e-a527-47b4b8472ca3 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '90995f7a-5f7a-4323-bc46-a763e28361a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:02:55.040606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Attempting to bind port 363b6b24-20f6-435e-a527-47b4b8472ca3 on network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:02:55.048559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:02:55.048950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Checking segment: {'id': '90995f7a-5f7a-4323-bc46-a763e28361a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:02:55.049385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.049796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Bound using segment: {'id': '90995f7a-5f7a-4323-bc46-a763e28361a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:02:55.050864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Bound port: 363b6b24-20f6-435e-a527-47b4b8472ca3, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90995f7a-5f7a-4323-bc46-a763e28361a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a69664ca-7b2c-47c2-927d-f3e888c9c8e7'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:02:55.051243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.059782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8::349 (a69664ca-7b2c-47c2-927d-f3e888c9c8e7/1c17d2db-ece9-40f0-ba69-4a271b90523c/ff533f87-a5d7-4e7a-9d13-8ed39beeba2d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:55.183662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-799dcdd5-808c-4e50-b721-04dd7056fe3d None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:55.184051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-799dcdd5-808c-4e50-b721-04dd7056fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.249794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] For port 363b6b24-20f6-435e-a527-47b4b8472ca3, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:02:55.254521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] For port 363b6b24-20f6-435e-a527-47b4b8472ca3, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=363b6b24-20f6-435e-a527-47b4b8472ca3,segment=NetworkSegment(90995f7a-5f7a-4323-bc46-a763e28361a9),segment_id=90995f7a-5f7a-4323-bc46-a763e28361a9)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:02:55.260247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.264576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:55.383873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.406134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Pushing event updated for resources: {'Port': ['ID=363b6b24-20f6-435e-a527-47b4b8472ca3,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:55.409286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:55.428732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object ff533f87-a5d7-4e7a-9d13-8ed39beeba2d will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:55.436360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.441388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8d3bcbc7-2d1b-4558-a7b1-2bc304c736e2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:55.507695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:55.514766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:55.521378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:55.521953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.524713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe18eb-76b8-444f-95ae-d002ceab3e63 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:55.536330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=337263e5-b9cd-44b0-93f5-959227dede96,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:55.541325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.543107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:55.551023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5751de30-fbc7-448b-9d2a-b46a11e8057b tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:55.644853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:55.648252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:55.653987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42152) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:55.654530 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0702894
Dec 10 04:02:55.655200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:55.661333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:8c:b7:54', 'name': 'tempest-NetworksTestDHCPv6-1638342307'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:55.661510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:55.662177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.670694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=ff533f87-a5d7-4e7a-9d13-8ed39beeba2d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:55.677856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:55.687859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9593523
Dec 10 04:02:55.689671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42156) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:55.842338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:55.852013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:55.861392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:55.910628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '96292019-1b96-48cb-99e7-0ef51495ab6f', 'ip_address': '2001:db8::f816:3eff:fe6e:4569'}, {'subnet_id': '337263e5-b9cd-44b0-93f5-959227dede96'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:02:55.982202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:55.990093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.017109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:02:56.257127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8:0:1::16c (83faf901-581e-4083-899b-d7e1c00d6e85/337263e5-b9cd-44b0-93f5-959227dede96/bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:56.263360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::f816:3eff:fe8c:b754 (83faf901-581e-4083-899b-d7e1c00d6e85/96292019-1b96-48cb-99e7-0ef51495ab6f/bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:56.311222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.448260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cccf535-e309-4917-8c89-68c9819fb1f9 None None] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:56.475897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.491536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:56.515616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.522193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-adfbce3a-56b3-49a4-8c0a-ff166186c8fc tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:56.587657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:56.591477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:56.595675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:02:56.601555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:56.602053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.622956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-927f963c-b5b1-4600-bdcb-c3e94d2d5de6 None None] Provisioning for port 363b6b24-20f6-435e-a527-47b4b8472ca3 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:56.627346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:56.633451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:56.642290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Allocated IP 2001:db8:0:1::2 (83faf901-581e-4083-899b-d7e1c00d6e85/337263e5-b9cd-44b0-93f5-959227dede96/01be5a18-4d48-42ad-b0a5-df13e188ae7e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:02:56.645875 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 0.9898241
Dec 10 04:02:56.648680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42160) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:56.728076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:56.728774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.734541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 363b6b24-20f6-435e-a527-47b4b8472ca3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:56.865793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.872937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:56.879407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:57.002623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.006583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=ff533f87-a5d7-4e7a-9d13-8ed39beeba2d,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:57.011382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:57.016325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:57.031579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 363b6b24-20f6-435e-a527-47b4b8472ca3 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:57.040559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 363b6b24-20f6-435e-a527-47b4b8472ca3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:57.040942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.101137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.132392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:02:57.141087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:02:57.154955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.174110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.192719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:57.317074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.366199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=11']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:57.369710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.379857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:57.384968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.395257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:57.413211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 363b6b24-20f6-435e-a527-47b4b8472ca3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=363b6b24-20f6-435e-a527-47b4b8472ca3,segment=NetworkSegment(90995f7a-5f7a-4323-bc46-a763e28361a9),segment_id=90995f7a-5f7a-4323-bc46-a763e28361a9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:02:57.418548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.421070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6afbe17-b69f-4065-8a1f-1ffb00b6f809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:57.510294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=363b6b24-20f6-435e-a527-47b4b8472ca3,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:57.516813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:57.527501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Provisioning complete for port 363b6b24-20f6-435e-a527-47b4b8472ca3 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:57.527713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.631728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:57.634632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:57.695148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.709212 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd HTTP/1.1" status: 204  len: 168 time: 1.0570152
Dec 10 04:02:57.712202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42166) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:57.732935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Provisioning for port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:57.739041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Provisioning complete for port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:57.739471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.798476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca7e2c-489c-448f-8773-72bcd03c5c78 None None] Port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:57.915715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675508c5-c732-4b76-a13e-c80083ac0df3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:57.919541 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-675508c5-c732-4b76-a13e-c80083ac0df3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.2033446
Dec 10 04:02:57.920257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42170) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:57.936732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-438fa37d-8d36-40f1-9901-de89f1992226 None None] Provisioning complete for port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:57.937124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-438fa37d-8d36-40f1-9901-de89f1992226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.941683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.949254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.950295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:57.955701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3b0fa66-5af1-4ab7-9fed-f74ec7a18144 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:58.025602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-438fa37d-8d36-40f1-9901-de89f1992226 None None] Port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:58.027507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1af51-712d-41b0-a429-ca663ba99dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:58.028263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4ab1af51-712d-41b0-a429-ca663ba99dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:58.054790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4ab1af51-712d-41b0-a429-ca663ba99dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:58.058873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ab1af51-712d-41b0-a429-ca663ba99dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.1349854
Dec 10 04:02:58.059077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:58.112135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=ff533f87-a5d7-4e7a-9d13-8ed39beeba2d,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:58.117271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:58.130717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:58.132625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:58.134206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:58.135033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:58.147690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fbadf36a-711f-44a1-b403-3250f513bb56 None None] Provisioning complete for port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:58.148084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fbadf36a-711f-44a1-b403-3250f513bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.153362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:58.154537 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bd020dc5-44a3-443d-b32f-b1e1071df0d4 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0945144
Dec 10 04:02:58.157136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:58.172563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:58.174072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:58.232645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fbadf36a-711f-44a1-b403-3250f513bb56 None None] Port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:58.233619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 337263e5-b9cd-44b0-93f5-959227dede96 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:58.238584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.302438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.374610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3de07666-22cb-4d76-ad37-f7dec35791fe None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:02:58.379697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router aa169d28-5b21-49f1-843e-7105f4ae1596 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:02:58.386379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3de07666-22cb-4d76-ad37-f7dec35791fe None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:58.386767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3de07666-22cb-4d76-ad37-f7dec35791fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.402804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.504216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.510397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3f9d764f-2fe0-4eb0-8405-badec456ffa9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:58.554449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=337263e5-b9cd-44b0-93f5-959227dede96,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:58.557188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.568919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.569476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.569856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.570233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.570596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.570959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.571320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.571785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.572025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.572382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.572777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.573078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:02:58.577805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:58.580546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b523e-9f74-475c-a532-09b05e010e1c None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:58.589662 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bd51a41b-ed0c-4d02-9887-13e88fec4006 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/337263e5-b9cd-44b0-93f5-959227dede96 HTTP/1.1" status: 204  len: 168 time: 0.4313729
Dec 10 04:02:58.590811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42182) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:58.655938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:58.674156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 96292019-1b96-48cb-99e7-0ef51495ab6f {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:02:58.677782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.722977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:02:58.735738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] Sync routers for ids ['aa169d28-5b21-49f1-843e-7105f4ae1596'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:02:58.736264 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/aa169d28-5b21-49f1-843e-7105f4ae1596/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0424128
Dec 10 04:02:58.736264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42186) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:58.737852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22293741-3800-48ca-a362-e0b9d0584b74 None None] Provisioning complete for port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:58.738336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22293741-3800-48ca-a362-e0b9d0584b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.744753 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] Routers {'aa169d28-5b21-49f1-843e-7105f4ae1596'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:58.746349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0fafc70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aa169d28-5b21-49f1-843e-7105f4ae1596'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:58.755528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.815840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32358fbe-dacd-4ab6-97a9-1c8dc7120475 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:58.816477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-32358fbe-dacd-4ab6-97a9-1c8dc7120475 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:02:58.824514 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0fafc70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:58.834040 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] Routers {'aa169d28-5b21-49f1-843e-7105f4ae1596'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:02:58.834643 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0fafc70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aa169d28-5b21-49f1-843e-7105f4ae1596'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:58.835869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-32358fbe-dacd-4ab6-97a9-1c8dc7120475 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:02:58.838113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-32358fbe-dacd-4ab6-97a9-1c8dc7120475 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports/ff533f87-a5d7-4e7a-9d13-8ed39beeba2d HTTP/1.1" status: 200  len: 984 time: 0.1007292
Dec 10 04:02:58.838325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-22293741-3800-48ca-a362-e0b9d0584b74 None None] Port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:02:58.840703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42190) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:58.853400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.886714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:58.887092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.919093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22293741-3800-48ca-a362-e0b9d0584b74 None None] Could not find standard attr ID for object bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:02:58.944775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:58.949968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ade5fa8-7900-4565-9e36-fcb5947e10cd tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:58.960864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0fafc70>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:02:58.961276 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04dedc-91c1-4785-a47d-9a5ca6301fa4 None None] The sync data for ids ['aa169d28-5b21-49f1-843e-7105f4ae1596'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:02:58.996401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=96292019-1b96-48cb-99e7-0ef51495ab6f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:58.999525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:59.000579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.012338 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/96292019-1b96-48cb-99e7-0ef51495ab6f HTTP/1.1" status: 204  len: 168 time: 0.4203663
Dec 10 04:02:59.014731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42194) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:59.078693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 363b6b24-20f6-435e-a527-47b4b8472ca3 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:02:59.089178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e4eb753b-7b95-4f1a-8dec-c5be0466e0e5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0695400
Dec 10 04:02:59.089678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:59.096070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:59.153048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 363b6b24-20f6-435e-a527-47b4b8472ca3 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:59.153461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.209521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:59.213612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:59.216526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:59.222929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:59.233622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:59.237063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.269758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68afbb-cbcd-4f72-8377-28d34a09489e None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '96292019-1b96-48cb-99e7-0ef51495ab6f'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:02:59.394324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.414724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0d68afbb-cbcd-4f72-8377-28d34a09489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.480585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.486197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6df9fffc-70b5-46e9-85fd-9b440971a8d6 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:02:59.545830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:02:59.549096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:02:59.558328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:02:59.558928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.577151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=b05b5486-3958-44a0-a61a-25a95eb64f42,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:02:59.580095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:02:59.595095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5043151
Dec 10 04:02:59.597881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42202) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:02:59.603680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:02:59.628930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52447d-9ab8-49c6-bb96-72c718d4dac9 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:02:59.681140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port ff533f87-a5d7-4e7a-9d13-8ed39beeba2d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:02:59.681514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.720553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c5b114b4-8665-4e2d-986b-e5f417bb61d5 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:02:59.720945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c5b114b4-8665-4e2d-986b-e5f417bb61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.749463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:02:59.754511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:02:59.757739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:02:59.764659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:02:59.776318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:02:59.779937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:02:59.882625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.020694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for ff533f87-a5d7-4e7a-9d13-8ed39beeba2d owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:00.041032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.ipam_backend_mixin [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b05b5486-3958-44a0-a61a-25a95eb64f42 (CIDR: 2001:db8::/64)
Dec 10 04:03:00.046101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:03:00.046627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:00.050737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': 'b05b5486-3958-44a0-a61a-25a95eb64f42'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:03:00.068095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aeab2b73-3fde-47eb-88e7-db177dd566d9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4665816
Dec 10 04:03:00.068299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42206) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:00.074225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:00.109289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.210190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.214709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:00.217178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5926ea0b-2224-4834-b986-7be55157f776 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:00.218887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:00.221792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:00.228061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:00.239310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:00.243103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.295361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=ff533f87-a5d7-4e7a-9d13-8ed39beeba2d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:00.331028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/b05b5486-3958-44a0-a61a-25a95eb64f42/01be5a18-4d48-42ad-b0a5-df13e188ae7e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:00.496841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:00.503982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.504563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.504806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.505344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.505874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.506393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.506862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.507314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.507778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.508228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.508685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.509149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:00.512896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:00.524434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.542917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:00.547796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.551836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:00.608996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.644912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:00.704468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.objects.ports [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87629) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:03:00.714035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=14']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:00.719140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:00.788167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.838413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:00.846328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:00.851018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:00.954070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=16']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:00.955741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router aa169d28-5b21-49f1-843e-7105f4ae1596 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:00.957448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:00.979451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.101664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:01.112189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] Sync routers for ids ['aa169d28-5b21-49f1-843e-7105f4ae1596'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:01.124935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] Routers {'aa169d28-5b21-49f1-843e-7105f4ae1596'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:01.125847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5bfeb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aa169d28-5b21-49f1-843e-7105f4ae1596'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:01.126859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/aa169d28-5b21-49f1-843e-7105f4ae1596/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2845845
Dec 10 04:03:01.129265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42210) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:01.191728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5bfeb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:01.206366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] Routers {'aa169d28-5b21-49f1-843e-7105f4ae1596'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:01.214017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5bfeb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aa169d28-5b21-49f1-843e-7105f4ae1596'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:01.228916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:01.262037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.274233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.275118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.278441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5bfeb0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:01.278870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa59bb-3a58-4c70-9aa7-739088385dbb None None] The sync data for ids ['aa169d28-5b21-49f1-843e-7105f4ae1596'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:01.283545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bdaeca0d-c83d-484b-b66d-18413732a5f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:01.354644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:01.361362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:01.364897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:01.365697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.385224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=17']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:01.390812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:01.391324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9e85e18a-9789-41b6-beac-2d57d0d4ad8c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:01.447253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.3778336
Dec 10 04:03:01.450286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42214) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:01.453380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbaff4e-ec07-465c-b9e3-3bbda02c4e2e None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:01.460836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=00780c6e-2716-4765-9284-d5f6d5aa5f64,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:01.466392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:01.491235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:a8:d1:76', 'name': 'tempest-NetworksTestDHCPv6-1006034953'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:01.512736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-1bf565d0-eaf1-4ba3-bc08-3ce5ac626a4c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] remove_router_interface failed (client error): The resource could not be found.
Dec 10 04:03:01.513802 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1bf565d0-eaf1-4ba3-bc08-3ce5ac626a4c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/aa169d28-5b21-49f1-843e-7105f4ae1596/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3834872
Dec 10 04:03:01.516502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42218) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:01.567778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5995ffb5-8207-4fb4-a9d4-616f25608117 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:01.585746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5995ffb5-8207-4fb4-a9d4-616f25608117 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:01.586953 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5995ffb5-8207-4fb4-a9d4-616f25608117 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa169d28-5b21-49f1-843e-7105f4ae1596 HTTP/1.1" status: 200  len: 205 time: 0.0693159
Dec 10 04:03:01.587211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:01.589904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42222) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:01.593515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:01.593902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.649173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:01.659036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:01.671517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:01.726650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.842679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.884709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:01.890306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.892291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae5d86d5-92ba-4502-9ba2-d8f2cdae5cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:01.947486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:01.969780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=18']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:01.973094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:01.976609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port daec6126-2599-4d2e-baf9-88927bcfe39f yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:03:02.198643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.201505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.215119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::310 (83faf901-581e-4083-899b-d7e1c00d6e85/b05b5486-3958-44a0-a61a-25a95eb64f42/daec6126-2599-4d2e-baf9-88927bcfe39f) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:02.221420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:d176 (83faf901-581e-4083-899b-d7e1c00d6e85/00780c6e-2716-4765-9284-d5f6d5aa5f64/daec6126-2599-4d2e-baf9-88927bcfe39f) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:02.228876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.229458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router aa169d28-5b21-49f1-843e-7105f4ae1596 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:02.245281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.246438 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e626bfe5-f11d-4bca-8ba2-edd8ec5d53f8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/aa169d28-5b21-49f1-843e-7105f4ae1596 HTTP/1.1" status: 204  len: 168 time: 0.6553073
Dec 10 04:03:02.249123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42226) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:02.317527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 1c17d2db-ece9-40f0-ba69-4a271b90523c {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:02.320976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.382598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.435345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.453439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object daec6126-2599-4d2e-baf9-88927bcfe39f will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:02.474521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.482368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.492740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4226cff8-9c4d-49eb-9b8e-baa5faaaf20c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:02.514875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d39bb413-c408-49cb-8359-3adc0899aa24 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:02.515968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d39bb413-c408-49cb-8359-3adc0899aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.559124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.567760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:02.571532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:02.571660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:02.576627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:02.583861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:02.584477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.599883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=daec6126-2599-4d2e-baf9-88927bcfe39f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:02.605339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:02.623964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1711948
Dec 10 04:03:02.624477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42230) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:02.630762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.637967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=1c17d2db-ece9-40f0-ba69-4a271b90523c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:02.640042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:02.642334 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/1c17d2db-ece9-40f0-ba69-4a271b90523c HTTP/1.1" status: 204  len: 168 time: 0.3918169
Dec 10 04:03:02.645472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42234) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:02.651441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610be445-2ce4-43cd-a937-dab1e84c1210 None None] Network a69664ca-7b2c-47c2-927d-f3e888c9c8e7 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:02.735641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:02.743338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port daec6126-2599-4d2e-baf9-88927bcfe39f {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:02.743936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.803325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.815302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 363b6b24-20f6-435e-a527-47b4b8472ca3 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:02.817115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:02.939575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:02.940196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.023510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-161090a3-69e3-471b-8172-4b365b88f414 None None] Provisioning for port daec6126-2599-4d2e-baf9-88927bcfe39f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:03.032601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-161090a3-69e3-471b-8172-4b365b88f414 None None] Provisioning complete for port daec6126-2599-4d2e-baf9-88927bcfe39f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:03.032978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-161090a3-69e3-471b-8172-4b365b88f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.046679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.070123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 363b6b24-20f6-435e-a527-47b4b8472ca3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=363b6b24-20f6-435e-a527-47b4b8472ca3,segment=NetworkSegment(90995f7a-5f7a-4323-bc46-a763e28361a9),segment_id=90995f7a-5f7a-4323-bc46-a763e28361a9)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:03.070492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.114878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] DHCP port deletion for a69664ca-7b2c-47c2-927d-f3e888c9c8e7 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:03.134466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Deleting port 363b6b24-20f6-435e-a527-47b4b8472ca3 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:03.135112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.170805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-161090a3-69e3-471b-8172-4b365b88f414 None None] Port daec6126-2599-4d2e-baf9-88927bcfe39f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:03.180671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for daec6126-2599-4d2e-baf9-88927bcfe39f owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:03.198956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 363b6b24-20f6-435e-a527-47b4b8472ca3 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:03.282211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.286637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7e48190e-ed66-4a69-bbe4-bf3c07cf9eeb tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:03.330344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=363b6b24-20f6-435e-a527-47b4b8472ca3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:03.332883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:03.335348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 363b6b24-20f6-435e-a527-47b4b8472ca3 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:03.354759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] For port 363b6b24-20f6-435e-a527-47b4b8472ca3, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=363b6b24-20f6-435e-a527-47b4b8472ca3,segment=NetworkSegment(90995f7a-5f7a-4323-bc46-a763e28361a9),segment_id=90995f7a-5f7a-4323-bc46-a763e28361a9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:03.355257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.395590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.401224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-601b3092-9424-4a67-a20c-b26ebcac9752 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:03.446601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=daec6126-2599-4d2e-baf9-88927bcfe39f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:03.450138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:03.469779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.479563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Calling delete_port for 363b6b24-20f6-435e-a527-47b4b8472ca3 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:03.497521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9733b9a0>,) {'filters': {'network_id': ['a69664ca-7b2c-47c2-927d-f3e888c9c8e7']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:03.515554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9733b9a0>, '90995f7a-5f7a-4323-bc46-a763e28361a9') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:03.516003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9733b9a0>, '90995f7a-5f7a-4323-bc46-a763e28361a9') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:03.530442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.546597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.550860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.561119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/daec6126-2599-4d2e-baf9-88927bcfe39f HTTP/1.1" status: 204  len: 168 time: 0.9318731
Dec 10 04:03:03.561370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:03.561370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.561583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42238) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:03.575395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:03:03.576024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:03.628935 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:03.650834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe7f33-8659-4ed6-aed3-cd1d014d659c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.651641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3bbe7f33-8659-4ed6-aed3-cd1d014d659c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:03.663643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.668737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.669002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3bbe7f33-8659-4ed6-aed3-cd1d014d659c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:03.670403 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3bbe7f33-8659-4ed6-aed3-cd1d014d659c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1080253
Dec 10 04:03:03.672979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:03.674330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:03.702893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=a69664ca-7b2c-47c2-927d-f3e888c9c8e7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:03.705492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:03.712894 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/a69664ca-7b2c-47c2-927d-f3e888c9c8e7 HTTP/1.1" status: 204  len: 168 time: 1.0662086
Dec 10 04:03:03.716620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42246) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:03.723894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993300122'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:03.730352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:03.743737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:03.747415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:03.754523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:03.768183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:03.772034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.807016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b764a95-89e8-4e58-8cfa-7ea38a055bee tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.808457 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b764a95-89e8-4e58-8cfa-7ea38a055bee tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1343112
Dec 10 04:03:03.811314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42250) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:03.816639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:03.825646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.825978 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment 4b6f1d62-49b6-4bd8-89f5-4e787151e281 of type vlan for network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c
Dec 10 04:03:03.852274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.879148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.880947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.882588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.883390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:03.883577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.889676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:03.890255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:03.896189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d7ca6f0-279c-4703-b51f-0c80be7a1e1a tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:03.900234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:03.902595 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5db574ab-a457-43fb-b967-f36100b27a64 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0889931
Dec 10 04:03:03.904364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42254) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:03.970085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 00780c6e-2716-4765-9284-d5f6d5aa5f64 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:03.973793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.035100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.077387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Deleting port 363b6b24-20f6-435e-a527-47b4b8472ca3 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:04.078274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.116667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3964303
Dec 10 04:03:04.117049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42258) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:04.123675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:04.125381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:04.126348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:04.142022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.147191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:04.163167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46f0eac6-5363-4ae9-9309-37d80414237f None None] The port '363b6b24-20f6-435e-a527-47b4b8472ca3' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:03:04.290093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:04.297891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:04.301048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:04.307429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.311041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:04.312869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f6b987a-3102-4775-982c-2443d8f3ad2e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:04.356469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=00780c6e-2716-4765-9284-d5f6d5aa5f64,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:04.360005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:04.361079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.365653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:04.367027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9638867-5c31-44d9-9099-45350da0d736 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:04.368982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.440128 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/00780c6e-2716-4765-9284-d5f6d5aa5f64 HTTP/1.1" status: 204  len: 168 time: 0.5343883
Dec 10 04:03:04.442073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:04.510037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet b05b5486-3958-44a0-a61a-25a95eb64f42 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:04.512985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.578326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.638297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42268) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:04.640061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 363b6b24-20f6-435e-a527-47b4b8472ca3 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:04.680695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 363b6b24-20f6-435e-a527-47b4b8472ca3 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:04.681048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 363b6b24-20f6-435e-a527-47b4b8472ca3 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:04.750057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.755728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f2592eb-ff7e-4924-90d2-927044409256 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:04.769361 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-317a8626-e706-4643-952c-2e368f880b86 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/244cb096-ca4a-4a4b-87c3-366ee696f2b5 HTTP/1.1" status: 200  len: 994 time: 0.1261866
Dec 10 04:03:04.782035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.847232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': '4b6f1d62-49b6-4bd8-89f5-4e787151e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:04.847592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:04.854685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=41704094-30c3-4462-9baf-e7ea1f5276c0,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:04.860082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:04.877723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:04.882998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.891222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-292cd98e-9b48-44f6-9a1a-f3fd7639cb43 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:04.896857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:04.900898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:04.901520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.905714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975f1f2-f0ba-41a7-9c1e-0ba6823ff3ec None None] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:04.937620 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8194163
Dec 10 04:03:04.938260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42274) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:04.946672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-897704406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:04.954372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:04.958188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=b05b5486-3958-44a0-a61a-25a95eb64f42,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:04.960587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:04.969128 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/b05b5486-3958-44a0-a61a-25a95eb64f42 HTTP/1.1" status: 204  len: 168 time: 0.5260048
Dec 10 04:03:04.970392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:04.971601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42278) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:04.974856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:04.978784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:04.985714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:05.003750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.005005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.024823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.053604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.056453 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5ef210d5-276a-412b-aff6-7d6208b804f1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835750
Dec 10 04:03:05.059259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42282) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:05.065188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:05.083840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.085942 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3e3579bc-f29c-4b67-abaa-a0bbb0da592e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1467080
Dec 10 04:03:05.088336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42286) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:05.187208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:05.195723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:05.198964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:05.202933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c', 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '41704094-30c3-4462-9baf-e7ea1f5276c0'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:05.203811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.211984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:05.222933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:05.226740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.336646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd82e9c-795e-416a-bd26-baa45d72c572 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:05.459538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.463211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b4c48ee2-8f27-4490-9f49-6cd7a67e7e26 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:05.506440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1f5f827e-3f38-4620-98ae-3a097d4b49aa None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:05.506693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f5f827e-3f38-4620-98ae-3a097d4b49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.520251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:05.523572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:05.526512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:05.527343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.536407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Allocated IP 2001:db8::2 (a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c/41704094-30c3-4462-9baf-e7ea1f5276c0/0187dbb1-728b-441c-9872-5d13dba3d5fb) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:05.545610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=a741245f-8d01-4dcd-b4e6-742d40344229,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:05.548531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:05.563600 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5031743
Dec 10 04:03:05.566901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42290) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:05.574360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:05.622678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.711363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:05.715393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:05.718245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:05.724475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:05.734673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:05.738693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.904581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.917221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Transition to ACTIVE for port object 0187dbb1-728b-441c-9872-5d13dba3d5fb will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:05.922538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.ipam_backend_mixin [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a741245f-8d01-4dcd-b4e6-742d40344229 (CIDR: 2001:db8::/64)
Dec 10 04:03:05.927243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:03:05.928200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:05.937837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Transition to ACTIVE for port object 0187dbb1-728b-441c-9872-5d13dba3d5fb will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:05.949455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:05.959099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-35a09af7-374b-4247-88ae-bb9d4030a9b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3859549
Dec 10 04:03:05.959099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42298) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:05.959371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-650aa326-5ca1-405c-afae-b47b5a520598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:05.964206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'subnet': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:05.969821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42302) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:06.038699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Pushing event updated for resources: {'Port': ['ID=0187dbb1-728b-441c-9872-5d13dba3d5fb,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:06.041894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:06.052385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:06.057520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:06.060238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:06.117171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:06.123431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Usage tracker for resource:subnet and tenant:43e50488293c41cf901ae03eb9e39f88 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:06.126453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:06.132650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:06.139517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8::1 (a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c/41704094-30c3-4462-9baf-e7ea1f5276c0/2ff351f8-85f9-44ba-a0dc-14d34b7ab214) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:06.144702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:06.148484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.171374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cd325-6996-446c-b910-a4d4b9ed9de1 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:06.190583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Attempting to bind port 0187dbb1-728b-441c-9872-5d13dba3d5fb on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:06.191077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Attempting to bind port 0187dbb1-728b-441c-9872-5d13dba3d5fb by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4b6f1d62-49b6-4bd8-89f5-4e787151e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:06.191450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Attempting to bind port 0187dbb1-728b-441c-9872-5d13dba3d5fb on network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:06.251618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:06.251894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Checking segment: {'id': '4b6f1d62-49b6-4bd8-89f5-4e787151e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:06.252304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.252708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Bound using segment: {'id': '4b6f1d62-49b6-4bd8-89f5-4e787151e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:06.253752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Bound port: 0187dbb1-728b-441c-9872-5d13dba3d5fb, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6f1d62-49b6-4bd8-89f5-4e787151e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:06.254118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.384414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8b3c1c7c-5765-4773-a0b5-e7be51bab3ac None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:06.384795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8b3c1c7c-5765-4773-a0b5-e7be51bab3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.451125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port b395f746-2bc0-4cb2-97bb-62772100e296 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:06.451494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.520110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] For port 0187dbb1-728b-441c-9872-5d13dba3d5fb, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:06.544345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] For port 0187dbb1-728b-441c-9872-5d13dba3d5fb, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0187dbb1-728b-441c-9872-5d13dba3d5fb,segment=NetworkSegment(4b6f1d62-49b6-4bd8-89f5-4e787151e281),segment_id=4b6f1d62-49b6-4bd8-89f5-4e787151e281)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:06.574291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.objects.ports [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87630) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 10 04:03:06.587427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.603550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:06.645813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.681076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:06.699144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.699557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.755608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Pushing event updated for resources: {'Port': ['ID=0187dbb1-728b-441c-9872-5d13dba3d5fb,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:06.760912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:06.830796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for b395f746-2bc0-4cb2-97bb-62772100e296 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:06.892904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.908116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25225c85-dcac-473a-a0a7-ee2813766426 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:06.929208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:06.942282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Update dhcp port {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'fixed_ips': [{'subnet_id': '13338e58-efce-4a57-b099-ff062c0a956a'}, {'subnet_id': 'a741245f-8d01-4dcd-b4e6-742d40344229'}], 'binding:host_id': 'dv-neutron-821182-1-hyperv'}, 'id': '01be5a18-4d48-42ad-b0a5-df13e188ae7e'} from dv-neutron-821182-1-hyperv. {{(pid=87631) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 10 04:03:06.967169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:06.976273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:06.987138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:06.987709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.036369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.056031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=2ff351f8-85f9-44ba-a0dc-14d34b7ab214,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:07.061250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:07.196870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.204329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3b3cd278-474d-4885-b566-e766d84454d9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:07.257788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=b395f746-2bc0-4cb2-97bb-62772100e296,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:07.259555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:07.286206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:07.288992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.292981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.293972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.298524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1eb63f3e-3ace-430a-a9c6-df4616228818 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:07.300036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.354215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Allocated IP 2001:db8::2 (83faf901-581e-4083-899b-d7e1c00d6e85/a741245f-8d01-4dcd-b4e6-742d40344229/01be5a18-4d48-42ad-b0a5-df13e188ae7e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:07.365416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:07.368543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:07.373430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:07.374018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.396908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=22']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:07.402272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:07.402788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-51c466b8-f358-4370-8bfa-d306776718fe tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:07.423847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.424056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 244cb096-ca4a-4a4b-87c3-366ee696f2b5 disassociated (deleted). External IP: 172.26.1.190, port: d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe.
Dec 10 04:03:07.449929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.4913747
Dec 10 04:03:07.450553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42306) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:07.458806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Request body: {'port': {'network_id': '83faf901-581e-4083-899b-d7e1c00d6e85', 'mac_address': 'fa:16:3e:2b:4a:58', 'name': 'tempest-NetworksTestDHCPv6-1620512388'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:07.506404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:07.532672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.548732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Subnet': ['ID=13338e58-efce-4a57-b099-ff062c0a956a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:07.551964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Transition to ACTIVE for port object 01be5a18-4d48-42ad-b0a5-df13e188ae7e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:07.553081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:07.559129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.570917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-29acedaf-589e-4fa8-b8b3-9a38c2db04a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:07.610795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:07.621415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:07.637452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Made reservation on behalf of 43e50488293c41cf901ae03eb9e39f88 for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:07.724113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Pushing event updated for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=23']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:07.732378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.732378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.732803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.733260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.733679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.734019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.734480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.734866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.735206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.735537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.735863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.736192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:07.748374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:07.780968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:07.812538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] device_id is not set on port 862bec07-632f-49c9-aeea-eaae1150d273 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:03:08.082173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8::54 (83faf901-581e-4083-899b-d7e1c00d6e85/a741245f-8d01-4dcd-b4e6-742d40344229/862bec07-632f-49c9-aeea-eaae1150d273) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:08.090094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:4a58 (83faf901-581e-4083-899b-d7e1c00d6e85/13338e58-efce-4a57-b099-ff062c0a956a/862bec07-632f-49c9-aeea-eaae1150d273) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:08.169195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba864e-82aa-456e-ab4a-f63634e5c107 None None] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:08.248397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.261652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.262461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.267196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:08.268033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-39205f57-7800-41fe-859c-11b2772f0b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:08.288199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-488d282a-0c78-4eb0-bd58-29ca2bdafc38 None None] Provisioning for port 0187dbb1-728b-441c-9872-5d13dba3d5fb completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:08.339555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.359474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Transition to ACTIVE for port object 862bec07-632f-49c9-aeea-eaae1150d273 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:08.387791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.396054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a7024453-94cb-4961-9953-a33a433c5ea1 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:08.476527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Network 83faf901-581e-4083-899b-d7e1c00d6e85 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:08.479925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:08.483865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:08.490578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:08.491249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.500360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a9130-761d-4db8-9c47-c3cadf2bd4f6 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:08.532448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event updated for resources: {'Port': ['ID=862bec07-632f-49c9-aeea-eaae1150d273,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:08.538019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:08.540308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.0866387
Dec 10 04:03:08.543368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42310) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:08.561884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=2ff351f8-85f9-44ba-a0dc-14d34b7ab214,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:08.570395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:08.611610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e57b3a49-b8b1-4542-a486-ffedb9ba838d None None] Provisioning for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:08.626055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e57b3a49-b8b1-4542-a486-ffedb9ba838d None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:08.626511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a49-b8b1-4542-a486-ffedb9ba838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.654108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:08.671986 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:03:08.674532 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Sync routers for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:08.678819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:08.681015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:08.696467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:08.696894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.697640 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2794f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:08.700496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting port 862bec07-632f-49c9-aeea-eaae1150d273 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:08.715853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:08.977174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:09.007508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/244cb096-ca4a-4a4b-87c3-366ee696f2b5 HTTP/1.1" status: 204  len: 168 time: 3.0363894
Dec 10 04:03:09.009020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:03:09.034116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 5d89e59c-51f5-4ec2-9386-a3fafcfff96b is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:09.100663 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:09.111309 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'status': 'completed', 'code': 200}
Dec 10 04:03:09.146206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:09.146770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:09.284670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:09.295429 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/5d89e59c-51f5-4ec2-9386-a3fafcfff96b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2049568
Dec 10 04:03:09.322492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42318) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:09.324100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] Sync routers for ids ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:09.324507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:09.405929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] Routers {'5d89e59c-51f5-4ec2-9386-a3fafcfff96b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:09.406582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6db730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.475168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-30c3e4e5-6656-4586-9a03-7746f9ae50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:09.476654 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-30c3e4e5-6656-4586-9a03-7746f9ae50c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 1099 time: 0.1852889
Dec 10 04:03:09.532440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0187dbb1-728b-441c-9872-5d13dba3d5fb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:09.599289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6db730>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.614953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-052f78ce-30b9-4766-be32-361ed0886e2f None None] Provisioning for port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:09.638065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-052f78ce-30b9-4766-be32-361ed0886e2f None None] Provisioning complete for port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:09.638478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-052f78ce-30b9-4766-be32-361ed0886e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:09.698979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] Routers {'5d89e59c-51f5-4ec2-9386-a3fafcfff96b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:09.699616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6db730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.732179 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2794f0>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.740465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Checking router: 6b20e751-8eac-44a6-87cb-3ca3645dbef3 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:09.742615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-5d429e07-0dbe-4438-9989-6cc92de7d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:09.745925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-5d429e07-0dbe-4438-9989-6cc92de7d0c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 200  len: 898 time: 0.2468548
Dec 10 04:03:09.750205 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:09.751041 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2794f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.786487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6db730>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:09.786908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfec4d-7143-4eaf-b16d-48f84bb3b9ad None None] The sync data for ids ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:09.802766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-052f78ce-30b9-4766-be32-361ed0886e2f None None] Port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:09.825270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0187dbb1-728b-441c-9872-5d13dba3d5fb completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:09.828294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Calling delete_port for 862bec07-632f-49c9-aeea-eaae1150d273 owned by  {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:09.843616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0187dbb1-728b-441c-9872-5d13dba3d5fb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:09.844629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:09.992219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Provisioning for port 862bec07-632f-49c9-aeea-eaae1150d273 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:10.000275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Provisioning complete for port 862bec07-632f-49c9-aeea-eaae1150d273 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:10.000904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.001250 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:10.003751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5531fb-321e-425c-beb9-0ce82aad4b61 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:10.004375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b5531fb-321e-425c-beb9-0ce82aad4b61 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:10.041604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-6fb603db-2dc7-48df-97a9-4eda6fd88731 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 200  len: 217 time: 0.2868366
Dec 10 04:03:10.117834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-fe4edd03-57c8-4947-8c7d-d75b0a4d711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:10.120070 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-fe4edd03-57c8-4947-8c7d-d75b0a4d711d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 200  len: 834 time: 0.0708423
Dec 10 04:03:10.126703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b5531fb-321e-425c-beb9-0ce82aad4b61 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:10.127039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Port 862bec07-632f-49c9-aeea-eaae1150d273 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:10.129400 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2b5531fb-321e-425c-beb9-0ce82aad4b61 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports/2ff351f8-85f9-44ba-a0dc-14d34b7ab214 HTTP/1.1" status: 200  len: 911 time: 0.7929378
Dec 10 04:03:10.138212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:10.140713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.177593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:10.177593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.234164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 0187dbb1-728b-441c-9872-5d13dba3d5fb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0187dbb1-728b-441c-9872-5d13dba3d5fb,segment=NetworkSegment(4b6f1d62-49b6-4bd8-89f5-4e787151e281),segment_id=4b6f1d62-49b6-4bd8-89f5-4e787151e281)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:10.242707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.245506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-68de2247-3e3e-4f2c-ba3a-d3654d3e6b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:10.251448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-d64aa27c-16a9-496d-b01d-f6a58674d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:10.253799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-d64aa27c-16a9-496d-b01d-f6a58674d67f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e1e89a4-ba8c-4873-bc9b-f34a31538c64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1245418
Dec 10 04:03:10.383363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=0187dbb1-728b-441c-9872-5d13dba3d5fb,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:10.390127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:10.411889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Provisioning complete for port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:10.412180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.425582 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-20039dd8-5583-49f6-93b5-080f37f64fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626906
Dec 10 04:03:10.431319 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2794f0>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:10.435519 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9dc4-00b7-4443-a995-b81db357f2e1 None None] The sync data for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv is: [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:01:17Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'a95a9179-3bfe-484a-a904-c78ded4ef116', 'name': '', 'network_id': '2e1e89a4-ba8c-4873-bc9b-f34a31538c64', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:e6:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:15Z', 'updated_at': '2021-12-10T04:01:36Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'a22990cf-8579-41c0-b729-7dffeca26655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:10.471157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4fe5b-99c4-493e-9e6a-6be320d7f1e7 None None] Port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:10.482097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11390-06f2-4362-aa44-d9ac1722dd0e req-3d737b33-b3f3-4f89-91fc-e77e4198472c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:10.483633 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50e11390-06f2-4362-aa44-d9ac1722dd0e req-3d737b33-b3f3-4f89-91fc-e77e4198472c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.7822843
Dec 10 04:03:10.591715 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7420628a-3e68-46bb-8cc6-e689e2e98506 req-e9495284-5c6a-4171-9cd8-d23ed01093f8 service neutron] 10.222.0.18 "GET /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576264
Dec 10 04:03:10.596266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2ccf447b-010a-4ea3-9cad-0210894a7195 None None] Provisioning complete for port 862bec07-632f-49c9-aeea-eaae1150d273 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:10.596266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ccf447b-010a-4ea3-9cad-0210894a7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.601430 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50e11390-06f2-4362-aa44-d9ac1722dd0e req-7d104124-e5ea-43e0-aaf0-e8798dfbe77c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059182
Dec 10 04:03:10.655241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0187dbb1-728b-441c-9872-5d13dba3d5fb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:10.705082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.715003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a37e11dc-2ba1-4ae0-9fc7-cbcdccad48c5 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:10.719854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf447b-010a-4ea3-9cad-0210894a7195 None None] Port 862bec07-632f-49c9-aeea-eaae1150d273 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:10.756655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0187dbb1-728b-441c-9872-5d13dba3d5fb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:10.757201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.773284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48598181-b83d-4b50-99f8-453dc1decab0 None None] New status for floating IP 244cb096-ca4a-4a4b-87c3-366ee696f2b5: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:03:10.817262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Port': ['ID=862bec07-632f-49c9-aeea-eaae1150d273,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:10.820358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:10.929876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:10.984896 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/862bec07-632f-49c9-aeea-eaae1150d273 HTTP/1.1" status: 204  len: 168 time: 2.4403648
Dec 10 04:03:10.987959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42328) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:11.017814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.075493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb1d91-60a0-42e0-be74-bbed553cc9d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.077692 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f2fb1d91-60a0-42e0-be74-bbed553cc9d1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0879002
Dec 10 04:03:11.080109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42332) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:11.166456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458f2bd-6683-49dd-aec1-c909c0693fb2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.167915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0458f2bd-6683-49dd-aec1-c909c0693fb2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0868814
Dec 10 04:03:11.199049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42336) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:11.294095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.295624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.297110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.297942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:11.327013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-040a25b3-b21e-415c-aa24-9c481e4dfb8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.327734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-040a25b3-b21e-415c-aa24-9c481e4dfb8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:11.331928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:11.333030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7caf08bb-d9c7-49ba-bc09-65d50bd5ec04 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1330872
Dec 10 04:03:11.336235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42340) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:11.388400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-040a25b3-b21e-415c-aa24-9c481e4dfb8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:11.389547 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-040a25b3-b21e-415c-aa24-9c481e4dfb8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.2205825
Dec 10 04:03:11.457594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet 13338e58-efce-4a57-b099-ff062c0a956a {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:11.462247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.474905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:11.475243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.514728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:11.515071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.575857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.659268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.784484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 2ff351f8-85f9-44ba-a0dc-14d34b7ab214 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:11.798065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.885437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:11.885793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:11.939483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd651b-2458-443a-ba5d-bc1ce02488d2 req-a77f842f-67cd-4e6b-b942-7be6d2b9ce5e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:11.941522 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75dd651b-2458-443a-ba5d-bc1ce02488d2 req-a77f842f-67cd-4e6b-b942-7be6d2b9ce5e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 946 time: 0.1639340
Dec 10 04:03:11.997988 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75dd651b-2458-443a-ba5d-bc1ce02488d2 req-928b9d52-7132-4a44-9ddb-946cfdade358 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e9bd41e-08bf-4c03-a5f9-5de45f08739a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502777
Dec 10 04:03:12.028512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:12.067927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.072637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:12.079607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.085906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e542650-31fe-49fd-acc7-3ab632d9894f tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:12.120613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=2ff351f8-85f9-44ba-a0dc-14d34b7ab214,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:12.126599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=13338e58-efce-4a57-b099-ff062c0a956a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:12.129482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:12.135509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.139108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4addd72-21bf-4e10-87f6-bbf86be727cf None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:12.148807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:12.175704 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/13338e58-efce-4a57-b099-ff062c0a956a HTTP/1.1" status: 204  len: 168 time: 0.8382566
Dec 10 04:03:12.177055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:12.297673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.427515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Deleting subnet a741245f-8d01-4dcd-b4e6-742d40344229 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:12.435492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.487567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.497219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1fcb1ae4-a324-475f-b4a7-a8ec5bc4853b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:12.560305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:12.599879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.611584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 5d89e59c-51f5-4ec2-9386-a3fafcfff96b has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:12.702143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.763899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:12.830839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:12.833870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.836528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'name': 'network-vif-deleted', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:03:12.870179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.882207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d9cee9e4-f7fd-4c53-a048-c44a3fe95ff8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:12.908892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:12.923149 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f50d204-7138-40ee-b73b-b55be11108a6', 'name': 'network-vif-deleted', 'tag': 'd46f3de8-e53a-49d5-b71a-11a3e0aa3bbe', 'status': 'completed', 'code': 200}
Dec 10 04:03:12.927926 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2444e8ec-e653-4600-ae31-2c2c957783dd req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe HTTP/1.1" status: 204  len: 173 time: 1.5328214
Dec 10 04:03:12.928978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:12.938547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] Sync routers for ids ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:12.943906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Subnet': ['ID=a741245f-8d01-4dcd-b4e6-742d40344229,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:12.950986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:12.957403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/a741245f-8d01-4dcd-b4e6-742d40344229 HTTP/1.1" status: 204  len: 168 time: 0.7764747
Dec 10 04:03:12.957598 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/5d89e59c-51f5-4ec2-9386-a3fafcfff96b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8165648
Dec 10 04:03:12.957720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42352) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:12.960500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] Routers {'5d89e59c-51f5-4ec2-9386-a3fafcfff96b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:12.961204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:12.967179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42354) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.041017 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8c40f797-b0cd-44e3-9864-6e43bbbeca71 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0821311
Dec 10 04:03:13.041644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42362) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.063423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545820>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:13.093555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6c027b55-e884-40eb-8b52-777f89bede46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:13.102423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] Routers {'5d89e59c-51f5-4ec2-9386-a3fafcfff96b'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:13.103409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:02:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:13.145643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6c027b55-e884-40eb-8b52-777f89bede46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:13.149955 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6c027b55-e884-40eb-8b52-777f89bede46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d89e59c-51f5-4ec2-9386-a3fafcfff96b HTTP/1.1" status: 200  len: 205 time: 0.1775091
Dec 10 04:03:13.153002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42366) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.192677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545820>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:13.193248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af8fb4-22c3-41b3-97ce-e55d2b846ec8 None None] The sync data for ids ['5d89e59c-51f5-4ec2-9386-a3fafcfff96b'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:13.250517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e95b8-cad2-4e5c-a2bc-54d4bb8466ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:13.255430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-351e95b8-cad2-4e5c-a2bc-54d4bb8466ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2127934
Dec 10 04:03:13.256598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.269121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354971f8-2012-44d0-b7c1-4d27aeacfb74 None None] Network 83faf901-581e-4083-899b-d7e1c00d6e85 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:13.271102 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-39076d36-6425-4cf3-b2d9-a74707084cf8 req-8b935c28-0588-40e3-957a-654ad1f348ec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f50d204-7138-40ee-b73b-b55be11108a6 HTTP/1.1" status: 200  len: 210 time: 0.0508902
Dec 10 04:03:13.382444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.434526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-30e1a178-97b5-4e9b-9584-36307e01c0a3 None None] Provisioning complete for port 01be5a18-4d48-42ad-b0a5-df13e188ae7e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:13.434904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30e1a178-97b5-4e9b-9584-36307e01c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.521937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e311c0c-b9c8-4f0c-8f1b-f748c3d20ef6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:13.522633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5e311c0c-b9c8-4f0c-8f1b-f748c3d20ef6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:13.637340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] DHCP port deletion for 83faf901-581e-4083-899b-d7e1c00d6e85 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:13.641903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Deleting port 01be5a18-4d48-42ad-b0a5-df13e188ae7e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:13.642389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.718288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.720691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.722923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5e311c0c-b9c8-4f0c-8f1b-f748c3d20ef6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:subnet {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:13.724056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5e311c0c-b9c8-4f0c-8f1b-f748c3d20ef6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4056540
Dec 10 04:03:13.726859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42374) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.747346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.747781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router 5d89e59c-51f5-4ec2-9386-a3fafcfff96b {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:13.760592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.762170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-52f2fbf0-60a0-4c70-9dd6-bbf2cfcb3132 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/5d89e59c-51f5-4ec2-9386-a3fafcfff96b HTTP/1.1" status: 204  len: 168 time: 0.6075711
Dec 10 04:03:13.764465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.801126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5c64ed7b-21b8-421f-818c-409c200957b9 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0725458
Dec 10 04:03:13.807971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42382) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.836928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 41704094-30c3-4462-9baf-e7ea1f5276c0 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:13.840400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.850359 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-882db4fb-9e86-4f17-b8ac-9794a28f359e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:13.850831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882db4fb-9e86-4f17-b8ac-9794a28f359e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:13.855229 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-882db4fb-9e86-4f17-b8ac-9794a28f359e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/862bec07-632f-49c9-aeea-eaae1150d273 HTTP/1.1" status: 404  len: 333 time: 0.0462952
Dec 10 04:03:13.855847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42386) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.865839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.876464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] For port 01be5a18-4d48-42ad-b0a5-df13e188ae7e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=01be5a18-4d48-42ad-b0a5-df13e188ae7e,segment=NetworkSegment(fa1e951e-2cbc-401f-adc3-f69f43fa09f0),segment_id=fa1e951e-2cbc-401f-adc3-f69f43fa09f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:13.877171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.897836 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5111ba-2935-43ee-97c5-c2a1bf2dc5ad tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:13.898286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5111ba-2935-43ee-97c5-c2a1bf2dc5ad tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:13.902620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0c5111ba-2935-43ee-97c5-c2a1bf2dc5ad tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/13338e58-efce-4a57-b099-ff062c0a956a HTTP/1.1" status: 404  len: 337 time: 0.0458643
Dec 10 04:03:13.903333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42390) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.906994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:13.940890 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bda3512-c226-4ae2-aa1e-159fd684642b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:13.941453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bda3512-c226-4ae2-aa1e-159fd684642b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:13.943010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3bda3512-c226-4ae2-aa1e-159fd684642b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/a741245f-8d01-4dcd-b4e6-742d40344229 HTTP/1.1" status: 404  len: 337 time: 0.0387957
Dec 10 04:03:13.945811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42394) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:13.986688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde9bd28-b5f0-48ce-bf03-479084f44ece tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:13.987256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde9bd28-b5f0-48ce-bf03-479084f44ece tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:13.988966 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dde9bd28-b5f0-48ce-bf03-479084f44ece tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/daec6126-2599-4d2e-baf9-88927bcfe39f HTTP/1.1" status: 404  len: 333 time: 0.0420878
Dec 10 04:03:13.992184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42398) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.012768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Calling delete_port for 01be5a18-4d48-42ad-b0a5-df13e188ae7e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:14.090157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.094598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:14.143275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Pushing event deleted for resources: {'Port': ['ID=01be5a18-4d48-42ad-b0a5-df13e188ae7e,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:14.145641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:14.148322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] No DVR routers for this DVR port 01be5a18-4d48-42ad-b0a5-df13e188ae7e on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:14.152069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.181521 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab5dc6d-acc6-4727-a81f-4169ee00507e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.181968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab5dc6d-acc6-4727-a81f-4169ee00507e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.183607 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eab5dc6d-acc6-4727-a81f-4169ee00507e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/00780c6e-2716-4765-9284-d5f6d5aa5f64 HTTP/1.1" status: 404  len: 337 time: 0.1905227
Dec 10 04:03:14.186290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42402) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.227956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ad029b-7e7a-44a6-a11c-8018a899dd77 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.228207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.228447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ad029b-7e7a-44a6-a11c-8018a899dd77 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.230136 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-24ad029b-7e7a-44a6-a11c-8018a899dd77 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/b05b5486-3958-44a0-a61a-25a95eb64f42 HTTP/1.1" status: 404  len: 337 time: 0.0428455
Dec 10 04:03:14.231771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70defc87-f223-435f-aa2c-dfa0435d7b52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:14.232707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.267586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=41704094-30c3-4462-9baf-e7ea1f5276c0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:14.275800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:14.276268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8e2193-080f-4c0e-b00c-e0328b34fe72 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.276268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8e2193-080f-4c0e-b00c-e0328b34fe72 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.276268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd8e2193-080f-4c0e-b00c-e0328b34fe72 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/bdf347b1-3d4f-48d3-b986-c4bcc36c1cfd HTTP/1.1" status: 404  len: 333 time: 0.0421267
Dec 10 04:03:14.278193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.280772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42410) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.284142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62469be2-88b1-497c-b086-9edd027285f1 None None] Network a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:14.328440 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7421531-a915-464c-a492-1d4e66a66658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.328889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7421531-a915-464c-a492-1d4e66a66658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.332642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b7421531-a915-464c-a492-1d4e66a66658 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/337263e5-b9cd-44b0-93f5-959227dede96 HTTP/1.1" status: 404  len: 337 time: 0.0491316
Dec 10 04:03:14.332642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/41704094-30c3-4462-9baf-e7ea1f5276c0 HTTP/1.1" status: 204  len: 168 time: 0.5667744
Dec 10 04:03:14.333876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42416) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.336376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42418) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.371519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.400093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7e690c-23d4-4697-93ab-fa06f13db880 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.400680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7e690c-23d4-4697-93ab-fa06f13db880 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.401915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7f71-4c92-49d4-9f2b-1a00e45d7dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.405030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fc7e690c-23d4-4697-93ab-fa06f13db880 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/96292019-1b96-48cb-99e7-0ef51495ab6f HTTP/1.1" status: 404  len: 337 time: 0.0675275
Dec 10 04:03:14.405209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42428) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.462252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-52be89a4-ac71-42bb-85b1-a1ba8cc38dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.462734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52be89a4-ac71-42bb-85b1-a1ba8cc38dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.468673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-52be89a4-ac71-42bb-85b1-a1ba8cc38dc8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/a5b9a6a9-ca98-4173-8cf4-8b0800de3163 HTTP/1.1" status: 404  len: 333 time: 0.0583382
Dec 10 04:03:14.468673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42432) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.492692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.503850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 0187dbb1-728b-441c-9872-5d13dba3d5fb {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:14.504180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.517508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71ea20c-66d0-4256-8b79-fa8bc79185c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.518028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71ea20c-66d0-4256-8b79-fa8bc79185c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.522047 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d71ea20c-66d0-4256-8b79-fa8bc79185c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/ea73130d-a21b-44da-a871-6f6acabb31b0 HTTP/1.1" status: 404  len: 337 time: 0.0506611
Dec 10 04:03:14.527579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.571589 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9688e33c-c66c-4c75-8238-c121f60005be tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.572055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9688e33c-c66c-4c75-8238-c121f60005be tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.573758 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9688e33c-c66c-4c75-8238-c121f60005be tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/e5a2cc1e-f7ae-4e13-a9af-ac3b759f23af HTTP/1.1" status: 404  len: 337 time: 0.0452468
Dec 10 04:03:14.574688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.577074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42440) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.578544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] DHCP port deletion for a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:14.583112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Deleting port 0187dbb1-728b-441c-9872-5d13dba3d5fb {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:14.583592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.644246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:14.645190 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-42780c92-84dc-4f74-9cb9-fe082e996370 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.645699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42780c92-84dc-4f74-9cb9-fe082e996370 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.647858 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-42780c92-84dc-4f74-9cb9-fe082e996370 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/00a428c4-8b8d-40e5-a727-ae31fed2dadf HTTP/1.1" status: 404  len: 333 time: 0.0693898
Dec 10 04:03:14.654557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42444) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.699028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.712990 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ead653-5b96-4ac8-882d-06eec013188d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.713591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ead653-5b96-4ac8-882d-06eec013188d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.717635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-87ead653-5b96-4ac8-882d-06eec013188d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/3dd6079b-789d-41ec-a572-59f2f2fdf308 HTTP/1.1" status: 404  len: 337 time: 0.0598710
Dec 10 04:03:14.718874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42448) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.748867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 01be5a18-4d48-42ad-b0a5-df13e188ae7e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:14.749222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 01be5a18-4d48-42ad-b0a5-df13e188ae7e not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:14.749687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0187dbb1-728b-441c-9872-5d13dba3d5fb no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:14.772391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0f95be-d83d-4c93-b4c3-f06f57a08a92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.772637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.772872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0f95be-d83d-4c93-b4c3-f06f57a08a92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.776854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2b0f95be-d83d-4c93-b4c3-f06f57a08a92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/641d2dcb-3a41-4079-8d3c-c6da7e7c9100 HTTP/1.1" status: 404  len: 333 time: 0.0556316
Dec 10 04:03:14.777964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e48b50a8-79c6-4a28-8de8-dd4495609d34 tempest-AllowedAddressPairIpV6TestJSON-304651401 tempest-AllowedAddressPairIpV6TestJSON-304651401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:14.778886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42452) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.782087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 0187dbb1-728b-441c-9872-5d13dba3d5fb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0187dbb1-728b-441c-9872-5d13dba3d5fb,segment=NetworkSegment(4b6f1d62-49b6-4bd8-89f5-4e787151e281),segment_id=4b6f1d62-49b6-4bd8-89f5-4e787151e281)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:14.782442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.793912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9bd41e-08bf-4c03-a5f9-5de45f08739a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:14.797093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:14.807004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:14.809940 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e9bd41e-08bf-4c03-a5f9-5de45f08739a HTTP/1.1" status: 204  len: 168 time: 0.4371722
Dec 10 04:03:14.833923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d73819a-4125-4ced-8987-4161f1cbd12f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.834369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d73819a-4125-4ced-8987-4161f1cbd12f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.835997 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3d73819a-4125-4ced-8987-4161f1cbd12f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/1b8ffea4-c647-4b13-9244-2e645b8fec79 HTTP/1.1" status: 404  len: 337 time: 0.0562260
Dec 10 04:03:14.849336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42458) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.906915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2e29d1-e697-4f12-aca8-912718e0da92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.907429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2e29d1-e697-4f12-aca8-912718e0da92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.912573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bf2e29d1-e697-4f12-aca8-912718e0da92 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/72512487-c68a-4d4b-9362-164149500984 HTTP/1.1" status: 404  len: 333 time: 0.0570397
Dec 10 04:03:14.912573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42462) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:14.949204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 0187dbb1-728b-441c-9872-5d13dba3d5fb owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:14.953056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4fd12b-239b-4033-97ac-459339216fbd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:14.953529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4fd12b-239b-4033-97ac-459339216fbd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:14.954667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:14.957376 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d4fd12b-239b-4033-97ac-459339216fbd tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/4b03b27b-fa14-4c14-8a6a-a92676e18fd0 HTTP/1.1" status: 404  len: 337 time: 0.0421646
Dec 10 04:03:14.958561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42466) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.000606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61fd763-5657-4411-aef2-3da353af7167 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.001165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61fd763-5657-4411-aef2-3da353af7167 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.004786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a61fd763-5657-4411-aef2-3da353af7167 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/7b2538e7-bcc0-4d6b-9737-ac833ea9f95a HTTP/1.1" status: 404  len: 333 time: 0.0434363
Dec 10 04:03:15.005640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42470) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.009284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:15.009660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d46f3de8-e53a-49d5-b71a-11a3e0aa3bbe not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:15.019631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.028115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.033102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5276d6d3-a3b3-4b0a-9127-64be308f3939 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:15.039162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] For port 0187dbb1-728b-441c-9872-5d13dba3d5fb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0187dbb1-728b-441c-9872-5d13dba3d5fb,segment=NetworkSegment(4b6f1d62-49b6-4bd8-89f5-4e787151e281),segment_id=4b6f1d62-49b6-4bd8-89f5-4e787151e281)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:15.039563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.049870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e81f3fb-d98a-4594-b0ae-c37b7e11913c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.050372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e81f3fb-d98a-4594-b0ae-c37b7e11913c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.054366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6e81f3fb-d98a-4594-b0ae-c37b7e11913c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5a468de7-b1ba-4014-ac34-f7b3c0571951 HTTP/1.1" status: 404  len: 337 time: 0.0452259
Dec 10 04:03:15.054635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42474) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.086386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=0187dbb1-728b-441c-9872-5d13dba3d5fb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:15.088903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:15.089770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 0187dbb1-728b-441c-9872-5d13dba3d5fb on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:15.097910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16ffb48-cd5c-41c3-8238-9564104a03fb tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.098373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16ffb48-cd5c-41c3-8238-9564104a03fb tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.102280 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c16ffb48-cd5c-41c3-8238-9564104a03fb tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/28eb1467-d203-489b-be16-1542bab954f3 HTTP/1.1" status: 404  len: 333 time: 0.0445092
Dec 10 04:03:15.102510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42478) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.139736 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedec444-c9f8-4239-b4fa-8dbf31212490 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.140186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedec444-c9f8-4239-b4fa-8dbf31212490 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.141876 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bedec444-c9f8-4239-b4fa-8dbf31212490 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/51fa73ce-be4e-41cf-ad4d-48839ff6da72 HTTP/1.1" status: 404  len: 337 time: 0.0385180
Dec 10 04:03:15.150444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42482) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.195596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa15bf63-560f-4298-a876-918892c7d2e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.195596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa15bf63-560f-4298-a876-918892c7d2e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.197283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa15bf63-560f-4298-a876-918892c7d2e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/684198e3-ce24-4cab-bfca-1301c36c520e HTTP/1.1" status: 404  len: 333 time: 0.0458961
Dec 10 04:03:15.200675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.211959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Calling delete_port for 0187dbb1-728b-441c-9872-5d13dba3d5fb owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:15.226913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.240265 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc5da54-947a-486b-9cd7-f32a8486044c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.240723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc5da54-947a-486b-9cd7-f32a8486044c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.244730 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0cc5da54-947a-486b-9cd7-f32a8486044c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c91a9a3b-0f9b-4b0d-b740-98cc27316732 HTTP/1.1" status: 404  len: 337 time: 0.0408144
Dec 10 04:03:15.245171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42490) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.252041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97548160>,) {'filters': {'network_id': ['a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:15.264876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97548160>, '4b6f1d62-49b6-4bd8-89f5-4e787151e281') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:15.265174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97548160>, '4b6f1d62-49b6-4bd8-89f5-4e787151e281') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:15.277067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.284277 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b36f611-b913-426a-bad0-5dfc353777df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.284649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b36f611-b913-426a-bad0-5dfc353777df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.286367 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1b36f611-b913-426a-bad0-5dfc353777df tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/15860e37-ed05-497a-a2be-131f1c126aa1 HTTP/1.1" status: 404  len: 337 time: 0.0402377
Dec 10 04:03:15.288968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42494) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.292295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:03:15.293763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:03:15.295017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.301189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:15.301880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:15.316358 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:15.333618 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3427ed-f51b-4ff1-863a-d00f9f3ea623 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.334078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3427ed-f51b-4ff1-863a-d00f9f3ea623 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.335715 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ad3427ed-f51b-4ff1-863a-d00f9f3ea623 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/9f73e8e6-d0b5-4ccb-8989-769a587666e7 HTTP/1.1" status: 404  len: 333 time: 0.0458043
Dec 10 04:03:15.338283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42498) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.375121 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-37947f63-bd79-44f0-ac19-065ceaf02fc0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.375577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37947f63-bd79-44f0-ac19-065ceaf02fc0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.377265 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-37947f63-bd79-44f0-ac19-065ceaf02fc0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5584e87e-4d1c-42d4-ba23-d8aa3b6fa84e HTTP/1.1" status: 404  len: 337 time: 0.0381000
Dec 10 04:03:15.380391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42502) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.418558 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72f659b-b44e-4c98-bb93-0dc5b0984606 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.419016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72f659b-b44e-4c98-bb93-0dc5b0984606 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.420724 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f72f659b-b44e-4c98-bb93-0dc5b0984606 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/900d6eb9-3ef9-4719-b926-fdbeca1451b4 HTTP/1.1" status: 404  len: 337 time: 0.0394161
Dec 10 04:03:15.423349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42506) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.468792 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c743108-2566-4e19-af4d-cc63b9da847a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.469262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c743108-2566-4e19-af4d-cc63b9da847a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.473183 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0c743108-2566-4e19-af4d-cc63b9da847a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/2af98da1-c3be-4237-af63-f7cc679dbfb7 HTTP/1.1" status: 404  len: 333 time: 0.0466905
Dec 10 04:03:15.473434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42510) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.510868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a91cad1-0845-47f4-8fe1-36eab1064168 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.511317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a91cad1-0845-47f4-8fe1-36eab1064168 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.512984 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8a91cad1-0845-47f4-8fe1-36eab1064168 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/309d6986-9fc9-4314-bf3a-95dac5716e06 HTTP/1.1" status: 404  len: 337 time: 0.0386517
Dec 10 04:03:15.515719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42514) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.517922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.523376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:15.546340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.564404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:15.572189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:15.581700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-18047374-9ae5-48de-946d-102c15960f2f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.582385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/a6bfb9b1-ef1c-40b6-8da3-6bd81b998a4c HTTP/1.1" status: 204  len: 168 time: 1.2438571
Dec 10 04:03:15.582480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18047374-9ae5-48de-946d-102c15960f2f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.584445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-18047374-9ae5-48de-946d-102c15960f2f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/15f61520-7f93-44f3-818b-f38936e37d8c HTTP/1.1" status: 404  len: 337 time: 0.0664861
Dec 10 04:03:15.585858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42518) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.586161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42520) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.592177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1891392204', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:15.633915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:15.644586 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40584f0-ce5c-49ff-838a-76ad3a94dbee tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.645036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40584f0-ce5c-49ff-838a-76ad3a94dbee tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.646661 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e40584f0-ce5c-49ff-838a-76ad3a94dbee tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/1572edcd-7797-4d54-ac04-6b3ce3c55e9a HTTP/1.1" status: 404  len: 333 time: 0.0581512
Dec 10 04:03:15.647645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:15.649240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42526) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.650550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:15.656136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:15.665622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.666592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.681474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.686621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7a8af7-6cc6-4d4c-820d-e475d86ffb46 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.687072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7a8af7-6cc6-4d4c-820d-e475d86ffb46 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.688713 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6d7a8af7-6cc6-4d4c-820d-e475d86ffb46 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/f3893ef0-3cb5-4961-8edd-bb1cf95ca885 HTTP/1.1" status: 404  len: 337 time: 0.0384374
Dec 10 04:03:15.691900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42530) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.731203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3162f6ee-e5c3-42b4-af4a-ec295d57a6e0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.731642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3162f6ee-e5c3-42b4-af4a-ec295d57a6e0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.733264 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3162f6ee-e5c3-42b4-af4a-ec295d57a6e0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b698f3-8c17-439d-bb49-05224c1c203a HTTP/1.1" status: 404  len: 337 time: 0.0404813
Dec 10 04:03:15.735989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.777713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f33c3a-2914-4e35-9acf-697cad7e7b25 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Synchronizing usage tracker for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:15.792270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f33c3a-2914-4e35-9acf-697cad7e7b25 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Unset dirty status for tenant:43e50488293c41cf901ae03eb9e39f88 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:15.795733 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-37f33c3a-2914-4e35-9acf-697cad7e7b25 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d5b55d7-2f45-48ee-8059-f2348774728c HTTP/1.1" status: 200  len: 205 time: 0.0565665
Dec 10 04:03:15.795868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Deleting port 0187dbb1-728b-441c-9872-5d13dba3d5fb {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:15.795868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:15.796060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42538) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.874490 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-2477ad44-3f29-4be8-9a77-48af43c3621c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] delete failed (client error): The resource could not be found.
Dec 10 04:03:15.878609 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2477ad44-3f29-4be8-9a77-48af43c3621c tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/routers/2d5b55d7-2f45-48ee-8059-f2348774728c HTTP/1.1" status: 404  len: 336 time: 0.0786219
Dec 10 04:03:15.878810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42544) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.914156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42548) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:15.925835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-075f0c72-5b72-4c6d-8247-befa09d5dd6d None None] The port '0187dbb1-728b-441c-9872-5d13dba3d5fb' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:03:15.978803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-da245dc7-1b49-4e20-96de-63342b939c18 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:15.979429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da245dc7-1b49-4e20-96de-63342b939c18 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:15.980980 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-da245dc7-1b49-4e20-96de-63342b939c18 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/af0acf75-b76f-4da4-8df6-7bd0d8ef75a2 HTTP/1.1" status: 404  len: 337 time: 0.1012003
Dec 10 04:03:15.986709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42552) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.068340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.106053 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6b3cc381-1c4e-43fb-90a3-08774692e1c6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "GET /v2.0/ports?device_id=de6b35aa-d5a8-43e7-b82d-237bf121e82e HTTP/1.1" status: 200  len: 205 time: 0.1174746
Dec 10 04:03:16.108661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42556) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.180550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-ebc6db63-933d-4856-9da2-4462ca3a825d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] delete failed (client error): The resource could not be found.
Dec 10 04:03:16.181706 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ebc6db63-933d-4856-9da2-4462ca3a825d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/routers/de6b35aa-d5a8-43e7-b82d-237bf121e82e HTTP/1.1" status: 404  len: 336 time: 0.0720196
Dec 10 04:03:16.185418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42560) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.236199 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4014fa-2936-413d-a3bf-d67c08b46dbc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.236638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4014fa-2936-413d-a3bf-d67c08b46dbc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.248469 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2a4014fa-2936-413d-a3bf-d67c08b46dbc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/06712f90-0b2b-41f8-ad20-f6fa4cc8a2b0 HTTP/1.1" status: 404  len: 337 time: 0.0596449
Dec 10 04:03:16.252317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42564) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.399226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fb2551-58b7-410a-838f-570cfe0938f7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.399586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fb2551-58b7-410a-838f-570cfe0938f7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.401252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-95fb2551-58b7-410a-838f-570cfe0938f7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/d216b46d-d3da-425c-bdbb-98c0de719787 HTTP/1.1" status: 404  len: 337 time: 0.1480227
Dec 10 04:03:16.409022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.454937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2183b0f-2031-491e-ab60-b467da614a6e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.455399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2183b0f-2031-491e-ab60-b467da614a6e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.457094 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c2183b0f-2031-491e-ab60-b467da614a6e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/b6b5bd2b-7de7-40e0-bf4b-3165894a520e HTTP/1.1" status: 404  len: 333 time: 0.0471551
Dec 10 04:03:16.475068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42572) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.487659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.519988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.526296 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5b98db-70a7-4922-a497-74bef9d201a0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.526745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5b98db-70a7-4922-a497-74bef9d201a0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.528385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a5b98db-70a7-4922-a497-74bef9d201a0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/568bfbc7-7aba-4bf5-a095-3e24f5a0c358 HTTP/1.1" status: 404  len: 337 time: 0.0524020
Dec 10 04:03:16.534680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42576) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.578204 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bf09da-c102-4c60-91ec-1aed79b2219d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.578676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bf09da-c102-4c60-91ec-1aed79b2219d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.580323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57bf09da-c102-4c60-91ec-1aed79b2219d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/c0d8737a-42fc-4a62-b7f9-baef18a0bcbb HTTP/1.1" status: 404  len: 333 time: 0.0447683
Dec 10 04:03:16.583593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42580) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.629300 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ed8314-2fe8-4c16-a78c-40b5ff46045d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.629763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ed8314-2fe8-4c16-a78c-40b5ff46045d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.631405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-94ed8314-2fe8-4c16-a78c-40b5ff46045d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b5111b-5ea3-44e7-ba96-d275a7677e1f HTTP/1.1" status: 404  len: 337 time: 0.0460045
Dec 10 04:03:16.634248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42584) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.652644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85f9d4fa-0450-4af3-8b73-dbd768124160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.689063 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9a0688-b2eb-4569-b444-fb336a8d73ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.689649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9a0688-b2eb-4569-b444-fb336a8d73ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.706958 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f9a0688-b2eb-4569-b444-fb336a8d73ff tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/1b533549-6dd6-46b5-9b10-a940fdfc80ad HTTP/1.1" status: 404  len: 333 time: 0.0694907
Dec 10 04:03:16.706958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 172.26.1.136 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/305e6cd3-241c-4e2f-bafc-b57fbbe1300d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:16.707515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42588) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.747865 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1a7488-ec0c-40b7-b22b-949bf95d5c5a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.748310 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1a7488-ec0c-40b7-b22b-949bf95d5c5a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.749956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2f1a7488-ec0c-40b7-b22b-949bf95d5c5a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/4a57b560-7777-409c-88a1-cfd8bbced2b8 HTTP/1.1" status: 404  len: 337 time: 0.0415390
Dec 10 04:03:16.752496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42592) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.798473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.852042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:16.858954 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1da322-545b-4eb2-a97a-58e2dde8b407 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.859428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1da322-545b-4eb2-a97a-58e2dde8b407 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.864307 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4f1da322-545b-4eb2-a97a-58e2dde8b407 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/71f93b63-65bb-4bb4-91ab-5c856afa863b HTTP/1.1" status: 404  len: 333 time: 0.1095443
Dec 10 04:03:16.864513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42596) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.903901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0ecf31-db1a-4bb5-99f2-a5eb853a8172 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.904263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0ecf31-db1a-4bb5-99f2-a5eb853a8172 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.905916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8a0ecf31-db1a-4bb5-99f2-a5eb853a8172 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/7b073239-0041-4fb1-97d0-6063b0cd95ff HTTP/1.1" status: 404  len: 337 time: 0.0405130
Dec 10 04:03:16.909945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42600) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.957995 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7013bc-2dec-4c6f-aa0f-3123c455971b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:16.958467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7013bc-2dec-4c6f-aa0f-3123c455971b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:16.960158 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6e7013bc-2dec-4c6f-aa0f-3123c455971b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/f76a1e93-2f09-4703-b09c-b2ce39012efc HTTP/1.1" status: 404  len: 333 time: 0.0493224
Dec 10 04:03:16.962858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42604) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:16.999347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.007010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:17.037368 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d6b2c1-653b-4fbc-a009-05395190f671 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:17.037826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d6b2c1-653b-4fbc-a009-05395190f671 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:17.039536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-42d6b2c1-653b-4fbc-a009-05395190f671 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/772a20a8-de38-4795-933f-9b69209d1766 HTTP/1.1" status: 404  len: 337 time: 0.0757697
Dec 10 04:03:17.046667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42608) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:17.117485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:17.120340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:17.122751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:17.149420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-40614aab-ce39-4d80-aea2-1845d37dec10 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:17.149877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40614aab-ce39-4d80-aea2-1845d37dec10 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:17.151520 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-40614aab-ce39-4d80-aea2-1845d37dec10 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/3ac9c612-e43b-45f1-bb0e-c6830e040a07 HTTP/1.1" status: 404  len: 333 time: 0.1021843
Dec 10 04:03:17.157210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42612) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:17.159575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=305e6cd3-241c-4e2f-bafc-b57fbbe1300d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:17.162400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:17.210355 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e34427d-a874-456b-8772-881eda58ec31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:17.210805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e34427d-a874-456b-8772-881eda58ec31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:17.212534 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8e34427d-a874-456b-8772-881eda58ec31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/3d862b1b-543f-4d67-a384-482516a518b4 HTTP/1.1" status: 404  len: 337 time: 0.0542827
Dec 10 04:03:17.215023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42616) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:17.263809 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-36183351-d221-47d5-a1b8-5bae03342c85 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:17.264269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36183351-d221-47d5-a1b8-5bae03342c85 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:17.265937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-36183351-d221-47d5-a1b8-5bae03342c85 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/ports/f9bf14df-ddb3-4a75-804a-153ee0f073da HTTP/1.1" status: 404  len: 333 time: 0.0500364
Dec 10 04:03:17.274048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42620) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:17.326716 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02926b2-8f7e-43f9-b232-f823c80b9492 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:03:17.327158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02926b2-8f7e-43f9-b232-f823c80b9492 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:03:17.328788 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f02926b2-8f7e-43f9-b232-f823c80b9492 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/subnets/5fb0b434-42c1-468d-b96b-0a257f1c8dcb HTTP/1.1" status: 404  len: 337 time: 0.0546892
Dec 10 04:03:17.332516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42624) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:17.407890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port a95a9179-3bfe-484a-a904-c78ded4ef116 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:17.408144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.519271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.540258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.748198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.757275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.760871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port a95a9179-3bfe-484a-a904-c78ded4ef116, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a95a9179-3bfe-484a-a904-c78ded4ef116,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:17.761217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.889086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c31fc10>,) {'filters': {'network_id': ['83faf901-581e-4083-899b-d7e1c00d6e85']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:17.906059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for a95a9179-3bfe-484a-a904-c78ded4ef116 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:17.932362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.950252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c31fc10>, 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:17.950537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c31fc10>, 'fa1e951e-2cbc-401f-adc3-f69f43fa09f0') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:17.967878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:17.990932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.010314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:18.010628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:18.025594 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:18.105259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.121655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.124949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7cbb31e7-24e8-44c6-86f6-04d801e0f79d tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:18.139402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.150337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Pushing event deleted for resources: {'Network': ['ID=83faf901-581e-4083-899b-d7e1c00d6e85,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:18.152961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:18.157212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] 10.222.0.44 "DELETE /v2.0/networks/83faf901-581e-4083-899b-d7e1c00d6e85 HTTP/1.1" status: 204  len: 168 time: 0.8239679
Dec 10 04:03:18.232176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.236731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b64996f9-0710-432c-ad15-ecce9329e79e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:18.282754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=a95a9179-3bfe-484a-a904-c78ded4ef116,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:18.308420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:18.326474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 76e371a1-c638-4718-8587-03c3e356bd98 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:18.493611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42632) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:18.534184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:18.550193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] Sync routers for ids ['76e371a1-c638-4718-8587-03c3e356bd98'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:18.562552 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] Routers {'76e371a1-c638-4718-8587-03c3e356bd98'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:18.563104 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedcd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['76e371a1-c638-4718-8587-03c3e356bd98'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:18.567136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.568995 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.9818103
Dec 10 04:03:18.571872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42638) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:18.672850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedcd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:18.682710 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] Routers {'76e371a1-c638-4718-8587-03c3e356bd98'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:18.683537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedcd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['76e371a1-c638-4718-8587-03c3e356bd98'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:18.737880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:18.746391 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedcd0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:18.747281 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4c1a7-7cfd-42f3-b0b7-1118ef0aa525 None None] The sync data for ids ['76e371a1-c638-4718-8587-03c3e356bd98'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:18.794322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-78fe0733-0403-40e5-a7d4-8fe9116d22e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43e50488293c41cf901ae03eb9e39f88&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2994292
Dec 10 04:03:18.797040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42642) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:18.841445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-acea7235-063c-4e2a-99f5-065c1e392547 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers/76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 200  len: 885 time: 0.2658160
Dec 10 04:03:18.845853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42646) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:19.114073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:19.129515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.163658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.235885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.240654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed3e3cf6-672b-40a9-a656-7abb49a22670 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:19.257136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3850ce42-0789-4338-a15f-942f872e7f12,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:19.261036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:19.264030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.265038 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3850ce42-0789-4338-a15f-942f872e7f12 HTTP/1.1" status: 204  len: 168 time: 0.4670863
Dec 10 04:03:19.277123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3cf29a28-6dfe-47cb-a220-f9f4ae71db29 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:router {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:19.294789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3cf29a28-6dfe-47cb-a220-f9f4ae71db29 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:router {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:19.294957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:19.295983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3cf29a28-6dfe-47cb-a220-f9f4ae71db29 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4492147
Dec 10 04:03:19.298689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42652) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:19.304224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1891392204'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:19.308893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Sync routers for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:19.311983 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/6b20e751-8eac-44a6-87cb-3ca3645dbef3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3967743
Dec 10 04:03:19.314993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42656) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:19.324986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:19.325646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:19.392855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet a22990cf-8579-41c0-b729-7dffeca26655 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:19.395920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.458120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.480200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.545963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:19.565800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.650910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.658345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aad4840d-f713-4a4d-9030-a9408f30a580 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:19.699636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=a22990cf-8579-41c0-b729-7dffeca26655,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:19.702657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:19.703942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.711654 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/a22990cf-8579-41c0-b729-7dffeca26655 HTTP/1.1" status: 204  len: 168 time: 0.3947709
Dec 10 04:03:19.714235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42670) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:19.798347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cd745-3ee5-47bd-984d-668a2d62b43d None None] Network 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:19.904232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.919856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:19.968594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.115915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:20.136263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 76e371a1-c638-4718-8587-03c3e356bd98 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:20.179163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.189937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be100>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:03:18Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '2217fe2b-6fb1-43a6-aa2e-546059f595d7', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:01:07Z', 'updated_at': '2021-12-10T04:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.191521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 2217fe2b-6fb1-43a6-aa2e-546059f595d7 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:20.192091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.197527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Checking router: 6b20e751-8eac-44a6-87cb-3ca3645dbef3 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:20.206685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Routers {'6b20e751-8eac-44a6-87cb-3ca3645dbef3'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:20.207370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.332820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] DHCP port deletion for 2e1e89a4-ba8c-4873-bc9b-f34a31538c64 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:20.348913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:20.356013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.357107 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-de5f51ba-5e53-459e-8c4e-c0de7983d580 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 200  len: 892 time: 1.0572016
Dec 10 04:03:20.358578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Deleting port 694634d0-5750-4ce6-a110-3ecc652ebe09 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:20.358962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.359591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42688) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:20.363929 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] Sync routers for ids ['76e371a1-c638-4718-8587-03c3e356bd98'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:20.374668 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] Routers {'76e371a1-c638-4718-8587-03c3e356bd98'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:20.376164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedd00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['76e371a1-c638-4718-8587-03c3e356bd98'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.383560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-114565234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:20.389877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:20.393897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:router and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:20.396660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:20.402337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:20.426039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.427467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.437983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] Set router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:20.444018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.463838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedd00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.471463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.476004 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] Routers {'76e371a1-c638-4718-8587-03c3e356bd98'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:20.477037 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedd00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['76e371a1-c638-4718-8587-03c3e356bd98'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.558763 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddedd00>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.559604 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97bb87-cdcd-4c91-8092-1551a0295de9 None None] The sync data for ids ['76e371a1-c638-4718-8587-03c3e356bd98'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:20.580622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.584638 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-df04c95e-6857-4571-a9d7-e3920afbe80e tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.4651721
Dec 10 04:03:20.585487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42692) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:20.595092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1586981350'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:20.605668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:20.624209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:network and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:20.624209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:20.630711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:20.661486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 2217fe2b-6fb1-43a6-aa2e-546059f595d7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2217fe2b-6fb1-43a6-aa2e-546059f595d7,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:20.661894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.674243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:20.678396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.692473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 694634d0-5750-4ce6-a110-3ecc652ebe09 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:20.719765 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-214fc2c8-bb25-4f91-913e-a6e401aa5600 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers/76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 200  len: 892 time: 0.3584385
Dec 10 04:03:20.722693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42696) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:20.728373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be100>, [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:03:20Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:20.746883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcffbf-9602-4437-8c39-ee765cfbdec0 None None] The sync data for ids ['6b20e751-8eac-44a6-87cb-3ca3645dbef3'] in dv-neutron-821182-1-hyperv is: [{'id': '6b20e751-8eac-44a6-87cb-3ca3645dbef3', 'name': 'tempest-TestNetworkBasicOps-router-1886368024', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:01:06Z', 'updated_at': '2021-12-10T04:03:20Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:20.765668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5ef41f80-7f1a-4ac1-b0c8-b0587d474777 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:20.769709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] For port 694634d0-5750-4ce6-a110-3ecc652ebe09, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=694634d0-5750-4ce6-a110-3ecc652ebe09,segment=NetworkSegment(a9ea89c4-72e3-4443-b94a-c74935b38d17),segment_id=a9ea89c4-72e3-4443-b94a-c74935b38d17)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:20.770104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.788834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5ef41f80-7f1a-4ac1-b0c8-b0587d474777 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:20.792517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ef41f80-7f1a-4ac1-b0c8-b0587d474777 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 200  len: 205 time: 0.0664232
Dec 10 04:03:20.792777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42700) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:20.806699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:20.824675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 2217fe2b-6fb1-43a6-aa2e-546059f595d7 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:20.891984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Calling delete_port for 694634d0-5750-4ce6-a110-3ecc652ebe09 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:20.925869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:20.931620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:security_group_rule and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:20.935957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:20.943973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:20.981748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.027936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.041229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.047125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a16426c9-a514-43c1-b13c-6610aec13a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:21.082206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.092041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-169c1cde-1c9d-4d4e-81ed-111e799b5aa7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:21.125115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Pushing event deleted for resources: {'Port': ['ID=694634d0-5750-4ce6-a110-3ecc652ebe09,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:21.128228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:21.133888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] No DVR routers for this DVR port 694634d0-5750-4ce6-a110-3ecc652ebe09 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:21.153105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=2217fe2b-6fb1-43a6-aa2e-546059f595d7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:21.155516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:21.198627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.205150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.225649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 305e6cd3-241c-4e2f-bafc-b57fbbe1300d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:21.226062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.228848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.239831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cc91b0c9-3f68-472c-8e9b-28aae1b93728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:21.276700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:21.289648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.338275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1f7f1-764c-4d5d-9ea8-370b771038d2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:21.341612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:21.395619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.452290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.452834 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Added segment 55bf0ce3-9057-429c-bd6f-8f79b55b48f5 of type vlan for network 08caef57-d8a0-4a96-a75b-264737c6bf8c
Dec 10 04:03:21.474704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.478403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.496745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.523414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 305e6cd3-241c-4e2f-bafc-b57fbbe1300d owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:21.530170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.530694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router 6b20e751-8eac-44a6-87cb-3ca3645dbef3 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:21.557193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.562688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:21.563286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.570167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe94fb1a-b3b6-425b-8a7a-d31b6edc5951 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:21.603134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.604208 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/6b20e751-8eac-44a6-87cb-3ca3645dbef3 HTTP/1.1" status: 204  len: 168 time: 1.8813221
Dec 10 04:03:21.606965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42704) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:21.658407 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.0698681
Dec 10 04:03:21.659023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42708) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:21.674038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'subnet': {'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:21.734574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.769803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Network': ['ID=08caef57-d8a0-4a96-a75b-264737c6bf8c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:21.774102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:21.784942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:21.795130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:21.799559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:subnet and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:21.802904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:21.809063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:21.820592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:21.825030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.938282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:21.955060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d23b12fd-c142-4e2c-98f8-812e70bdf379 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:21.997080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.041176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=305e6cd3-241c-4e2f-bafc-b57fbbe1300d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:22.049354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:22.072491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.078476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-71b657f5-fb5c-4220-8e50-bf446bf82d83 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:22.226712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca7a430>,) {'filters': {'network_id': ['2e1e89a4-ba8c-4873-bc9b-f34a31538c64']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:22.242849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca7a430>, 'a9ea89c4-72e3-4443-b94a-c74935b38d17') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:22.243145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca7a430>, 'a9ea89c4-72e3-4443-b94a-c74935b38d17') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:22.260487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.266994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.281205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Subnet': ['ID=c8ef5018-aa47-46bd-b498-20fb1d198dc7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:22.283376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Checking segment: {'id': '55bf0ce3-9057-429c-bd6f-8f79b55b48f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:22.283731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network hostable DHCP agents. Network: 08caef57-d8a0-4a96-a75b-264737c6bf8c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:22.288556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:22.303756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:22.312402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 08caef57-d8a0-4a96-a75b-264737c6bf8c) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:22.316491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:22.317173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.326039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9e045-9770-4965-98fa-e79ab71ff732 None None] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:22.345542 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6810641
Dec 10 04:03:22.345823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42712) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:22.353408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'network': {'name': 'tempest-router-network01--1177836772'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:22.358541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:22.363090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:network and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:22.366068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:22.372434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:22.383668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:22.387570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.418407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:22.430168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.430500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Added segment 46a594a1-9f9b-448e-b28d-da23cf6ecc12 of type vlan for network 5a040852-34bf-4de5-bf60-11043aa5336a
Dec 10 04:03:22.437749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.447767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.449748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:22.450127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.461764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:22.465078 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:22.468805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.497327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.503970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:22.504623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.509920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f9006d84-6659-4706-9f57-cbbe2c28b703 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:22.560362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.560942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router 76e371a1-c638-4718-8587-03c3e356bd98 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:22.566088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.571955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:22.588880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.590643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-08caef57-d8a0-4a96-a75b-264737c6bf8c', 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c', 'tenant_id': '8073dd2adde8400c99268cf9c8cf51b6', 'fixed_ips': [{'subnet_id': 'c8ef5018-aa47-46bd-b498-20fb1d198dc7'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:22.592572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.602316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2542636
Dec 10 04:03:22.605757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42716) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:22.611305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=2e1e89a4-ba8c-4873-bc9b-f34a31538c64,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:22.624054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'network': {'name': 'tempest-router-network02--2024932102'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:22.631095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:22.638065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.639427 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 204  len: 168 time: 1.8457220
Dec 10 04:03:22.640748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Network': ['ID=5a040852-34bf-4de5-bf60-11043aa5336a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:22.643185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42720) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:22.643627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:22.646355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:22.649680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/2e1e89a4-ba8c-4873-bc9b-f34a31538c64 HTTP/1.1" status: 204  len: 168 time: 1.0416467
Dec 10 04:03:22.651156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:network and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:22.661532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468157199'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:22.666363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:22.671234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42724) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:22.673123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:22.678944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:22.682705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:22.684059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--2047876528', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:22.685864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 5a040852-34bf-4de5-bf60-11043aa5336a details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:22.687530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:22.689146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:22.693215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:22.699238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2217fe2b-6fb1-43a6-aa2e-546059f595d7 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:22.700058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:22.702254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:22.703412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:22.706840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.709030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:22.712511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.723121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:22.743012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:22.743972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:22.747469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.754823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.755325 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment fc236414-5591-4a90-b4db-dda8f159788b of type vlan for network 6448111a-a270-48c4-ac42-98030de50d84
Dec 10 04:03:22.764307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:22.780337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.780677 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Added segment 745f01e1-30bf-4d04-b309-2bf22a9636d0 of type vlan for network 890acbbc-7790-4203-9ab0-62703d98ea8e
Dec 10 04:03:22.786142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.789162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2217fe2b-6fb1-43a6-aa2e-546059f595d7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:22.790102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2217fe2b-6fb1-43a6-aa2e-546059f595d7 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:22.790698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a95a9179-3bfe-484a-a904-c78ded4ef116 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:22.800708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:22.820426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.823738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.826332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.826675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment b27b74bb-a05b-4879-af01-5e5975e28f0c of type vlan for network 0539fd49-cb12-47ae-80a5-5006df21c31d
Dec 10 04:03:22.831291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:22.832186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.838270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a27536d9-10fb-4d11-b7f4-3988c1f719e5 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:22.872103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a95a9179-3bfe-484a-a904-c78ded4ef116 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:22.872486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a95a9179-3bfe-484a-a904-c78ded4ef116 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:22.873747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.899756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.906227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:22.906816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:22.913046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-94e79a0f-2967-4a54-b797-23b432c2a3ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:22.942732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2985020
Dec 10 04:03:22.947213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42728) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:22.955737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': '6448111a-a270-48c4-ac42-98030de50d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:22.976305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=6448111a-a270-48c4-ac42-98030de50d84,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:22.982616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d5172a70-f053-4f8b-957c-0139f4bd4b22 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:22.992213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 6448111a-a270-48c4-ac42-98030de50d84 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:23.012217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.017651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:23.018274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.050953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Network': ['ID=890acbbc-7790-4203-9ab0-62703d98ea8e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:23.056594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4476876
Dec 10 04:03:23.057340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42732) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:23.058219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:23.061260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be5768a8-9408-4b6b-92c4-23768e158361 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:23.072167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 890acbbc-7790-4203-9ab0-62703d98ea8e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:23.082183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'subnet': {'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:23.082405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:23.086693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:23.090374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:23.097187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:23.108857 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4334736
Dec 10 04:03:23.109149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42736) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:23.115502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:23.123185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:23.126189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.143968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:23.187789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Allocated IP 172.20.0.2 (08caef57-d8a0-4a96-a75b-264737c6bf8c/c8ef5018-aa47-46bd-b498-20fb1d198dc7/5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:23.216860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:23.220901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:23.243623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:23.247747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=0539fd49-cb12-47ae-80a5-5006df21c31d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:23.257208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f74212d8-9493-43ad-a07b-153b4fa0a8e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:23.265223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:23.273743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.274706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.274940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:subnet and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:23.278173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:23.285545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:23.290996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 0539fd49-cb12-47ae-80a5-5006df21c31d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:23.297256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:23.297436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.300961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.515337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.526174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Transition to ACTIVE for port object 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:23.526568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.531375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eed538db-8465-4ca5-b879-edd248213043 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:23.544265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Transition to ACTIVE for port object 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:23.552012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.553881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-761505c4-c3a0-4b2b-a6fc-dec446402e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:23.606188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Subnet': ['ID=6ed10841-bcf8-4660-ae73-d66244eb402e,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:23.609897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:23.617082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Checking segment: {'id': '46a594a1-9f9b-448e-b28d-da23cf6ecc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:23.617574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network hostable DHCP agents. Network: 5a040852-34bf-4de5-bf60-11043aa5336a, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:23.619664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:23.622643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:23.626329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:23.635838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.641562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 5a040852-34bf-4de5-bf60-11043aa5336a is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:23.641789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:23.652083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 5a040852-34bf-4de5-bf60-11043aa5336a) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:23.656334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:23.657051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.669777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e1b23-7543-4d6a-8db3-b0ee8b927fc4 None None] Network 5a040852-34bf-4de5-bf60-11043aa5336a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:23.677478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.685225 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6250255
Dec 10 04:03:23.687644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42740) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:23.694178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'subnet': {'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:23.709709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Pushing event updated for resources: {'Port': ['ID=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:23.722608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:23.747114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=43dc614f-aeb3-4a8a-a957-089d030ebfda,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:23.753916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:23.799066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Attempting to bind port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:23.800305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Attempting to bind port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '55bf0ce3-9057-429c-bd6f-8f79b55b48f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:23.800438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Attempting to bind port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 on network 08caef57-d8a0-4a96-a75b-264737c6bf8c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:23.810761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': 'fc236414-5591-4a90-b4db-dda8f159788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6448111a-a270-48c4-ac42-98030de50d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:23.811044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:23.811181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: 6448111a-a270-48c4-ac42-98030de50d84, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:23.811286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Checking segment: {'id': '55bf0ce3-9057-429c-bd6f-8f79b55b48f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:23.811648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.812054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Bound using segment: {'id': '55bf0ce3-9057-429c-bd6f-8f79b55b48f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:23.812529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Bound port: 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf0ce3-9057-429c-bd6f-8f79b55b48f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08caef57-d8a0-4a96-a75b-264737c6bf8c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:23.812912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.813186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:23.817089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Usage tracker for resource:subnet and tenant:8073dd2adde8400c99268cf9c8cf51b6 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:23.820220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:23.826219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:23.837811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Made reservation on behalf of 8073dd2adde8400c99268cf9c8cf51b6 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:23.841388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.853617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 6448111a-a270-48c4-ac42-98030de50d84 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:23.872522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 6448111a-a270-48c4-ac42-98030de50d84) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:23.880121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:23.880947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:23.895193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85d73e-1134-47e8-babe-26aabce241b0 None None] Network 6448111a-a270-48c4-ac42-98030de50d84 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:23.932962 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5f130e21-cb44-44d8-bdee-220fbc5054d3 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9820459
Dec 10 04:03:23.941998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42744) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:23.953871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1166699262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:23.961645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:23.997894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:24.019122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.020182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.046240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.088537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] For port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:24.194225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] For port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,segment=NetworkSegment(55bf0ce3-9057-429c-bd6f-8f79b55b48f5),segment_id=55bf0ce3-9057-429c-bd6f-8f79b55b48f5)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:24.235361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.235917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.246543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:24.253626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.271203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.296167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.302009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb07f787-b875-4f02-9f5c-05907c601966 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:24.310489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-5a040852-34bf-4de5-bf60-11043aa5336a', 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a', 'tenant_id': '8073dd2adde8400c99268cf9c8cf51b6', 'fixed_ips': [{'subnet_id': '6ed10841-bcf8-4660-ae73-d66244eb402e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:24.311329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.336357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.340193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c57e5fa3-f0a2-43b6-b4f8-2ddda7d5973e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3945165
Dec 10 04:03:24.340432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42748) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:24.398697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Subnet': ['ID=339b30fd-59a2-496f-98eb-d0ee431bb34f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:24.402494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:24.411552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Checking segment: {'id': '745f01e1-30bf-4d04-b309-2bf22a9636d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:24.411984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network hostable DHCP agents. Network: 890acbbc-7790-4203-9ab0-62703d98ea8e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:24.431899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 890acbbc-7790-4203-9ab0-62703d98ea8e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:24.436124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-6448111a-a270-48c4-ac42-98030de50d84', 'network_id': '6448111a-a270-48c4-ac42-98030de50d84', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '43dc614f-aeb3-4a8a-a957-089d030ebfda'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:24.436948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.442674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 890acbbc-7790-4203-9ab0-62703d98ea8e) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:24.451747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Pushing event updated for resources: {'Port': ['ID=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:24.452750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:24.453426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:24.464807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3f02c-ed90-4cb4-a923-c34fda9dec5b None None] Network 890acbbc-7790-4203-9ab0-62703d98ea8e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:24.480680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7893090
Dec 10 04:03:24.480911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42752) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:24.490383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:24.777429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Allocated IP 172.20.0.2 (5a040852-34bf-4de5-bf60-11043aa5336a/6ed10841-bcf8-4660-ae73-d66244eb402e/3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:24.802353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.105 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/37e1eff4-3322-4f72-9c57-e137bfba7e17) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:24.990448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Allocated IP 2001:db8::2 (6448111a-a270-48c4-ac42-98030de50d84/43dc614f-aeb3-4a8a-a957-089d030ebfda/4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:25.057296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.074959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-890acbbc-7790-4203-9ab0-62703d98ea8e', 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e', 'tenant_id': '8073dd2adde8400c99268cf9c8cf51b6', 'fixed_ips': [{'subnet_id': '339b30fd-59a2-496f-98eb-d0ee431bb34f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:25.075775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.130108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.308831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.358228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.415869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Transition to ACTIVE for port object 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:25.421075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.427399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:25.491065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:25.493702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:25.497851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:25.504340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Transition to ACTIVE for port object 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:25.515488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Allocated IP 172.20.0.2 (890acbbc-7790-4203-9ab0-62703d98ea8e/339b30fd-59a2-496f-98eb-d0ee431bb34f/4b3597a7-60ac-4420-aba9-7cb301224c4f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:25.521924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.526236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.529608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-acbb9f67-9633-47f7-9999-c00c936df48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:25.537602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=37e1eff4-3322-4f72-9c57-e137bfba7e17,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:25.542027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:25.597839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Transition to ACTIVE for port object 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:25.611659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Allocated IP 172.20.0.1 (5a040852-34bf-4de5-bf60-11043aa5336a/6ed10841-bcf8-4660-ae73-d66244eb402e/1a1aae02-eaaf-417e-aeb6-1657df94ddd9) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:25.699666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Network 5a040852-34bf-4de5-bf60-11043aa5336a is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:25.705042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Pushing event updated for resources: {'Port': ['ID=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:25.712530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:25.717977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:25.718743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:25.722988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Transition to ACTIVE for port object 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:25.779940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.792006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a17ff720-7694-44ee-8809-d87655fc433f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:25.828549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.860795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Transition to ACTIVE for port object 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:25.891773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:25.904147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f07b43b-a1a6-4d6c-aa89-fe82526d54e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:25.946331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8::1 (6448111a-a270-48c4-ac42-98030de50d84/43dc614f-aeb3-4a8a-a957-089d030ebfda/10e5dedf-9b2a-4507-b3b8-d272bef0fad7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:26.012141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1b11c-fe8c-4b2c-b8e9-13c3dc8bc012 None None] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:26.014113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Port': ['ID=1a1aae02-eaaf-417e-aeb6-1657df94ddd9,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:26.017039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:26.021703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 5a040852-34bf-4de5-bf60-11043aa5336a is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:26.022846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:26.025019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:26.060808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Network 6448111a-a270-48c4-ac42-98030de50d84 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:26.084771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.123124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:26.125018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Attempting to bind port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:26.125423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Attempting to bind port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '46a594a1-9f9b-448e-b28d-da23cf6ecc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:26.125795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Attempting to bind port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 on network 5a040852-34bf-4de5-bf60-11043aa5336a {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:26.127962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Pushing event updated for resources: {'Port': ['ID=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:26.130384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:26.159485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:26.190078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:26.190525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Checking segment: {'id': '46a594a1-9f9b-448e-b28d-da23cf6ecc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:26.190875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.191293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Bound using segment: {'id': '46a594a1-9f9b-448e-b28d-da23cf6ecc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:26.191786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Bound port: 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a594a1-9f9b-448e-b28d-da23cf6ecc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a040852-34bf-4de5-bf60-11043aa5336a'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:26.192176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.286068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.316022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-31377b39-ac56-4b4c-a351-b1a000d110af None None] Provisioning for port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:26.319027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:26.329140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.336858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.340996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.371402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Attempting to bind port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:26.371780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Attempting to bind port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'fc236414-5591-4a90-b4db-dda8f159788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6448111a-a270-48c4-ac42-98030de50d84'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:26.372150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Attempting to bind port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 on network 6448111a-a270-48c4-ac42-98030de50d84 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:26.376262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Transition to ACTIVE for port object 4b3597a7-60ac-4420-aba9-7cb301224c4f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:26.418126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:26.418553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Checking segment: {'id': 'fc236414-5591-4a90-b4db-dda8f159788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6448111a-a270-48c4-ac42-98030de50d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:26.418913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.419319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Bound using segment: {'id': 'fc236414-5591-4a90-b4db-dda8f159788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6448111a-a270-48c4-ac42-98030de50d84'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:26.419803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Bound port: 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc236414-5591-4a90-b4db-dda8f159788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6448111a-a270-48c4-ac42-98030de50d84'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:26.420187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.492444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.505250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f2f5bba0-751e-42c9-9fad-d6506ad215b8 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:26.514464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Transition to ACTIVE for port object 4b3597a7-60ac-4420-aba9-7cb301224c4f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:26.516005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] For port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:26.546541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.555083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-40714926-c10c-4deb-84b4-3eaf2e0b6c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:26.577997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 6448111a-a270-48c4-ac42-98030de50d84 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:26.582944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:26.589195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:26.589195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.599501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] For port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,segment=NetworkSegment(46a594a1-9f9b-448e-b28d-da23cf6ecc12),segment_id=46a594a1-9f9b-448e-b28d-da23cf6ecc12)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:26.656991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.668193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=10e5dedf-9b2a-4507-b3b8-d272bef0fad7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:26.707983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Network 890acbbc-7790-4203-9ab0-62703d98ea8e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:26.721043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:26.726773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Pushing event updated for resources: {'Port': ['ID=4b3597a7-60ac-4420-aba9-7cb301224c4f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:26.727385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:26.729349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] For port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:26.734995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:26.739269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] For port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,segment=NetworkSegment(fc236414-5591-4a90-b4db-dda8f159788b),segment_id=fc236414-5591-4a90-b4db-dda8f159788b)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:26.743248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:26.744699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8da4bb4-1169-4fbc-b037-e767231b21e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:26.792076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:26.798653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.803641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.828537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.829108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eb9ac415-3637-4e73-99c4-39425af739d1 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:26.855844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.928901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Port': ['ID=1a1aae02-eaaf-417e-aeb6-1657df94ddd9,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:26.931767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:26.935066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:26.993702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.028415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Pushing event updated for resources: {'Port': ['ID=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:27.038577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:27.040720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:27.072040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Attempting to bind port 4b3597a7-60ac-4420-aba9-7cb301224c4f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:27.072040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Attempting to bind port 4b3597a7-60ac-4420-aba9-7cb301224c4f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '745f01e1-30bf-4d04-b309-2bf22a9636d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:27.072405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Attempting to bind port 4b3597a7-60ac-4420-aba9-7cb301224c4f on network 890acbbc-7790-4203-9ab0-62703d98ea8e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:27.084306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:27.085134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Checking segment: {'id': '745f01e1-30bf-4d04-b309-2bf22a9636d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:27.085134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.085495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Bound using segment: {'id': '745f01e1-30bf-4d04-b309-2bf22a9636d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:27.085911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Bound port: 4b3597a7-60ac-4420-aba9-7cb301224c4f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745f01e1-30bf-4d04-b309-2bf22a9636d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '890acbbc-7790-4203-9ab0-62703d98ea8e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:27.086296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.154962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 5a040852-34bf-4de5-bf60-11043aa5336a is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:27.156884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:27.212469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:27.230985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Pushing event updated for resources: {'Port': ['ID=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:27.258132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:27.264658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:27.265140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.320274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] For port 4b3597a7-60ac-4420-aba9-7cb301224c4f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:27.341079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] For port 4b3597a7-60ac-4420-aba9-7cb301224c4f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4b3597a7-60ac-4420-aba9-7cb301224c4f,segment=NetworkSegment(745f01e1-30bf-4d04-b309-2bf22a9636d0),segment_id=745f01e1-30bf-4d04-b309-2bf22a9636d0)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:27.378457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.396650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a7f1e9a0-8c1e-41e7-96d9-25c90c610a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:27.452475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Router 256be1b6-2734-4921-94ca-938d0cf9a54e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:27.607262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Pushing event updated for resources: {'Port': ['ID=4b3597a7-60ac-4420-aba9-7cb301224c4f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:27.614490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:27.615323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.669970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,segment=NetworkSegment(55bf0ce3-9057-429c-bd6f-8f79b55b48f5),segment_id=55bf0ce3-9057-429c-bd6f-8f79b55b48f5)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:27.680146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:27.682136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-8c164867-fb08-4aac-a894-6638a28257de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:27.697296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:27.710918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2288289
Dec 10 04:03:27.714187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42758) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:27.761536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] Sync routers for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:27.784578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:27.813759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:27.814411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c323760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:27.899873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c323760>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:27.960369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:27.962905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:27.963710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c323760>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:28.101628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:28.119482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-56b2b5f1-76c7-4df5-a4d9-20e454303e06 None None] Provisioning complete for port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:28.119482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-56b2b5f1-76c7-4df5-a4d9-20e454303e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:28.145703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:28.161226 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:28.162992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c323760>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:28.163406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801a478-c309-4723-a6ee-e52368c8f887 None None] The sync data for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:28.174567 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:28.175481 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:28.180226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:28.185058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:28.186568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.0764639
Dec 10 04:03:28.188855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:28.190363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:28.194942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42762) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:28.203524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e32b6181-a23f-4049-9e2a-85eab2a5ed5c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:28.436735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=10e5dedf-9b2a-4507-b3b8-d272bef0fad7,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:28.441909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:28.485247 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:28.524439 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-07303d17-22ed-4592-b946-64f597923c80 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2756841
Dec 10 04:03:28.525076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42768) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:28.806985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37311b2a-e53c-4c78-a32e-4abe02cb0a1e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:28.809032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-37311b2a-e53c-4c78-a32e-4abe02cb0a1e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2739480
Dec 10 04:03:28.812724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42772) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:28.827481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 6448111a-a270-48c4-ac42-98030de50d84 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:28.830404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:28.919370 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fe0c92ec-638e-4a0d-b67d-031f148bb947 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0930238
Dec 10 04:03:28.923805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580699d-4989-40cb-814a-64383a9e4ceb None None] Network 6448111a-a270-48c4-ac42-98030de50d84 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:28.926909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42776) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:28.934508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683283681', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:28.979148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:28.983376 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74a60>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:26Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:28.999090 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:28.999734 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Updating router a28bd4c0-3a86-44f2-b342-2701841af335 port 37e1eff4-3322-4f72-9c57-e137bfba7e17 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:03:29.114325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:29.144293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-347c902b-1e32-4505-84d8-667f4ab2336c None None] Provisioning for port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:29.145713 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-fbef41d4-3bf5-4af8-82c5-74d26bea6c8d tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:03:29.146786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fbef41d4-3bf5-4af8-82c5-74d26bea6c8d tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4316831
Dec 10 04:03:29.152130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:29.156931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:29.158569 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.160630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:29.175495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:29.186778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42780) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:29.190889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:29.201409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.240676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:29.259141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:29.259677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.331731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:29.341800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/52e3410f-f6d8-4cb4-bdbf-39ecdb76f253/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9974439
Dec 10 04:03:29.346279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42784) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:29.379825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] Sync routers for ids ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:29.384239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ca4bd-2679-4859-85e8-637ac785c754 None None] Network 890acbbc-7790-4203-9ab0-62703d98ea8e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:29.437263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cb124-0db5-4616-9020-a70faf4478e6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:29.438173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-391cb124-0db5-4616-9020-a70faf4478e6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:29.458396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-391cb124-0db5-4616-9020-a70faf4478e6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:29.462026 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-391cb124-0db5-4616-9020-a70faf4478e6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports/10e5dedf-9b2a-4507-b3b8-d272bef0fad7 HTTP/1.1" status: 200  len: 911 time: 0.1145749
Dec 10 04:03:29.464489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42788) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:29.475349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43dc614f-aeb3-4a8a-a957-089d030ebfda'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:29.505048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce928b6-7b1a-4e34-b409-dacc85a7f8bb None None] Network 5a040852-34bf-4de5-bf60-11043aa5336a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:29.537038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] Routers {'52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:29.537839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f76190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:29.673519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3e2c2d09-2ecf-4266-a8fe-fc7a8d459fce None None] Provisioning for port 4b3597a7-60ac-4420-aba9-7cb301224c4f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:29.719201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f76190>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:29.734409 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.750849 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Transition to ACTIVE for port object 37e1eff4-3322-4f72-9c57-e137bfba7e17 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:29.762116 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.766557 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:29.797433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] Routers {'52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:29.798162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f76190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:29.837622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Pushing event updated for resources: {'Port': ['ID=37e1eff4-3322-4f72-9c57-e137bfba7e17,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:29.848966 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.849782 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.850333 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.850860 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.851396 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.851938 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.852495 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.853022 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.854053 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.855032 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.855606 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.856166 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:29.875030 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:29.917338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.925784 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Attempting to bind port 37e1eff4-3322-4f72-9c57-e137bfba7e17 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:29.926759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Attempting to bind port 37e1eff4-3322-4f72-9c57-e137bfba7e17 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:29.927374 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Attempting to bind port 37e1eff4-3322-4f72-9c57-e137bfba7e17 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:29.939914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.945360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f76190>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:29.945785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cf98b-3c99-464a-8060-2854383fff12 None None] The sync data for ids ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:29.946962 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:29.947649 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:29.948319 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:29.949427 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:29.950154 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Bound port: 37e1eff4-3322-4f72-9c57-e137bfba7e17, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:29.951850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.048768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.054020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e8b698dc-9f24-4dc8-bb6e-5087d551324b None None] Provisioning for port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:30.098628 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] For port 37e1eff4-3322-4f72-9c57-e137bfba7e17, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:30.103032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,segment=NetworkSegment(fc236414-5591-4a90-b4db-dda8f159788b),segment_id=fc236414-5591-4a90-b4db-dda8f159788b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:30.103704 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] For port 37e1eff4-3322-4f72-9c57-e137bfba7e17, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=37e1eff4-3322-4f72-9c57-e137bfba7e17,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:30.116270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.117268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:30.121106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.129993 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:30.158340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d72d6d63-447a-4c40-adef-5be151ae0ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:30.242455 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Pushing event updated for resources: {'Port': ['ID=37e1eff4-3322-4f72-9c57-e137bfba7e17,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:30.259741 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:30.273190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:30.274316 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:30.360767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.367305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:30.370529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:30.395616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b4cef070-de50-4ed8-abcd-23bb37fe9652 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:30.417380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:30.446328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:30.446717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.521358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=337edbf9-4ba0-44db-bcfc-75492a205f48,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:30.530522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:30.574482 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:30.652730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:30.653139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 0539fd49-cb12-47ae-80a5-5006df21c31d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:30.770482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Provisioning for port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:30.798719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Provisioning complete for port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:30.799105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.899514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.920019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.945765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.954355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:30.955037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.960404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,segment=NetworkSegment(46a594a1-9f9b-448e-b28d-da23cf6ecc12),segment_id=46a594a1-9f9b-448e-b28d-da23cf6ecc12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:30.961836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:30.963234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/ports/10e5dedf-9b2a-4507-b3b8-d272bef0fad7 HTTP/1.1" status: 200  len: 911 time: 1.4959505
Dec 10 04:03:30.968196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:30.968949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89cc893d-93ad-4f83-8a2f-8499ecbbe971 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:30.978636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:30.979556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4b3597a7-60ac-4420-aba9-7cb301224c4f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:30.986162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42792) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:31.013841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f71ad9b3-3a2a-45e2-8f84-93563b1b10f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:31.020418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 0539fd49-cb12-47ae-80a5-5006df21c31d) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:31.090608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c44dfe-fcc8-4ff7-9089-e46493cec448 None None] Network 0539fd49-cb12-47ae-80a5-5006df21c31d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:31.180747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=10e5dedf-9b2a-4507-b3b8-d272bef0fad7,revision_number=3']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:31.183774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:31.212922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:31.216461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:31.240962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Provisioning complete for port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:31.241372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3b99777c-b925-4225-93ed-e7bca507ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.276550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74a60>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:26Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:31.282475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:31.283096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.288689 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0cf3a-83b3-4db5-b5b3-491fc49e0e65 None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:26Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:31.375978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4b3597a7-60ac-4420-aba9-7cb301224c4f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:31.413118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4b3597a7-60ac-4420-aba9-7cb301224c4f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:31.413684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.508769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42796) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:31.520748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.5910072
Dec 10 04:03:31.689383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-0539fd49-cb12-47ae-80a5-5006df21c31d', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:31.690131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.778310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting port 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:31.778851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.926615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Provisioning complete for port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:31.927005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:31.970447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.008962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Allocated IP 172.20.0.2 (0539fd49-cb12-47ae-80a5-5006df21c31d/337edbf9-4ba0-44db-bcfc-75492a205f48/a1a817b8-2eab-4d78-8cab-7d0413f6dd93) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:32.071354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4b3597a7-60ac-4420-aba9-7cb301224c4f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4b3597a7-60ac-4420-aba9-7cb301224c4f,segment=NetworkSegment(745f01e1-30bf-4d04-b309-2bf22a9636d0),segment_id=745f01e1-30bf-4d04-b309-2bf22a9636d0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:32.083912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:32.101626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.102484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:32.135684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:32.208881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.253857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4b3597a7-60ac-4420-aba9-7cb301224c4f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:32.276664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:32.303809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Provisioning complete for port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:32.304138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.360422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Calling delete_port for 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:32.403685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:32.404057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.430656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.650008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.685976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Transition to ACTIVE for port object a1a817b8-2eab-4d78-8cab-7d0413f6dd93 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:32.689597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.727351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Transition to ACTIVE for port object a1a817b8-2eab-4d78-8cab-7d0413f6dd93 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:32.728520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Provisioning for port 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:32.734881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Provisioning complete for port 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:32.735248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.772600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.831355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1f1e33d6-7a9e-4dad-acdf-af633b531d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:32.965733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Pushing event updated for resources: {'Port': ['ID=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:32.975483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:32.982913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:32.987189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:32.988234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fcc8d0-5fda-4b3c-8f71-fa6a93bf35bd tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:32.990381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:32.995400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:33.031787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:33.060325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Port 1a1aae02-eaaf-417e-aeb6-1657df94ddd9 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:33.080591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Port': ['ID=1a1aae02-eaaf-417e-aeb6-1657df94ddd9,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:33.083057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:33.156123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (0539fd49-cb12-47ae-80a5-5006df21c31d/337edbf9-4ba0-44db-bcfc-75492a205f48/254a1104-04f5-48e2-9601-6ecfc860569c) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:33.204031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Attempting to bind port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:33.204417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Attempting to bind port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:33.204794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Attempting to bind port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:33.212776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Provisioning complete for port 4b3597a7-60ac-4420-aba9-7cb301224c4f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:33.213173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cded083f-286e-467d-96df-23f72ce34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.274140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:33.274828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Checking segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:33.275095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.276435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Bound using segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:33.276949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Bound port: a1a817b8-2eab-4d78-8cab-7d0413f6dd93, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:33.277362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.376302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.384647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:33.385194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.393103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 254a1104-04f5-48e2-9601-6ecfc860569c will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:33.417931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.423505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-44b7b5a1-e4f3-4908-a17c-8a6d029f311c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:33.427597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:33.427980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.469208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.488452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:33.491813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:33.496229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:33.502406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] For port a1a817b8-2eab-4d78-8cab-7d0413f6dd93, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:33.507329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] For port a1a817b8-2eab-4d78-8cab-7d0413f6dd93, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:33.543446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:33.544230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.548547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:33.562247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:33.567513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.650719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4b3597a7-60ac-4420-aba9-7cb301224c4f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:33.703240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Pushing event updated for resources: {'Port': ['ID=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:33.708564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:33.713042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.734852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4b3597a7-60ac-4420-aba9-7cb301224c4f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:33.735515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.868580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:33.918310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:33.970823 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:33.971889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.092473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 10e5dedf-9b2a-4507-b3b8-d272bef0fad7 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:34.107938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 37e1eff4-3322-4f72-9c57-e137bfba7e17 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:34.142113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Router 256be1b6-2734-4921-94ca-938d0cf9a54e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:34.173471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.178536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.179725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 37e1eff4-3322-4f72-9c57-e137bfba7e17 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:34.187334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 37e1eff4-3322-4f72-9c57-e137bfba7e17 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:34.187992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.212058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2184b42-03d1-499e-9508-bb92140b7fcf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:34.305537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.309461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:34.312672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:34.324100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.341861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 37e1eff4-3322-4f72-9c57-e137bfba7e17, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=37e1eff4-3322-4f72-9c57-e137bfba7e17,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:34.346375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.348310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aa7b312c-0b49-4dc6-a5d5-e9be620c460f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:34.416187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=37e1eff4-3322-4f72-9c57-e137bfba7e17,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:34.419327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:34.460508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:34.475918 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] Sync routers for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:34.484259 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2961488
Dec 10 04:03:34.485068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42800) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:34.490131 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:34.491579 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3a30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:34.559947 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3a30>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:34.562651 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-9c09c03b-db10-4c6a-83a5-df9b685e093f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] delete failed (client error): The resource could not be found.
Dec 10 04:03:34.568557 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9c09c03b-db10-4c6a-83a5-df9b685e093f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-402612158 HTTP/1.1" status: 404  len: 334 time: 0.0808239
Dec 10 04:03:34.569136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42804) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:34.571971 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:34.572842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3a30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:34.575393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e783da5c-a0fc-4ba4-a2f8-4ee913ae6648 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'router': {'external_gateway_info': {'network_id': '256be1b6-2734-4921-94ca-938d0cf9a54e'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:34.616663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:34.617869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:34.643811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3a30>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:34.644579 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b240ec-1f1d-4a29-b84b-2cdb7cabc2b9 None None] The sync data for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:34.839962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:34.850882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7feae1-3286-40d7-87c4-24723a73a279 None None] Network 0539fd49-cb12-47ae-80a5-5006df21c31d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:34.965365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:34.972025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 37e1eff4-3322-4f72-9c57-e137bfba7e17 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:35.027565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:35.051973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4fca28ec-23d2-446a-8e04-6072d6098288 None None] Provisioning for port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:35.058712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:35.072044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:35.081857 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/a28bd4c0-3a86-44f2-b342-2701841af335/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5688212
Dec 10 04:03:35.082171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42808) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:35.109514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:35.110444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0c4ee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:35.120305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=10e5dedf-9b2a-4507-b3b8-d272bef0fad7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:35.122741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:35.131508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e783da5c-a0fc-4ba4-a2f8-4ee913ae6648 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:35.173530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 37e1eff4-3322-4f72-9c57-e137bfba7e17 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:35.174027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:35.259629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.260104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.260916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.262497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.265460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.266179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.267833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.268890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.270934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-642ff847-e8a5-4ce0-be21-4cecb313266a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5650 time: 0.1872575
Dec 10 04:03:35.273699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42812) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:35.290537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:35.294316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-e783da5c-a0fc-4ba4-a2f8-4ee913ae6648 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] update failed (client error): The resource could not be found.
Dec 10 04:03:35.299258 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e783da5c-a0fc-4ba4-a2f8-4ee913ae6648 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e HTTP/1.1" status: 404  len: 339 time: 0.7282014
Dec 10 04:03:35.300809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42816) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:35.362533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.362931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.363382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.363827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.364264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.364706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.365139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.365603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:35.370032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-001d5037-bcfa-4681-a17f-0c845eb59c04 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5116 time: 0.0926440
Dec 10 04:03:35.370457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42820) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:35.546480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:35.583649 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-090451c4-1ac5-47c2-9a71-384ebbfbd370 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2683 time: 0.2090154
Dec 10 04:03:35.632108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a1a817b8-2eab-4d78-8cab-7d0413f6dd93 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:35.865523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:35.886960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:35.887783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:35.898522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42826) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:35.904242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510798423', 'description': 'tempest-secgroup-smoke-510798423 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:35.913520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:35.948850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:35.952984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:35.963678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:35.982083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.008613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:36.013128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:36.016590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:36.024204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:36.100768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.116431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.124449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.130723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1f40d75f-f925-4b46-8a3b-f732dc5a740f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:36.138699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a1a817b8-2eab-4d78-8cab-7d0413f6dd93, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:36.146751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0c4ee0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:36.152074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:36.152821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Updating router a28bd4c0-3a86-44f2-b342-2701841af335 port 254a1104-04f5-48e2-9601-6ecfc860569c binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:03:36.157200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:36.181849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de389172-832b-4b7f-af0f-9a8fa4b9f3d2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:36.184908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:36.188828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.190098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.190759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2911146
Dec 10 04:03:36.193694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42830) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:36.197161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:36.202651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:36.210194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:36.214399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:36.217861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:36.223895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:36.247124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.271439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:36.280651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:36.288957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Provisioning complete for port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:36.289354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.317942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:36.328176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] Sync routers for ids ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:36.330245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.337108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.346958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:36.351318 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] Routers {'52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:36.351886 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01f10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:36.356218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.365952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcfe976-7871-405d-8f4a-5c0101cee546,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:36.374522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:36.393837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.395389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.398587 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2003958
Dec 10 04:03:36.399228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42834) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:36.405908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:36.414096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:36.418070 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/52e3410f-f6d8-4cb4-bdbf-39ecdb76f253/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4301505
Dec 10 04:03:36.421332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:36.425518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42838) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:36.426855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:36.433736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:36.442731 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01f10>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:36.454033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] Routers {'52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:36.455038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01f10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:36.461902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.528448 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01f10>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:36.529205 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f93049-a080-4827-b794-ede9b5f22857 None None] The sync data for ids ['52e3410f-f6d8-4cb4-bdbf-39ecdb76f253'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:36.548692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.554617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.562535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1ac88d69-5e3d-44a6-9bc4-32b2f4910c4d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:36.578862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:36.588302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.592050 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1890914
Dec 10 04:03:36.592798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42842) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:36.598552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:36.606180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad6a27d-272b-49bd-930b-93d6ae9a274b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:36.608908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:36.610188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:36.620966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:36.627358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:36.629608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Provisioning for port 254a1104-04f5-48e2-9601-6ecfc860569c completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:36.633673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:36.658798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.693718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1ac88d69-5e3d-44a6-9bc4-32b2f4910c4d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:36.695069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ac88d69-5e3d-44a6-9bc4-32b2f4910c4d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 HTTP/1.1" status: 200  len: 205 time: 0.2683334
Dec 10 04:03:36.699017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42846) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:36.711902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Provisioning complete for port 254a1104-04f5-48e2-9601-6ecfc860569c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:36.712296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.788594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0373cee8-5b45-48ba-abaf-87c174510fea None None] Port 254a1104-04f5-48e2-9601-6ecfc860569c cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:36.851810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a1a817b8-2eab-4d78-8cab-7d0413f6dd93 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:36.852017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:36.891310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Allocated IP 172.20.0.1 (08caef57-d8a0-4a96-a75b-264737c6bf8c/c8ef5018-aa47-46bd-b498-20fb1d198dc7/a0573a50-bb24-41b2-8489-abb11f953119) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:36.907044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.056357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-01f15b6e-147a-4c24-9108-738660af83c4 None None] Provisioning complete for port 254a1104-04f5-48e2-9601-6ecfc860569c triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:37.056900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-01f15b6e-147a-4c24-9108-738660af83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.119465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.121084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.123478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f23f9d47-9afc-4707-853a-03ecb8856601 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:37.144768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:37.145248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.174462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-01f15b6e-147a-4c24-9108-738660af83c4 None None] Port 254a1104-04f5-48e2-9601-6ecfc860569c cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:37.176400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Transition to ACTIVE for port object 254a1104-04f5-48e2-9601-6ecfc860569c will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:37.196318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.199854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4c1cf8-1784-4a7c-90d7-f502ecd1d04a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:37.202687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:37.203010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:37.219621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.238400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Transition to ACTIVE for port object a0573a50-bb24-41b2-8489-abb11f953119 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:37.263750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.278124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-65fec94f-8bc8-48de-a660-2268182418d0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:37.347345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.347606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Pushing event updated for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:37.347706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:37.348544 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7551606
Dec 10 04:03:37.351587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:37.354418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42850) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:37.355805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:37.356966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:37.364307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:37.372679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.374801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:37.377330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.381435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:37.386174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:37.411301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:37.438474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Port': ['ID=a0573a50-bb24-41b2-8489-abb11f953119,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:37.441578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.447968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:37.461451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.462010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router 52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:37.466928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.506741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.507901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b1152e56-5c3c-4cad-a936-59b28f933290 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 HTTP/1.1" status: 204  len: 168 time: 0.8076897
Dec 10 04:03:37.513946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Attempting to bind port 254a1104-04f5-48e2-9601-6ecfc860569c on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:37.514327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Attempting to bind port 254a1104-04f5-48e2-9601-6ecfc860569c by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:37.514701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Attempting to bind port 254a1104-04f5-48e2-9601-6ecfc860569c on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:37.518442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42854) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:37.526363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:37.527148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Checking segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:37.527897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.528515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Bound using segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:37.529322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Bound port: 254a1104-04f5-48e2-9601-6ecfc860569c, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:37.530091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.610297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 43dc614f-aeb3-4a8a-a957-089d030ebfda {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:37.616284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.620510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.654591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] For port 254a1104-04f5-48e2-9601-6ecfc860569c, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:37.663492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] For port 254a1104-04f5-48e2-9601-6ecfc860569c, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=254a1104-04f5-48e2-9601-6ecfc860569c,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:37.683879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.690316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.690581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6917d25d-56ad-44aa-8e77-095cbce5ab44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:37.696371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.726833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.743049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5711fc2e-1dab-463d-b2fc-82e6fbecfd4a tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:37.767532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:37.768427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0c4ee0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:37.772308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee07501-9271-4f84-8dca-f1cf197b03cc,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:37.774871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:37.787146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.788422 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4327974
Dec 10 04:03:37.793673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42858) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:37.798782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:37.810486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:37.818907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:37.826803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:37.835245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:37.879710 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:03:37.896904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Pushing event updated for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:37.898384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.909041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:37.935877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-46bd280a-ac7c-4ca3-bf82-b8299972c957 None None] Provisioning for port a0573a50-bb24-41b2-8489-abb11f953119 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:37.954454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:37.960204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-46bd280a-ac7c-4ca3-bf82-b8299972c957 None None] Provisioning complete for port a0573a50-bb24-41b2-8489-abb11f953119 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:37.960583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46bd280a-ac7c-4ca3-bf82-b8299972c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.030664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.040218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.056545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:38.064264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e9a5d8a0-3752-4c20-9923-c04acf57515f tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:38.074475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.075720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2811186
Dec 10 04:03:38.080950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42862) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:38.086001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c399f8-bbb9-4392-8402-e166db72c232,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:38.088418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:38.094789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.098174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-46bd280a-ac7c-4ca3-bf82-b8299972c957 None None] Port a0573a50-bb24-41b2-8489-abb11f953119 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:38.098660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'de389172-832b-4b7f-af0f-9a8fa4b9f3d2', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:38.106556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c7ceab49-9234-4cc1-a97d-fa97b2702ed1 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:38.106999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:38.112074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:38.115120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:38.124539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:38.127754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.134557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.139071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.154373 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/43dc614f-aeb3-4a8a-a957-089d030ebfda HTTP/1.1" status: 204  len: 168 time: 0.6344199
Dec 10 04:03:38.158879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42866) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:38.162066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=43dc614f-aeb3-4a8a-a957-089d030ebfda,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:38.164645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6f6e8d9e-8d93-4512-8f63-f691ba6d0943 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:38.165459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:38.180986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8ef83-54a9-43ee-905e-40cb6c24beb7 None None] Network 6448111a-a270-48c4-ac42-98030de50d84 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:38.211169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:03:38.241359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.269729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event updated for resources: {'Port': ['ID=a0573a50-bb24-41b2-8489-abb11f953119,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:38.281060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:38.289886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.294606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.305766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:38.306101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.423252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.434078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.448374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e920e208-7b04-49ff-9e6f-68285586f36c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:38.487611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512e5b2c-8a8d-408f-b3e8-70d0dd81b965,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:38.499121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:38.515829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:38.517011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.518847 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4365830
Dec 10 04:03:38.520015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:38.535651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,segment=NetworkSegment(fc236414-5591-4a90-b4db-dda8f159788b),segment_id=fc236414-5591-4a90-b4db-dda8f159788b)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:38.536018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.639168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0c4ee0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:37Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:38.654680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a24d0b-b266-47e2-9a09-91aa667a839e None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:37Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:38.685195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] DHCP port deletion for 6448111a-a270-48c4-ac42-98030de50d84 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:38.689840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Deleting port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:38.690294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.771099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:38.833394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Router 256be1b6-2734-4921-94ca-938d0cf9a54e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:38.931722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:38.945410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-679ec0e1-6683-4510-8a22-345b6db8452e tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:39.052917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:39.057118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:39.071721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:39.089627 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7877176
Dec 10 04:03:39.090503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42882) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:39.098996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:39.123403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-4bdf41ea-3ea8-43a8-88c6-16e37f6d9fea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:39.130529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] For port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175,segment=NetworkSegment(fc236414-5591-4a90-b4db-dda8f159788b),segment_id=fc236414-5591-4a90-b4db-dda8f159788b)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:39.130748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.144809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] Sync routers for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:39.147035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 254a1104-04f5-48e2-9601-6ecfc860569c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:39.229630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-4bdf41ea-3ea8-43a8-88c6-16e37f6d9fea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:39.230868 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-4bdf41ea-3ea8-43a8-88c6-16e37f6d9fea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510798423&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.3403158
Dec 10 04:03:39.233084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.323178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Calling delete_port for 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:39.348228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97732ac0>,) {'filters': {'network_id': ['6448111a-a270-48c4-ac42-98030de50d84']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.366828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97732ac0>, 'fc236414-5591-4a90-b4db-dda8f159788b') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.367113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97732ac0>, 'fc236414-5591-4a90-b4db-dda8f159788b') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.390408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.396782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:39.397476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1891f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.420545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4cfc052f-e809-44dc-aa79-1503d8f09f14 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.430432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.448667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:39.449064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.463202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-21d7e414-aaa5-49c5-92c1-e18d191ef57a None None] Provisioning complete for port a0573a50-bb24-41b2-8489-abb11f953119 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:39.463577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-21d7e414-aaa5-49c5-92c1-e18d191ef57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:39.467465 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:39.479254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-af7b8d99-37f8-4edd-b603-de819d0d046b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:39.480714 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-af7b8d99-37f8-4edd-b603-de819d0d046b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 797 time: 0.2384601
Dec 10 04:03:39.519669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1891f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.572131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 254a1104-04f5-48e2-9601-6ecfc860569c completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:39.577955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:39.578598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1891f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.600430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-4cfc052f-e809-44dc-aa79-1503d8f09f14 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 10 04:03:39.604757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4cfc052f-e809-44dc-aa79-1503d8f09f14 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e HTTP/1.1" status: 409  len: 329 time: 0.5097952
Dec 10 04:03:39.605202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42886) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:39.644653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-21d7e414-aaa5-49c5-92c1-e18d191ef57a None None] Port a0573a50-bb24-41b2-8489-abb11f953119 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:39.653956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 254a1104-04f5-48e2-9601-6ecfc860569c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:39.654338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.674366 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-aaf7da13-800d-474f-8ff5-cf8ff498adbf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0144680
Dec 10 04:03:39.726088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1891f0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:39.726781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e6f24-01ff-47cd-81f0-8a5a01c5569f None None] The sync data for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:39.733751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:03:39.734162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:03:39.742937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.751502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-85e4c055-bf28-401a-bea1-aa41d6a8b36c tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:39.770080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.784521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=6448111a-a270-48c4-ac42-98030de50d84,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:39.791656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:39.807986 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/6448111a-a270-48c4-ac42-98030de50d84 HTTP/1.1" status: 204  len: 168 time: 1.6459284
Dec 10 04:03:39.810251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.814523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42890) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:39.825008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862122285', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:39.854582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 254a1104-04f5-48e2-9601-6ecfc860569c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=254a1104-04f5-48e2-9601-6ecfc860569c,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:39.858603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:39.860149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:39.864728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:39.878526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-690c1e2e-dd2f-494f-8051-4fe84c598edf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:39.885587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:39.919499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:39.929407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-690c1e2e-dd2f-494f-8051-4fe84c598edf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:39.931122 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-690c1e2e-dd2f-494f-8051-4fe84c598edf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2430477
Dec 10 04:03:39.938337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:39.993375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:40.094927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:40.095544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:40.116548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.118415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.123871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:40.138683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:40.154078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.213209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c49bf61c-fc20-4cb8-b55c-8f582873134a service neutron] 10.222.0.44 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591467
Dec 10 04:03:40.216442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.237181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Deleting port 4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:40.237619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.306162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.331677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4690d263-e017-488e-9e7f-e6421dc68b14 None None] The port '4d9a2ab8-2aa2-4c45-a1b3-ccddb6fa9175' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:03:40.358949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.360133 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c79632cd-f687-4602-a75c-5dbfb268e4d6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.5428960
Dec 10 04:03:40.363802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42894) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:40.370936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-829324422'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:40.386438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:40.393204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:40.397379 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-a867446b-882c-4ea9-93b6-4f0d0b42ae30 service neutron] 10.222.0.44 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692529
Dec 10 04:03:40.398244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:40.404910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:40.420877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:40.426691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.466152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:40.476795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.477187 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment add351e4-16e9-42c9-b78b-cf3e186448a7 of type vlan for network bbb00bc6-0fee-4841-89cf-78f16937a4eb
Dec 10 04:03:40.505093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.538371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.556075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:40.556724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.562053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:40.660492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting port a0573a50-bb24-41b2-8489-abb11f953119 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:40.660991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:40.695342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44e1c7a1-c36d-45cf-b595-c0b4ee59b837 req-5519e6ef-054f-40b9-a8b3-95e778eaa9f6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.1022325
Dec 10 04:03:40.716082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3512163
Dec 10 04:03:40.718909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42902) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:40.719615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=bbb00bc6-0fee-4841-89cf-78f16937a4eb,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:40.722872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:40.729124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:40.730787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:40.815793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 254a1104-04f5-48e2-9601-6ecfc860569c up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:40.916759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 254a1104-04f5-48e2-9601-6ecfc860569c triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:40.917333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:41.075892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:41.093762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:41.098241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:41.119648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:41.124680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:41.186146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:41.189535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:41.264767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Calling delete_port for a0573a50-bb24-41b2-8489-abb11f953119 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:41.623373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:41.628718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef9b202b-870b-4fa5-9fed-9c6617e793bf tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:41.661438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:41.794903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=70ee9d67-2353-4b7a-a87e-cfd6baafd56d,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:41.803968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:41.804505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a53c04b5-eaba-4588-9ff1-bdaef0f2584b tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:41.828150 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3636f94-6728-4662-b4b1-ee86990dd678 req-9960a732-862e-4c35-bc20-4831512c8df8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.0764329
Dec 10 04:03:41.859759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Port': ['ID=a0573a50-bb24-41b2-8489-abb11f953119,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:41.864717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:41.865149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: bbb00bc6-0fee-4841-89cf-78f16937a4eb, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:41.869915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:42.008361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:42.014359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.026968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, bbb00bc6-0fee-4841-89cf-78f16937a4eb) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:42.037669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90044237-6b43-4ff5-8891-bf746156952b None None] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:42.086333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:42.086914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.230580 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5103559
Dec 10 04:03:42.233447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42914) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:42.290707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:42.291705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.309666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Router 256be1b6-2734-4921-94ca-938d0cf9a54e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:42.452173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Allocated IP 2001:db8::2 (bbb00bc6-0fee-4841-89cf-78f16937a4eb/70ee9d67-2353-4b7a-a87e-cfd6baafd56d/b188aaae-bd59-4079-b74e-e0931b77ae28) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:42.569426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:42.574775 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9684315
Dec 10 04:03:42.578676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42918) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:42.583026 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] Sync routers for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:42.592752 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:42.592952 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1103a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:42.649634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-48dfc12c-4412-464b-b101-a0e9ca2f6ff9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] show failed (client error): The resource could not be found.
Dec 10 04:03:42.651215 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-48dfc12c-4412-464b-b101-a0e9ca2f6ff9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-973484166 HTTP/1.1" status: 404  len: 334 time: 0.0711653
Dec 10 04:03:42.655009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42922) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:42.661511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c11a9c15-6bb7-46b6-ad11-0355633c9f33 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:42.679824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.685709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1103a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:42.692134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Transition to ACTIVE for port object b188aaae-bd59-4079-b74e-e0931b77ae28 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:42.700106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] Routers {'256be1b6-2734-4921-94ca-938d0cf9a54e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:42.700961 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1103a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['256be1b6-2734-4921-94ca-938d0cf9a54e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:42.726368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Transition to ACTIVE for port object b188aaae-bd59-4079-b74e-e0931b77ae28 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:42.738692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.751636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:42.755130 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-c11a9c15-6bb7-46b6-ad11-0355633c9f33 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] update failed (client error): The resource could not be found.
Dec 10 04:03:42.757164 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c11a9c15-6bb7-46b6-ad11-0355633c9f33 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1230511452 HTTP/1.1" status: 404  len: 335 time: 0.1011431
Dec 10 04:03:42.760594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42930) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:42.774232 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1103a0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:42.775094 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7908c6-50a4-438e-9564-61d89d601d51 None None] The sync data for ids ['256be1b6-2734-4921-94ca-938d0cf9a54e'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:42.815575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.817125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:42.834599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:42.842567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:42.850540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting subnet 339b30fd-59a2-496f-98eb-d0ee431bb34f {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:42.854640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.911036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.943163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Pushing event updated for resources: {'Port': ['ID=b188aaae-bd59-4079-b74e-e0931b77ae28,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:42.955063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:42.959345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Attempting to bind port b188aaae-bd59-4079-b74e-e0931b77ae28 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:42.959741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Attempting to bind port b188aaae-bd59-4079-b74e-e0931b77ae28 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:42.960117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Attempting to bind port b188aaae-bd59-4079-b74e-e0931b77ae28 on network bbb00bc6-0fee-4841-89cf-78f16937a4eb {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:42.966228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:42.966664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Checking segment: {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:42.967563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:42.967563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Bound using segment: {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:42.967900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Bound port: b188aaae-bd59-4079-b74e-e0931b77ae28, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:42.968296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.004155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.061989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] For port b188aaae-bd59-4079-b74e-e0931b77ae28, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:43.066616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] For port b188aaae-bd59-4079-b74e-e0931b77ae28, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b188aaae-bd59-4079-b74e-e0931b77ae28,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:43.072486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.077748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:43.087081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.091265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-da7fc113-064d-47ae-8767-8a752026d33c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:43.128973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Subnet': ['ID=339b30fd-59a2-496f-98eb-d0ee431bb34f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:43.132070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:43.133090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.139179 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/subnets/339b30fd-59a2-496f-98eb-d0ee431bb34f HTTP/1.1" status: 204  len: 168 time: 0.3773043
Dec 10 04:03:43.141824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42938) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:43.149493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed62b5a-35a5-486d-9a25-68cc35113889 None None] Network 890acbbc-7790-4203-9ab0-62703d98ea8e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:43.175112 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad7f7cef-f4b8-411d-91fb-4e75c59261ba req-12deef67-3763-4247-812c-6863c35f928d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.2521701
Dec 10 04:03:43.207538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting subnet 6ed10841-bcf8-4660-ae73-d66244eb402e {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:43.210583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.258774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Pushing event updated for resources: {'Port': ['ID=b188aaae-bd59-4079-b74e-e0931b77ae28,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:43.264336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:43.277487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.374899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.430782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8::1 (bbb00bc6-0fee-4841-89cf-78f16937a4eb/70ee9d67-2353-4b7a-a87e-cfd6baafd56d/e93bbe15-408d-4725-ba49-f2ea4676cc66) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:43.450722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] DHCP port deletion for 890acbbc-7790-4203-9ab0-62703d98ea8e request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:43.455592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Deleting port 4b3597a7-60ac-4420-aba9-7cb301224c4f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:43.455985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.469905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.490224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-132df2f6-74d4-4d13-8fa2-712313211cff tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:43.534865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed10841-bcf8-4660-ae73-d66244eb402e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:43.537006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.541246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:43.550427 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/subnets/6ed10841-bcf8-4660-ae73-d66244eb402e HTTP/1.1" status: 204  len: 168 time: 0.4047899
Dec 10 04:03:43.560099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42942) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:43.594976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25c897-31ca-4df1-b12c-7ce4cfdb672f None None] Network 5a040852-34bf-4de5-bf60-11043aa5336a requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:43.675748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.684087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.695359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object e93bbe15-408d-4725-ba49-f2ea4676cc66 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:43.699728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting port 4b3597a7-60ac-4420-aba9-7cb301224c4f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:43.700902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.720063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.725409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc83bd62-d612-4f4f-ae91-59fcbf1a6360 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:43.792920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:43.796600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:43.801840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:43.802495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.827023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:43.830769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:43.902378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.904170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] For port 4b3597a7-60ac-4420-aba9-7cb301224c4f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4b3597a7-60ac-4420-aba9-7cb301224c4f,segment=NetworkSegment(745f01e1-30bf-4d04-b309-2bf22a9636d0),segment_id=745f01e1-30bf-4d04-b309-2bf22a9636d0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:43.904572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:43.933225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.009117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] For port 4b3597a7-60ac-4420-aba9-7cb301224c4f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4b3597a7-60ac-4420-aba9-7cb301224c4f,segment=NetworkSegment(745f01e1-30bf-4d04-b309-2bf22a9636d0),segment_id=745f01e1-30bf-4d04-b309-2bf22a9636d0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:44.009117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.114449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Calling delete_port for 4b3597a7-60ac-4420-aba9-7cb301224c4f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:44.176768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Calling delete_port for 4b3597a7-60ac-4420-aba9-7cb301224c4f owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:44.231940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.245689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:44.267483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.db.api [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:03:44.268757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_db.api [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:03:44.301610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Pushing event deleted for resources: {'Port': ['ID=4b3597a7-60ac-4420-aba9-7cb301224c4f,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:44.308302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:44.309183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] No DVR routers for this DVR port 4b3597a7-60ac-4420-aba9-7cb301224c4f on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:44.316448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] DHCP port deletion for 5a040852-34bf-4de5-bf60-11043aa5336a request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:44.327052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Deleting port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:44.327472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.434090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14ea8610-72cf-4c85-8dbe-dacd1f1f3d45 req-4a32ab72-0cda-45d2-98dd-67aefc578a0e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.0596859
Dec 10 04:03:44.447253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2029278a-ca33-4b7a-87a0-a186912be998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.472387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.477017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.477961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.482994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-190ee4c2-bc67-4c71-9557-f2f85d39f99e tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:44.547233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a56a1-92dd-4fc1-bca4-5ece7a440e72 None None] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:44.628490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:44.632471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:44.642485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] For port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,segment=NetworkSegment(46a594a1-9f9b-448e-b28d-da23cf6ecc12),segment_id=46a594a1-9f9b-448e-b28d-da23cf6ecc12)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:44.643463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.673536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:44.674647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:44.769883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting port 4b3597a7-60ac-4420-aba9-7cb301224c4f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:44.770747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.775576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Calling delete_port for 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:44.801780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-89fe28da-b718-46cd-a8cc-6fc383a95b0c None None] Provisioning for port b188aaae-bd59-4079-b74e-e0931b77ae28 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:44.880016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] The port '4b3597a7-60ac-4420-aba9-7cb301224c4f' was deleted {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:03:44.882433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b188aaae-bd59-4079-b74e-e0931b77ae28 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:44.977879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:44.985638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:45.034581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:03:45.040802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Pushing event deleted for resources: {'Port': ['ID=3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:45.067534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] No DVR routers for this DVR port 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:45.069244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:45.114199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b188aaae-bd59-4079-b74e-e0931b77ae28 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:45.119994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b188aaae-bd59-4079-b74e-e0931b77ae28 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:45.120675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.157258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.220087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cca5e50>,) {'filters': {'network_id': ['890acbbc-7790-4203-9ab0-62703d98ea8e']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:45.240639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cca5e50>, '745f01e1-30bf-4d04-b309-2bf22a9636d0') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:45.241252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cca5e50>, '745f01e1-30bf-4d04-b309-2bf22a9636d0') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:45.242725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:45.262586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0277684
Dec 10 04:03:45.263460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42954) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:45.267209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.270025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2101248288'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:45.275220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:45.279386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:45.282381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:45.288877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.289094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:45.290237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.302507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:45.303263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.305723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:45.309786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.310438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:45.344618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b188aaae-bd59-4079-b74e-e0931b77ae28, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b188aaae-bd59-4079-b74e-e0931b77ae28,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:45.348090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   util.warn(
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:45.349724 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:45.352745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:45.352745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5777c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:45.366211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.366586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment 0dce3fe2-6752-4075-87b4-e93566a7888d of type vlan for network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8
Dec 10 04:03:45.416434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.458825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.471276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:45.472438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.477266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4316ce15-0b61-46c4-8232-bc393b45bac4 tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:45.490231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.495175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.504568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6204e5c7-261b-4476-ab58-e8a0d4f4a130 tempest-BulkNetworkOpsTest-766716266 tempest-BulkNetworkOpsTest-766716266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:45.523024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:45.540495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/networks/890acbbc-7790-4203-9ab0-62703d98ea8e HTTP/1.1" status: 204  len: 168 time: 1.9809926
Dec 10 04:03:45.552174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42960) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:45.592536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Network': ['ID=890acbbc-7790-4203-9ab0-62703d98ea8e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:45.596337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3292067
Dec 10 04:03:45.598987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:45.601918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42964) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:45.607607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:45.654005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=9a869c8f-82b1-4f4e-9a2d-9cab332e33a8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:45.659472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:45.684359 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:03:45.747196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.770430 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6b1ccd1-cc54-41c4-be2d-4d00a1de764a req-75759b57-ea54-4e23-85e4-2a83f22bc83c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.1098971
Dec 10 04:03:45.813872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:45.818863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:45.822323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:45.828479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:45.837095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:45.842348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:45.845920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.932973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:45.941467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ea23ced5-ff46-4fc9-841f-838accb359e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:45.949582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.007712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97615970>,) {'filters': {'network_id': ['5a040852-34bf-4de5-bf60-11043aa5336a']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:46.034551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97615970>, '46a594a1-9f9b-448e-b28d-da23cf6ecc12') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:46.034850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97615970>, '46a594a1-9f9b-448e-b28d-da23cf6ecc12') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:46.049478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.089436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.102557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:46.102970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:46.118924 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:46.130776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:46.187751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:46.188113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3a5a74bf-98c1-4ca3-b7b0-3aa093ffad46 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:46.188537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4b3597a7-60ac-4420-aba9-7cb301224c4f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:46.221500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Provisioning for port e93bbe15-408d-4725-ba49-f2ea4676cc66 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:46.222522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.227966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aa69514e-fb59-48ab-a224-e13953273bc5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:46.236475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Provisioning complete for port e93bbe15-408d-4725-ba49-f2ea4676cc66 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:46.236772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.249289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.255001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.262701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:46.272676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4b3597a7-60ac-4420-aba9-7cb301224c4f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:46.273031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4b3597a7-60ac-4420-aba9-7cb301224c4f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:46.274505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b188aaae-bd59-4079-b74e-e0931b77ae28,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:46.295661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:46.323226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Port e93bbe15-408d-4725-ba49-f2ea4676cc66 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:46.327235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5777c0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:43Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:44Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:46.330803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=5d3c0ebd-fda5-4e4a-b898-d9171322db57,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:46.333570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:46.333913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Updating router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 port e93bbe15-408d-4725-ba49-f2ea4676cc66 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:03:46.343516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:46.347906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Network': ['ID=5a040852-34bf-4de5-bf60-11043aa5336a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:46.350964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:46.358392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:46.359181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:46.369183 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/networks/5a040852-34bf-4de5-bf60-11043aa5336a HTTP/1.1" status: 204  len: 168 time: 0.8154545
Dec 10 04:03:46.373234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42968) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:46.387872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:46.391961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Provisioning complete for port b188aaae-bd59-4079-b74e-e0931b77ae28 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:46.392347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9e7dab4a-79ad-43de-a8d6-2215fbad4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.402351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:46.407508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:46.408107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.431743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ba47e-9d6a-4784-8f96-68fafa08dfdb None None] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:46.435605 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8337166
Dec 10 04:03:46.443220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 42974) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:46.507220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.624094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting subnet c8ef5018-aa47-46bd-b498-20fb1d198dc7 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:03:46.630583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.677799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-7fba6bb1-fbfa-4927-8764-e1aab84704fe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:46.678983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-7fba6bb1-fbfa-4927-8764-e1aab84704fe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:46.766577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fab78fcf-2cd1-46ca-9325-90a593bd8c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.779535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-7fba6bb1-fbfa-4927-8764-e1aab84704fe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:46.780676 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-7fba6bb1-fbfa-4927-8764-e1aab84704fe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 797 time: 0.5582433
Dec 10 04:03:46.870581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b188aaae-bd59-4079-b74e-e0931b77ae28 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:46.885906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:46.937857 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4247811-c44e-4a1d-a690-cac03679ea9f req-35a6b71d-42a6-4257-acd4-436f3f84a08c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.0543361
Dec 10 04:03:46.993812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:46.994637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.136736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a341337a-1e3f-4871-9b0e-e8a4a856553a None None] Provisioning complete for port e93bbe15-408d-4725-ba49-f2ea4676cc66 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:47.137455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a341337a-1e3f-4871-9b0e-e8a4a856553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.160136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b188aaae-bd59-4079-b74e-e0931b77ae28 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:47.160515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.270145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c7058cb3-0fe8-4ed2-80c1-aa9ea29b6092 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:47.332258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c7058cb3-0fe8-4ed2-80c1-aa9ea29b6092 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:47.333401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c7058cb3-0fe8-4ed2-80c1-aa9ea29b6092 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 379 time: 0.3995938
Dec 10 04:03:47.344594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.374198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['de389172-832b-4b7f-af0f-9a8fa4b9f3d2']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:47.415103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a341337a-1e3f-4871-9b0e-e8a4a856553a None None] Port e93bbe15-408d-4725-ba49-f2ea4676cc66 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:47.422035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.448877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Allocated IP 2001:db8:1::2 (9a869c8f-82b1-4f4e-9a2d-9cab332e33a8/5d3c0ebd-fda5-4e4a-b898-d9171322db57/26770976-fe1f-42f3-921d-744bcf3d06dd) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:47.450984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Transition to ACTIVE for port object e93bbe15-408d-4725-ba49-f2ea4676cc66 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:47.488876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.501253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c6e6e5ec-1382-42c2-b139-ded4144887ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:47.568327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.576514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89959449-7d9c-465d-bdda-ce33f69d43f3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:47.630948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ef5018-aa47-46bd-b498-20fb1d198dc7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:47.640628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:47.641905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.645699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.664808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:47.673451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/subnets/c8ef5018-aa47-46bd-b498-20fb1d198dc7 HTTP/1.1" status: 204  len: 168 time: 1.2968833
Dec 10 04:03:47.674504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42982) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:47.710563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef60d14-089a-4bf5-8bd3-4b6cbdda33c7 None None] Network 08caef57-d8a0-4a96-a75b-264737c6bf8c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:47.737432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:47.761702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.807637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Pushing event updated for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:47.817709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:47.817968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.828252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:47.831860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:47.832047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Deleting port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:47.832659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.079939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Attempting to bind port e93bbe15-408d-4725-ba49-f2ea4676cc66 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:48.080344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Attempting to bind port e93bbe15-408d-4725-ba49-f2ea4676cc66 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:48.080712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Attempting to bind port e93bbe15-408d-4725-ba49-f2ea4676cc66 on network bbb00bc6-0fee-4841-89cf-78f16937a4eb {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:48.094752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.105524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] For port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,segment=NetworkSegment(55bf0ce3-9057-429c-bd6f-8f79b55b48f5),segment_id=55bf0ce3-9057-429c-bd6f-8f79b55b48f5)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:48.106542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.112481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:48.112857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Checking segment: {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:48.113259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.113684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Bound using segment: {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:48.114154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Bound port: e93bbe15-408d-4725-ba49-f2ea4676cc66, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add351e4-16e9-42c9-b78b-cf3e186448a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:48.114531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.177375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.3 (0539fd49-cb12-47ae-80a5-5006df21c31d/337edbf9-4ba0-44db-bcfc-75492a205f48/8bc7b3ce-a49b-4988-b8a7-539ed8661b8e) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:48.209524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-42e307d1-f9d6-4468-bb3b-196ea197c065 req-b75315a2-b5d3-41cd-a97c-eee7b5b092d3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.1064169
Dec 10 04:03:48.256832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.270992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Calling delete_port for 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:03:48.284902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Transition to ACTIVE for port object 26770976-fe1f-42f3-921d-744bcf3d06dd will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:48.302612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] For port e93bbe15-408d-4725-ba49-f2ea4676cc66, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:48.308348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] For port e93bbe15-408d-4725-ba49-f2ea4676cc66, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e93bbe15-408d-4725-ba49-f2ea4676cc66,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:48.321216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Transition to ACTIVE for port object 26770976-fe1f-42f3-921d-744bcf3d06dd will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:48.322827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.328425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:48.370293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.423263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:48.427790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:48.432849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:48.436994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:48.437661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5777c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:48.451490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.460290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8:1::1 (9a869c8f-82b1-4f4e-9a2d-9cab332e33a8/5d3c0ebd-fda5-4e4a-b898-d9171322db57/9e5be48f-99e8-4246-b77f-7c12e65ed857) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:48.478592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:48.493849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Pushing event updated for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:48.496988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b2ae4-1ab0-43f1-bd5e-d4336e1498aa None None] DHCP port deletion for 08caef57-d8a0-4a96-a75b-264737c6bf8c request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:03:48.506644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.511557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:48.557996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:48.557996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:48.562692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Port': ['ID=5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:48.565459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] No DVR routers for this DVR port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:03:48.567117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:48.582937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.590081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c4992d65-91fa-4201-9d38-7da8c4407c66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:48.651567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e67b2ae4-1ab0-43f1-bd5e-d4336e1498aa None None] Deleting port 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:03:48.651567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e67b2ae4-1ab0-43f1-bd5e-d4336e1498aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.679310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:48.687841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:48.696575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:48.718653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.735219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:48.754902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:48.784571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cc259a0>,) {'filters': {'network_id': ['08caef57-d8a0-4a96-a75b-264737c6bf8c']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:48.788223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.801651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cc259a0>, '55bf0ce3-9057-429c-bd6f-8f79b55b48f5') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:48.802343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cc259a0>, '55bf0ce3-9057-429c-bd6f-8f79b55b48f5') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:48.818046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:48.818664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.818984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.822044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e67b2ae4-1ab0-43f1-bd5e-d4336e1498aa None None] The port '5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:03:48.843396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Attempting to bind port 26770976-fe1f-42f3-921d-744bcf3d06dd on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:48.843770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Attempting to bind port 26770976-fe1f-42f3-921d-744bcf3d06dd by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:48.844135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Attempting to bind port 26770976-fe1f-42f3-921d-744bcf3d06dd on network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:48.850762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object 9e5be48f-99e8-4246-b77f-7c12e65ed857 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:48.857830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.871282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Pushing event updated for resources: {'Port': ['ID=26770976-fe1f-42f3-921d-744bcf3d06dd,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:48.874364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:48.874933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:03:48.876503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:48.896429 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5531435
Dec 10 04:03:48.916079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Request body: {'port': {'device_id': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:03:48.922024 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:03:48.988952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.005865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:49.017504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:49.017887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Checking segment: {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:49.018295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.018695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Bound using segment: {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:49.019180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Bound port: 26770976-fe1f-42f3-921d-744bcf3d06dd, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:49.019559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.026725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.035626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d9756a0d-2c5a-4164-846a-73103542a5a5 tempest-NetworksTest-464348145 tempest-NetworksTest-464348145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:49.047748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:49.051680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.065117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Pushing event deleted for resources: {'Network': ['ID=08caef57-d8a0-4a96-a75b-264737c6bf8c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:49.067923 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/networks/08caef57-d8a0-4a96-a75b-264737c6bf8c HTTP/1.1" status: 204  len: 168 time: 1.3923261
Dec 10 04:03:49.069168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:49.070756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42988) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:49.082248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:03:49.121188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f38a19b2-89ee-4197-85b1-828651a37b3a tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Synchronizing usage tracker for tenant:8073dd2adde8400c99268cf9c8cf51b6 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:03:49.139928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f38a19b2-89ee-4197-85b1-828651a37b3a tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Unset dirty status for tenant:8073dd2adde8400c99268cf9c8cf51b6 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:03:49.144138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f38a19b2-89ee-4197-85b1-828651a37b3a tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "GET /v2.0/ports?device_id=256be1b6-2734-4921-94ca-938d0cf9a54e HTTP/1.1" status: 200  len: 205 time: 0.0695021
Dec 10 04:03:49.144601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 42992) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:49.155954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:03:49.156324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ac0621d-a7df-40bb-b31e-a3c3ddc37fa0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:03:49.239148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:49.243664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:49.249875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:49.250352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.269434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] For port 26770976-fe1f-42f3-921d-744bcf3d06dd, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:49.273289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] For port 26770976-fe1f-42f3-921d-744bcf3d06dd, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=26770976-fe1f-42f3-921d-744bcf3d06dd,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:49.301651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.302417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.308807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:49.311374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:49.320688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:49.338797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.482889 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.488452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-03abaf78-dd86-4dc5-83cb-64ed6a134f3d None None] Provisioning for port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:49.497198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Pushing event updated for resources: {'Port': ['ID=26770976-fe1f-42f3-921d-744bcf3d06dd,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:49.504708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:49.514582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-03abaf78-dd86-4dc5-83cb-64ed6a134f3d None None] Provisioning complete for port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:49.514974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-03abaf78-dd86-4dc5-83cb-64ed6a134f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.552613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.636654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-03abaf78-dd86-4dc5-83cb-64ed6a134f3d None None] Port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:49.665876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d5777c0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:43Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:48Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:49.670020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9b86-afe6-4992-93b4-d144d2ebb178 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:43Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:48Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:49.670232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.672535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.708330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.709844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Fanout notify agent at l3_agent the message router_deleted on router 256be1b6-2734-4921-94ca-938d0cf9a54e {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:03:49.732944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:49.735959 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3809932-6d5b-4be3-8f02-c80a1dedd459 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] 10.222.0.44 "DELETE /v2.0/routers/256be1b6-2734-4921-94ca-938d0cf9a54e HTTP/1.1" status: 204  len: 168 time: 0.5886197
Dec 10 04:03:49.796657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f773-7d9f-495a-9b84-f3cb315d82cc req-228e7cfb-ac66-4a11-9081-8d0e53e3823d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:49.798364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e992f773-7d9f-495a-9b84-f3cb315d82cc req-228e7cfb-ac66-4a11-9081-8d0e53e3823d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 931 time: 0.3691006
Dec 10 04:03:49.888855 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e992f773-7d9f-495a-9b84-f3cb315d82cc req-f38efcd4-b2f3-4857-86dd-27441e983cc2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843325
Dec 10 04:03:50.159591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43002) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:50.196036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:03:50.204909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.233650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.237644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Transition to ACTIVE for port object 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:50.239027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.239846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.244796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e3866782-deca-4cb1-810d-1605a9b5cc43 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:50.282608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.336484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57cc95a7-bcc7-4b93-9bd2-2456c44446e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8073dd2adde8400c99268cf9c8cf51b6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1749835
Dec 10 04:03:50.338955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43008) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:50.411333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.452432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.468241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:50.482908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:50.483422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-68faa8ba-4cc0-4f06-ba55-193fb008fc61 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:50.527004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.531459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-24faa177-5b27-402b-b752-f2f1da001688 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:50.544936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1f7f1-764c-4d5d-9ea8-370b771038d2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:50.555746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:50.562930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:50.566501 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cde1f7f1-764c-4d5d-9ea8-370b771038d2 HTTP/1.1" status: 204  len: 168 time: 0.2262998
Dec 10 04:03:50.660481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:50.677124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:50.734010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:50.735274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Attempting to bind port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:50.735783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Attempting to bind port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:50.736105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Attempting to bind port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:50.740356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:50.746129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e on network 0539fd49-cb12-47ae-80a5-5006df21c31d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:03:50.746396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Attempting to bind port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:50.893076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 26770976-fe1f-42f3-921d-744bcf3d06dd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:50.988440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f50ff1-e60a-4697-ab82-371501646d2c None None] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:51.054273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:51.054273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Checking segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:51.054273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Bound using segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:51.054735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Bound port: 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:51.054992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.170820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:51.172968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c621e-fa4a-433e-93cd-2d057f4ff46e req-80cad702-5faf-4518-8ead-c73c9bdba2d5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:51.175582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165c621e-fa4a-433e-93cd-2d057f4ff46e req-80cad702-5faf-4518-8ead-c73c9bdba2d5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 943 time: 0.1090441
Dec 10 04:03:51.177251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 26770976-fe1f-42f3-921d-744bcf3d06dd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:51.189285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e93bbe15-408d-4725-ba49-f2ea4676cc66 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:51.239012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Provisioning for port 26770976-fe1f-42f3-921d-744bcf3d06dd completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:51.252961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Provisioning complete for port 26770976-fe1f-42f3-921d-744bcf3d06dd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:51.253504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.258181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165c621e-fa4a-433e-93cd-2d057f4ff46e req-f3e8aa07-2fed-476b-88bf-f0a9545f8de3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761340
Dec 10 04:03:51.344999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:51.361004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:51.370923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.376658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-62451f55-a0c7-4944-97c3-2598f42d859a tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:51.414857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e93bbe15-408d-4725-ba49-f2ea4676cc66 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:51.419149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:51.432362 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9881725
Dec 10 04:03:51.435061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43034) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:51.447905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:51.448523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.449901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 1093 time: 2.5386424
Dec 10 04:03:51.450446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:03:51.453968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664366520'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:51.462937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e93bbe15-408d-4725-ba49-f2ea4676cc66 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:51.463467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.475734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:51.486490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:51.495758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:51.506687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:51.511105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:51.529414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:51.557604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:51.561931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.590663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43040) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:51.592375 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'status': 'completed', 'code': 200}
Dec 10 04:03:51.607112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.632979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-cb8419e3-dbbb-40f5-97d8-e3afb1d00115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:51.634986 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-cb8419e3-dbbb-40f5-97d8-e3afb1d00115 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1096 time: 0.1092360
Dec 10 04:03:51.637456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:51.669442 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:51.695087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.695471 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment a60f73b2-0d03-4c50-b6fe-67c35e672bc1 of type vlan for network e39cd3ab-400a-4467-bda1-5ed353b104f2
Dec 10 04:03:51.705577 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:51.711300 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c712340>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:51.728453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.750925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] For port 26770976-fe1f-42f3-921d-744bcf3d06dd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=26770976-fe1f-42f3-921d-744bcf3d06dd,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:51.756612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.763195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.782782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:51.802738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.809010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:51.809839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.814615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b2fd5f45-c8e3-4493-9500-0436264dd8cd tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:51.874062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6dbd0f56-8763-45c8-b14c-24c3141a7e6d tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2055504835', 'prefixes': ['172.20.0.0/16']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:51.887424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-4c63ef00-5ff7-4f3e-a7d7-d5866aa3a3f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 217 time: 0.2379048
Dec 10 04:03:51.893160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6dbd0f56-8763-45c8-b14c-24c3141a7e6d tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:51.897179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e93bbe15-408d-4725-ba49-f2ea4676cc66, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e93bbe15-408d-4725-ba49-f2ea4676cc66,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:51.913551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:51.940116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Pushing event updated for resources: {'Port': ['ID=26770976-fe1f-42f3-921d-744bcf3d06dd,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:51.951522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:51.952704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-49b3805a-93de-4df7-a7e1-e2f359459bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:52.023345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-705a081e-38ba-4c60-87fc-73ffef92fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:52.024931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-705a081e-38ba-4c60-87fc-73ffef92fe3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.1277037
Dec 10 04:03:52.052707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:52.060006 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:52.063602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:52.113182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=e39cd3ab-400a-4467-bda1-5ed353b104f2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:52.118060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:52.137378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7009909
Dec 10 04:03:52.140229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.147760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:52.149616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:52.163316 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Provisioning complete for port 26770976-fe1f-42f3-921d-744bcf3d06dd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:52.163695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.245659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0f56-8763-45c8-b14c-24c3141a7e6d tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Notify callbacks [] for subnetpool, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.249535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6dbd0f56-8763-45c8-b14c-24c3141a7e6d tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.6443317
Dec 10 04:03:52.249878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43050) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.296986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-0e11b109-75f1-4df7-a4c2-b76b47a72f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:52.306234 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-0e11b109-75f1-4df7-a4c2-b76b47a72f61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2664819
Dec 10 04:03:52.311462 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-301161f6-0e5a-400f-a62e-037053cfb564 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "GET /v2.0/subnetpools/d16d8e42-6641-4d44-a591-5ece1f2f0f46 HTTP/1.1" status: 200  len: 732 time: 0.0579658
Dec 10 04:03:52.311627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43056) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.317479 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0e2b5c81-65b8-4f16-921a-aee0a3e7c462 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1015959830'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:52.438622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:52.449088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5c81-65b8-4f16-921a-aee0a3e7c462 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Notify callbacks [] for subnetpool, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.455048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:52.455314 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0e2b5c81-65b8-4f16-921a-aee0a3e7c462 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "PUT /v2.0/subnetpools/d16d8e42-6641-4d44-a591-5ece1f2f0f46 HTTP/1.1" status: 200  len: 684 time: 0.1423550
Dec 10 04:03:52.456301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43060) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.460045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:52.467454 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c712340>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:49Z', 'revision_number': 3, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:49Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:48Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:52.469054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:52.476780 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:52.477161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Updating router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 port 9e5be48f-99e8-4246-b77f-7c12e65ed857 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:03:52.505157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:52.508768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.576218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Provisioning for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:52.584198 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.595050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Provisioning complete for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:52.597603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.616746 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-12a8a7be-7f82-4545-ac45-6f246499410e service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890694
Dec 10 04:03:52.674921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb390d8d-0161-42d9-a0c9-75466cffe0f9 req-7d136ea1-4131-4872-9d4c-1f6ece0b29e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:52.676549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb390d8d-0161-42d9-a0c9-75466cffe0f9 req-7d136ea1-4131-4872-9d4c-1f6ece0b29e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 943 time: 0.1697052
Dec 10 04:03:52.683467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4cf63-30ba-41d3-99e4-60fe8d93a55e None None] Port 9e5be48f-99e8-4246-b77f-7c12e65ed857 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:52.685833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4805212c-9080-4383-843c-c01e3f53c024 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] Notify callbacks [] for subnetpool, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.690076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4805212c-9080-4383-843c-c01e3f53c024 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d16d8e42-6641-4d44-a591-5ece1f2f0f46 HTTP/1.1" status: 204  len: 168 time: 0.2298877
Dec 10 04:03:52.701759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43064) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.733453 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-08da8be7-5b56-493c-9a82-f8967d1f02ff tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] show failed (client error): The resource could not be found.
Dec 10 04:03:52.734493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-08da8be7-5b56-493c-9a82-f8967d1f02ff tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "GET /v2.0/subnetpools/d16d8e42-6641-4d44-a591-5ece1f2f0f46 HTTP/1.1" status: 404  len: 346 time: 0.0301762
Dec 10 04:03:52.738940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43068) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:52.752762 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb390d8d-0161-42d9-a0c9-75466cffe0f9 req-e2b6b506-5813-4c81-a187-4162819bab3f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635450
Dec 10 04:03:52.767226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-75a9c475-2924-4f25-bcf2-d6204ed31f28 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] delete failed (client error): The resource could not be found.
Dec 10 04:03:52.773742 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-75a9c475-2924-4f25-bcf2-d6204ed31f28 tempest-SubnetPoolsTestJSON-41330656 tempest-SubnetPoolsTestJSON-41330656-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d16d8e42-6641-4d44-a591-5ece1f2f0f46 HTTP/1.1" status: 404  len: 346 time: 0.0267880
Dec 10 04:03:52.810663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-68c431a7-219c-4a8c-b5dd-a11e279ba3d0 None None] Provisioning complete for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:52.811318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68c431a7-219c-4a8c-b5dd-a11e279ba3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:52.845658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fa873812-8b6c-43e9-9e16-b56f1863821c req-f7b2aba2-b779-4e77-9b72-27d5d85f1d5b service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144988
Dec 10 04:03:52.872855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-68c431a7-219c-4a8c-b5dd-a11e279ba3d0 None None] Port 9e5be48f-99e8-4246-b77f-7c12e65ed857 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:52.900651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 26770976-fe1f-42f3-921d-744bcf3d06dd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:53.023975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 26770976-fe1f-42f3-921d-744bcf3d06dd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:53.024655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.038400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.045117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-53298152-f006-47f5-a49f-93b0bd007d24 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:53.051869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.066783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Transition to ACTIVE for port object 9e5be48f-99e8-4246-b77f-7c12e65ed857 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:53.079039 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.084258 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f72f9480-cafe-4fe4-8b54-1f616e38ce1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:53.136927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=b66743b6-9f24-4fa6-8745-c03ae882541e,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:53.141816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:53.145926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-e9cf2d74-41fd-428c-8b15-600a2dd4b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:53.147281 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-e9cf2d74-41fd-428c-8b15-600a2dd4b24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1096 time: 0.1993268
Dec 10 04:03:53.149860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:53.150216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: e39cd3ab-400a-4467-bda1-5ed353b104f2, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:53.160386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Pushing event updated for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:53.165958 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:53.184150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e93bbe15-408d-4725-ba49-f2ea4676cc66 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:53.207520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43076) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:53.282167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e93bbe15-408d-4725-ba49-f2ea4676cc66 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:53.282710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.366118 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Attempting to bind port 9e5be48f-99e8-4246-b77f-7c12e65ed857 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:53.366739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Attempting to bind port 9e5be48f-99e8-4246-b77f-7c12e65ed857 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:53.367275 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Attempting to bind port 9e5be48f-99e8-4246-b77f-7c12e65ed857 on network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:53.373571 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:53.374596 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Checking segment: {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:53.375221 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.375811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Bound using segment: {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:53.376445 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Bound port: 9e5be48f-99e8-4246-b77f-7c12e65ed857, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dce3fe2-6752-4075-87b4-e93566a7888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:53.377045 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.379987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.411552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:53.417739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:07754e3abfcd461b95ad0f3e2a53463b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:53.422169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:53.431097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:53.474300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:53.502655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, e39cd3ab-400a-4467-bda1-5ed353b104f2) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:53.508049 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] For port 9e5be48f-99e8-4246-b77f-7c12e65ed857, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:53.515353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a6532-6346-438b-a322-cd7e0c21fce3 None None] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:53.522115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:53.522709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.527563 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] For port 9e5be48f-99e8-4246-b77f-7c12e65ed857, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9e5be48f-99e8-4246-b77f-7c12e65ed857,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:53.530470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.535963 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.536503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.541410 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b4f4568e-9a58-4dc9-b961-d5586ec5b88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:53.555592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d4b521d-ab2f-45ef-b651-1173d872eddf tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:53.558329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-f8c51ffc-2a35-4e8e-bf05-48612e2f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:53.559993 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-f8c51ffc-2a35-4e8e-bf05-48612e2f607e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.4038217
Dec 10 04:03:53.563971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7f431b39-1506-4787-a0f3-670a84e8ca1f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4223413
Dec 10 04:03:53.567839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43082) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:53.634744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-1cdaa572-b4a2-4e8a-bace-f382c2cf39dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 217 time: 0.0673282
Dec 10 04:03:53.647434 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:53.648411 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c712340>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:53.717006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-81906b3e-9f13-40a3-b419-b5146144e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:53.730803 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-81906b3e-9f13-40a3-b419-b5146144e7b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0885291
Dec 10 04:03:53.793430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19dbd75-e41f-40e1-ad74-6a352a05dd99,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:53.797908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:53.808072 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07754e3abfcd461b95ad0f3e2a53463b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5994644
Dec 10 04:03:53.812111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43088) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:53.863516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-ceb6d757-25b9-4e2d-93b0-152c215b3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:53.864961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-ceb6d757-25b9-4e2d-93b0-152c215b3dac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1240871
Dec 10 04:03:53.902893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-e39cd3ab-400a-4467-bda1-5ed353b104f2', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:53.903752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:53.908611 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Pushing event updated for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:53.927320 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:53.971491 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:54.049752 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-8edba52c-5002-45cc-9722-ac74142044c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763763
Dec 10 04:03:54.102548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Allocated IP 2001:db8:2::2 (e39cd3ab-400a-4467-bda1-5ed353b104f2/b66743b6-9f24-4fa6-8745-c03ae882541e/248d8933-ddb3-45b9-9b51-163357e55d37) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:54.210747 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eddad511-3302-4360-8b5b-c76f2cdf0a9f req-e8bf9923-ffde-4574-95ce-f590e569b781 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527147
Dec 10 04:03:54.327506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.332138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c712340>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:49Z', 'revision_number': 3, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:53Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:54.332904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.336456 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafd367-3a14-42ad-8ec1-d0961fed75d7 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:49Z', 'revision_number': 3, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:53Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:03:54.343017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Transition to ACTIVE for port object 248d8933-ddb3-45b9-9b51-163357e55d37 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:54.363691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Transition to ACTIVE for port object 248d8933-ddb3-45b9-9b51-163357e55d37 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:54.372483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.377451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-670a14bb-9798-4fca-8698-f0f49c4e5cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:54.405970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.456769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:54.459766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:54.463483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:54.469788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Pushing event updated for resources: {'Port': ['ID=248d8933-ddb3-45b9-9b51-163357e55d37,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:54.473878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:54.495770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d7258-2fc4-4dab-a647-dabb808bd70b req-af619116-2c40-4bf5-8b94-7d6ded3a18b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:54.497533 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb3d7258-2fc4-4dab-a647-dabb808bd70b req-af619116-2c40-4bf5-8b94-7d6ded3a18b6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 943 time: 0.4007230
Dec 10 04:03:54.561790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.569383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Attempting to bind port 248d8933-ddb3-45b9-9b51-163357e55d37 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:54.570147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Attempting to bind port 248d8933-ddb3-45b9-9b51-163357e55d37 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:54.570555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Attempting to bind port 248d8933-ddb3-45b9-9b51-163357e55d37 on network e39cd3ab-400a-4467-bda1-5ed353b104f2 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:54.576463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:54.576893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Checking segment: {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:54.577334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.577834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Bound using segment: {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:54.578321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Bound port: 248d8933-ddb3-45b9-9b51-163357e55d37, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:54.581047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.662095 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb3d7258-2fc4-4dab-a647-dabb808bd70b req-eed10b9f-7ad6-4e80-9110-353c7e3ba2b8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476047
Dec 10 04:03:54.669767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.683719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] For port 248d8933-ddb3-45b9-9b51-163357e55d37, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:03:54.687061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] For port 248d8933-ddb3-45b9-9b51-163357e55d37, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=248d8933-ddb3-45b9-9b51-163357e55d37,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:03:54.692539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.696862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1c674346-916a-4306-a7d8-3893673ccab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:54.727741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-721a8985-9bbe-4fd5-88ec-9de6c5e9efe0 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:54.759842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19dbd75-e41f-40e1-ad74-6a352a05dd99,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:54.767173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:54.771647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:54.772768 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b19dbd75-e41f-40e1-ad74-6a352a05dd99 HTTP/1.1" status: 204  len: 168 time: 0.9595349
Dec 10 04:03:54.800087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Pushing event updated for resources: {'Port': ['ID=248d8933-ddb3-45b9-9b51-163357e55d37,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:54.803762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:54.988895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9e5be48f-99e8-4246-b77f-7c12e65ed857 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:55.093751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:03:55.114620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:55.145253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:55.145745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.329285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8:2::1 (e39cd3ab-400a-4467-bda1-5ed353b104f2/b66743b6-9f24-4fa6-8745-c03ae882541e/4d8e2942-839c-4fa6-a028-96f827aeaa91) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:55.405123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:55.432731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'port_id': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'mac_address': 'fa:16:3e:c1:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:03:55.475656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.516308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.518969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.536785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object 4d8e2942-839c-4fa6-a028-96f827aeaa91 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:55.540287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 9e5be48f-99e8-4246-b77f-7c12e65ed857, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9e5be48f-99e8-4246-b77f-7c12e65ed857,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:55.542188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:03:55.547805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.550347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:55.564514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.569577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa9b3f76-7cbb-4e35-a6b7-eb86a04a701a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:55.610485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:55.626396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.639998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:55.640506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:55.644144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:55.644415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:55.644999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:55.648592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:03:55.649103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:55.651733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:55.655765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:55.747560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:55.751101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:55.864230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:56.014688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9beea-097e-42c1-bde9-3cc914f0fa97 req-d5a16586-aa5d-456e-a5bb-14beeabe44d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:56.016166 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49a9beea-097e-42c1-bde9-3cc914f0fa97 req-d5a16586-aa5d-456e-a5bb-14beeabe44d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 944 time: 0.2318072
Dec 10 04:03:56.029607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:03:56.147786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49a9beea-097e-42c1-bde9-3cc914f0fa97 req-c099d683-ed3e-4411-b987-5805d4444dec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758500
Dec 10 04:03:56.164664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab1f70-870d-4856-bb97-3adc1a28ce4a None None] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:56.317564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0fd47247-e3c8-4e1b-b2dc-0c4ef6a9ab34 None None] Provisioning for port 248d8933-ddb3-45b9-9b51-163357e55d37 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:56.327854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:56.335290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:56.336459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:56.340696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3289143d-3129-474c-a43c-888bd3ac7300 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:56.492420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:56.495362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:56.561219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:56.562931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:56.747413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:03:56.882636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-848e650b-3426-49b6-84d1-a0127d0caea1 None None] Provisioning for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:56.903351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-848e650b-3426-49b6-84d1-a0127d0caea1 None None] Provisioning complete for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:56.903973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-848e650b-3426-49b6-84d1-a0127d0caea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:56.938344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43132) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:56.945332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923896741', 'description': 'tempest-secgroup-smoke-923896741 description', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:56.964971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:56.974202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:56.978058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:56.992993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-848e650b-3426-49b6-84d1-a0127d0caea1 None None] Port 4d8e2942-839c-4fa6-a028-96f827aeaa91 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:56.993176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.009463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9e5be48f-99e8-4246-b77f-7c12e65ed857 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:57.019492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.035147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.057970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.063451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.068341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.074913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.088811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:03:57.089492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9e5be48f-99e8-4246-b77f-7c12e65ed857 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:57.089967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.105953 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5370033
Dec 10 04:03:57.108486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43136) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.115348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1946587832'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.121678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.126193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:network and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.130872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.137637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.149641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:03:57.157674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:57.161531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.167504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:03:57.168214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:57.199166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:57.201287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.212003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.216656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.217256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9d2f9137-d0a5-4077-a57f-bed44dd44976 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.220566 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added segment e04dde17-e97a-4c8e-8f0e-70a5ba2bf541 of type vlan for network 20c1a356-19c8-42f3-9f12-a38e48a27eb2
Dec 10 04:03:57.228281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.237660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.247618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.260242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.264433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db25ec2e-d3c6-4d31-829b-23c24c86e2bf,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.268189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.292281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.339273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.348490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:57.349991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.360089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.360523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3782ae7-778e-455e-a8f0-8812d59fa740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.366103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.371495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7311ba47-b961-4360-9183-d298b8f60812 tempest-NegativeSecGroupTest-859406422 tempest-NegativeSecGroupTest-859406422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.410896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ff906e08-6add-42e4-a085-f98ab421e96c None None] Provisioning complete for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:57.412527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481673f3-f972-4b3e-ada9-f64b4a79846f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.413749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ff906e08-6add-42e4-a085-f98ab421e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.426842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.428547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.430202 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4907837
Dec 10 04:03:57.433008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.438866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.446207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.450281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.453198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.460211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.463766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:03:57.477719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.543030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.547790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.556549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a3789ef9-1483-486d-85ac-e19712a359ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.562556 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4503877
Dec 10 04:03:57.563776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43146) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.564824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 248d8933-ddb3-45b9-9b51-163357e55d37 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:57.570418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Network': ['ID=20c1a356-19c8-42f3-9f12-a38e48a27eb2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.576514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e03e4f8-279b-4198-b81a-66b4751f1d93,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.577148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'subnet': {'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.579155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.587544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.589168 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1548345
Dec 10 04:03:57.591647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43150) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.594437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:57.597517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.600844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.603461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.607316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.610213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.616536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.632734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.683657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac311-d42f-40f1-b28d-17aa57f7e4fd req-5b203840-9bb6-4a22-b560-e8677e69a1cf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:57.685861 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cabac311-d42f-40f1-b28d-17aa57f7e4fd req-5b203840-9bb6-4a22-b560-e8677e69a1cf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 944 time: 0.3267391
Dec 10 04:03:57.700882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.705711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.711579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.719797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ff906e08-6add-42e4-a085-f98ab421e96c None None] Port 4d8e2942-839c-4fa6-a028-96f827aeaa91 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:57.732393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6c3a7d-5468-491c-a42d-cdc0c11e538a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.738055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.743225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.747250 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1521244
Dec 10 04:03:57.747484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43154) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.752886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.758821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.762816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.765755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.772071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.776303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.784689 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cabac311-d42f-40f1-b28d-17aa57f7e4fd req-c827a37e-e549-4d8c-ad96-00e79ae8ab9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812311
Dec 10 04:03:57.785652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:subnet and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.788710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.795356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.798362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.812439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Made reservation on behalf of 9f1cedcf1a204e7282c36427ad177f4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:57.816234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.870738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.875672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.899504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f60ceb41-f0c4-4356-8e99-bb223fe2a970 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:57.916908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3cdaec-e631-4aec-b07a-97419005d389,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:57.919529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:57.924025 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1753085
Dec 10 04:03:57.925270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:57.925922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:57.933336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:57.940206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:57.944576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:57.947985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:57.954116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:57.979406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.031104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f7545595-0c6b-4b4c-8316-2171f79f29e0 None None] Provisioning complete for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:58.031478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7545595-0c6b-4b4c-8316-2171f79f29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.055818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.060301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.065427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.071002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cba34463-8e83-42e9-a9fb-f365b591fef4 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.071218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97a004db-2ae6-4ca0-8cc0-608e3a3639c8 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.092597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806700a9-3999-4f3e-9ab8-be6817ff8ce7,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.097214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:58.099430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 248d8933-ddb3-45b9-9b51-163357e55d37 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:58.102457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.107130 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1769221
Dec 10 04:03:58.107130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:58.111610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 248d8933-ddb3-45b9-9b51-163357e55d37 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:58.111996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.113623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:58.119682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:58.123923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:58.127613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:58.133723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:58.145896 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Project 04b88699b8e044b89cf8b03deb8fc57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:03:58.152900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.154986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Subnet': ['ID=bc709b24-b683-4851-ab89-83349d091e49,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.158953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:58.159794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Checking segment: {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:58.160162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network hostable DHCP agents. Network: 20c1a356-19c8-42f3-9f12-a38e48a27eb2, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:03:58.174185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7545595-0c6b-4b4c-8316-2171f79f29e0 None None] Port 4d8e2942-839c-4fa6-a028-96f827aeaa91 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:03:58.182563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:03:58.183018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff100>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:03:56Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:03:58.188244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:03:58.188606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Updating router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 port 4d8e2942-839c-4fa6-a028-96f827aeaa91 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:03:58.193685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 20c1a356-19c8-42f3-9f12-a38e48a27eb2) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:58.197922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:58.198580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.222261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e891b4b-0632-4dd1-be93-aad98a5ef1bc None None] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:03:58.223929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6575975
Dec 10 04:03:58.226552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43166) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:58.235787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.240265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.242304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2c184ff-efa8-4bfc-9e00-ea20c7e6fd52 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.267307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103e8bca-7939-4159-8854-a31fefeca941,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.270693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:58.279131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.280800 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1725287
Dec 10 04:03:58.283626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43170) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:58.290372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'security_group_rule': {'security_group_id': '481673f3-f972-4b3e-ada9-f64b4a79846f', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:58.296630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:58.300651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:security_group_rule and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:58.303629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:58.309604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:58.321497 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Project 04b88699b8e044b89cf8b03deb8fc57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:03:58.329281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.380684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.396917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.405800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.410917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.418506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cd30e24-c736-434c-be80-b8176622aa1b tempest-ServersTestManualDisk-432130822 tempest-ServersTestManualDisk-432130822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.437297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4a6fe5-7c08-40c3-9d2a-dd2919105c1b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.440601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:58.448119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.452148 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1645722
Dec 10 04:03:58.452391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:58.457822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'network': {'name': 'tempest-network-smoke--1198943886', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:58.462581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:58.466523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:network and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:58.469438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:58.475290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:58.485963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Made reservation on behalf of 04b88699b8e044b89cf8b03deb8fc57a for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:03:58.490100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.518680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:03:58.527771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.528110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Added segment 1dde8039-cdac-41dc-a114-c0bcb9ba7174 of type vlan for network 1bff93ac-cc07-4e53-8789-1460ac8ee654
Dec 10 04:03:58.555133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.555520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 248d8933-ddb3-45b9-9b51-163357e55d37, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=248d8933-ddb3-45b9-9b51-163357e55d37,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:03:58.586202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.592562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:58.592562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.598187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b9c82e68-e26f-4f42-a187-78d0b7ffad37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.604806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.610920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:58.698119 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2422447
Dec 10 04:03:58.699283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:03:58.706779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'admin_state_up': True, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:03:58.715776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:03:58.718121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Network': ['ID=1bff93ac-cc07-4e53-8789-1460ac8ee654,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.723256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:router and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:03:58.729211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:03:58.732391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.732785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.733171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.733752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.733947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.734316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.734689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.735057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.735421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.735798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.736484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.736626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:03:58.740047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f25b5461-b953-4996-b7a0-96a7d39e6141 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:58.744103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:03:58.756626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.758076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.774403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.793137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:03:58.829497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:03:58.830891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:58.903827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=248d8933-ddb3-45b9-9b51-163357e55d37,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:58.914299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:59.091047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.112901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:03:59.233829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.261020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdc05-4258-4130-9fc6-8284c66c9c97 req-125ff27c-f9fd-4aae-bd95-7e913ca10122 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:03:59.262497 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e9abdc05-4258-4130-9fc6-8284c66c9c97 req-125ff27c-f9fd-4aae-bd95-7e913ca10122 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 944 time: 0.2570825
Dec 10 04:03:59.298647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.313396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Allocated IP 2001:db8:3::2 (20c1a356-19c8-42f3-9f12-a38e48a27eb2/bc709b24-b683-4851-ab89-83349d091e49/caf7393e-769d-4da6-b890-919a3cc905e0) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:59.325271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Transition to ACTIVE for port object 4d8e2942-839c-4fa6-a028-96f827aeaa91 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:59.337150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.343998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-36be0c95-c711-4f8c-a836-853d647b2947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:59.365393 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e9abdc05-4258-4130-9fc6-8284c66c9c97 req-87a3883f-f4f9-40d1-9618-15275391a721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945690
Dec 10 04:03:59.553688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eddd0-26b6-46f0-8fbd-df9b65ac1f58 None None] Pushing event updated for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:03:59.558834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.559587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:03:59.565002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-662eddd0-26b6-46f0-8fbd-df9b65ac1f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:03:59.591408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.603369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:03:59.603757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.741619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Allocated IP 172.26.1.106 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/af5ad73b-2bab-4006-bef3-4ca9153aedcd) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:03:59.755974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Attempting to bind port 4d8e2942-839c-4fa6-a028-96f827aeaa91 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:03:59.756264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Attempting to bind port 4d8e2942-839c-4fa6-a028-96f827aeaa91 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:03:59.756650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Attempting to bind port 4d8e2942-839c-4fa6-a028-96f827aeaa91 on network e39cd3ab-400a-4467-bda1-5ed353b104f2 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:03:59.797790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:03:59.798184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Checking segment: {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:03:59.798609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.799013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Bound using segment: {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:03:59.799495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Bound port: 4d8e2942-839c-4fa6-a028-96f827aeaa91, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:03:59.799878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.889043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.919162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.922895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e9be29c6-e6d5-4941-966c-ecec3eb538ca tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:03:59.945548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.970473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Transition to ACTIVE for port object caf7393e-769d-4da6-b890-919a3cc905e0 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:03:59.982787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:03:59.985744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:03:59.989470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:03:59.993277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:00.015347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] For port 4d8e2942-839c-4fa6-a028-96f827aeaa91, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:00.023183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=af5ad73b-2bab-4006-bef3-4ca9153aedcd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:00.025418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Transition to ACTIVE for port object caf7393e-769d-4da6-b890-919a3cc905e0 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:00.033276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:00.035733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] For port 4d8e2942-839c-4fa6-a028-96f827aeaa91, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d8e2942-839c-4fa6-a028-96f827aeaa91,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:00.036507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:04:00.045940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.050429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.056219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-503fde6f-a9ce-4fb5-839a-764d5b14871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:00.092526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:00.112668 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'code': 200}
Dec 10 04:04:00.118510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.119104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Allocated IP 2001:db8:3::1 (20c1a356-19c8-42f3-9f12-a38e48a27eb2/bc709b24-b683-4851-ab89-83349d091e49/9bf94af6-0fa3-44a1-ae59-fb7835da3c47) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:00.144163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:00.148672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:00.154073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:00.160803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:00.161693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:00.249223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eddd0-26b6-46f0-8fbd-df9b65ac1f58 None None] Pushing event updated for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:00.356643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.377939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Transition to ACTIVE for port object 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:00.443318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.449089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:00.477851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Attempting to bind port caf7393e-769d-4da6-b890-919a3cc905e0 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:00.489566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Attempting to bind port caf7393e-769d-4da6-b890-919a3cc905e0 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:00.490019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Attempting to bind port caf7393e-769d-4da6-b890-919a3cc905e0 on network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:00.503296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:00.503296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Checking segment: {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:00.503296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.503296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Bound using segment: {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:00.503835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Bound port: caf7393e-769d-4da6-b890-919a3cc905e0, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:00.504146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.512679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Pushing event updated for resources: {'Port': ['ID=caf7393e-769d-4da6-b890-919a3cc905e0,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:00.521254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:00.521760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:00.553416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:00.580733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:00.591746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:00.599160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:00.599687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.602767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:00.607785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.632228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.632612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.632992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.633644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.633803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.634105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.634470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.634837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.635196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.635856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.635997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.636246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:00.640111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:00.686611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ada36-52b5-43bb-a881-e6dbf9b35fc9 req-d64406e3-9dc2-43ec-94b7-a724020b0df4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:00.688328 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb6ada36-52b5-43bb-a881-e6dbf9b35fc9 req-d64406e3-9dc2-43ec-94b7-a724020b0df4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.1736503
Dec 10 04:04:00.808535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6045b-d5f9-4555-a363-c95fcb1f18ab req-b18ef730-cad7-43c1-8a79-4afe6c4ffd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:00.809985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:00.810336 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d3c6045b-d5f9-4555-a363-c95fcb1f18ab req-b18ef730-cad7-43c1-8a79-4afe6c4ffd5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1098 time: 0.3519475
Dec 10 04:04:00.832221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb6ada36-52b5-43bb-a881-e6dbf9b35fc9 req-ee8a19d5-9d5b-4fa7-82e2-69e5b6b929b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364462
Dec 10 04:04:00.865445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:00.868047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 248d8933-ddb3-45b9-9b51-163357e55d37 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:00.903581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:00.908600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:00.909154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:00.943598 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d3c6045b-d5f9-4555-a363-c95fcb1f18ab req-8fc83e34-5193-4382-b228-5fcc9ecd623d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731981
Dec 10 04:04:01.007497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] For port caf7393e-769d-4da6-b890-919a3cc905e0, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:01.012071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] For port caf7393e-769d-4da6-b890-919a3cc905e0, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=caf7393e-769d-4da6-b890-919a3cc905e0,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:01.019585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.027785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:01.137154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 248d8933-ddb3-45b9-9b51-163357e55d37 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:01.137789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.156622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.230080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Pushing event updated for resources: {'Port': ['ID=caf7393e-769d-4da6-b890-919a3cc905e0,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:01.238115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:01.305687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.311840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.312703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.318920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:01.333980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0ff100>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:03:59Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:01.338212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f747077-e7c6-4ee3-bd19-9873f432d927 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:03:59Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:01.443332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Router 2de6a65a-05b4-482e-b94a-116ab0054292 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:04:01.660076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:01.668989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event updated for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:01.674342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Sync routers for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:01.679624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:01.688738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:01.689940 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de323a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:01.694753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:01.699566 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.9966335
Dec 10 04:04:01.699973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43188) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:01.741463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:01.743010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:01.909771 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-180e7a41-27be-4909-b66d-c53771384f27 tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=04b88699b8e044b89cf8b03deb8fc57a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2083731
Dec 10 04:04:01.912122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43196) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:01.916725 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:01.992915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:02.146471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c75fe-5811-4551-8092-e5e082be28ae tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:02.151175 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ab4c75fe-5811-4551-8092-e5e082be28ae tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2380779
Dec 10 04:04:02.154740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43200) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:02.227010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9cb0ad7e-0be4-4bcf-81b9-3bf9d5477f86 tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0709383
Dec 10 04:04:02.230060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43204) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:02.245049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518418456', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:02.343754 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de323a0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:00Z', 'revision_number': 3, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:02.352878 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Checking router: 2de6a65a-05b4-482e-b94a-116ab0054292 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:02.353514 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Updating router 2de6a65a-05b4-482e-b94a-116ab0054292 port af5ad73b-2bab-4006-bef3-4ca9153aedcd binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:04:02.409486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:04:02.415002 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:02.418652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:subnet and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:04:02.421731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:02.428571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:04:02.434708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:02.449956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:02.450696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c334be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:02.450887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38f8f5-a804-4d2f-89b3-9ad09cbbece0 req-6ebacefe-ad6f-4571-8896-84181f1c4ba1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:02.453527 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d38f8f5-a804-4d2f-89b3-9ad09cbbece0 req-6ebacefe-ad6f-4571-8896-84181f1c4ba1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.4492521
Dec 10 04:04:02.457370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:04:02.462122 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2344618
Dec 10 04:04:02.465362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43208) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:02.472446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:02.496058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Made reservation on behalf of 04b88699b8e044b89cf8b03deb8fc57a for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:04:02.503072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:02.627278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e4174b-384d-4131-817c-17f22985baad None None] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:02.658944 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d38f8f5-a804-4d2f-89b3-9ad09cbbece0 req-76e44c97-6c62-42ad-9753-036e2eadd6c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1934543
Dec 10 04:04:02.718663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:02.823978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:02.831874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8aeda944-c6be-47bf-abef-75035f4c1454 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:02.845972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3a32f13b-e699-4b84-8e53-0f3f2badbee2 None None] Provisioning for port caf7393e-769d-4da6-b890-919a3cc905e0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:02.895076 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:02.898370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Subnet': ['ID=0201302d-212e-4db2-9663-ae4404df784e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:02.905757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:02.913270 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Transition to ACTIVE for port object af5ad73b-2bab-4006-bef3-4ca9153aedcd will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:02.923288 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:02.941169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Checking segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:02.941813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network hostable DHCP agents. Network: 1bff93ac-cc07-4e53-8789-1460ac8ee654, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:04:02.942086 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:02.973503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:04:02.985492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d8e2942-839c-4fa6-a028-96f827aeaa91 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:02.989488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1bff93ac-cc07-4e53-8789-1460ac8ee654) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:03.005470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:03.005687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.047452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8162675
Dec 10 04:04:03.049575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43212) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:03.057911 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Attempting to bind port af5ad73b-2bab-4006-bef3-4ca9153aedcd on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:03.058261 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Attempting to bind port af5ad73b-2bab-4006-bef3-4ca9153aedcd by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:03.058553 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Attempting to bind port af5ad73b-2bab-4006-bef3-4ca9153aedcd on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:03.060946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a221d3c-b5ef-4eaf-b498-b46c4aa3093e None None] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:03.067850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:03.068285 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:03.068614 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.069015 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:03.069521 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Bound port: af5ad73b-2bab-4006-bef3-4ca9153aedcd, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:03.070164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.105786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Pushing event updated for resources: {'Port': ['ID=af5ad73b-2bab-4006-bef3-4ca9153aedcd,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:03.117873 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:03.168673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] For port af5ad73b-2bab-4006-bef3-4ca9153aedcd, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:03.171600 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] For port af5ad73b-2bab-4006-bef3-4ca9153aedcd, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=af5ad73b-2bab-4006-bef3-4ca9153aedcd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:03.177079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.181795 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:03.260921 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Pushing event updated for resources: {'Port': ['ID=af5ad73b-2bab-4006-bef3-4ca9153aedcd,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:03.264031 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:03.285577 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:03.286332 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de323a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:03.417646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:03.492976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:03.499630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:03.500206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.508236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:04:03.528427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Removed routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:04:03.529631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.717995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1bff93ac-cc07-4e53-8789-1460ac8ee654', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:04:03.718943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.885380 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de323a0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:00Z', 'revision_number': 3, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:03.896360 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15acfeb-33ff-4689-93b4-3f9d383f2f0e None None] The sync data for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv is: [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:00Z', 'revision_number': 3, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:03.952628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:03.957044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.048776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c334be0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:00Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:03:59Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:01Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:04.056903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.080913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:04.081696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Updating router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:04:04.083675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5870-4ed9-432f-9c54-7f41c1a0ee7a req-739f479d-8b58-4cd1-a1c4-ab39171070fb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:04.091897 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9dba5870-4ed9-432f-9c54-7f41c1a0ee7a req-739f479d-8b58-4cd1-a1c4-ab39171070fb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.1923037
Dec 10 04:04:04.117957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Allocated IP 172.20.0.2 (1bff93ac-cc07-4e53-8789-1460ac8ee654/0201302d-212e-4db2-9663-ae4404df784e/844d28f7-6d3a-4449-8267-d97ddf16d80e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:04.169784 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9dba5870-4ed9-432f-9c54-7f41c1a0ee7a req-358b90a1-8228-4953-87a2-cd9ce1ddda49 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763521
Dec 10 04:04:04.247400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:04.303367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4d8e2942-839c-4fa6-a028-96f827aeaa91, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d8e2942-839c-4fa6-a028-96f827aeaa91,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:04.332844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe1008c8-7dd0-4b6c-b9aa-29b177de13f8 None None] Provisioning for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:04.342523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.356735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.392945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.393967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device caf7393e-769d-4da6-b890-919a3cc905e0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:04.434959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b637843f-693a-45bb-920a-fc56a2e17653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:04.525073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe1008c8-7dd0-4b6c-b9aa-29b177de13f8 None None] Provisioning complete for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:04.525836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe1008c8-7dd0-4b6c-b9aa-29b177de13f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.538301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:04.547657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:04.548913 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6aed5c22-2a9f-42c7-ade7-bbe4714d318f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 953 time: 2.0825641
Dec 10 04:04:04.554779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43220) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:04.640341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:04.655074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:04.710094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fe1008c8-7dd0-4b6c-b9aa-29b177de13f8 None None] Port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:04:04.718909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff520a-81d1-47f9-9523-5f5bdb58c02d req-514e7738-ee04-49de-9c8e-60f6c4aa1627 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:04.722486 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93ff520a-81d1-47f9-9523-5f5bdb58c02d req-514e7738-ee04-49de-9c8e-60f6c4aa1627 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.2795861
Dec 10 04:04:04.806112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a320069e-84c0-4af0-b733-c6620ddf24e9 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 953 time: 0.2497687
Dec 10 04:04:04.808701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43224) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:04.818815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'routes': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:04.885240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93ff520a-81d1-47f9-9523-5f5bdb58c02d req-235e5ced-2fec-4fdf-ac33-b9682d13aed9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544769
Dec 10 04:04:04.941485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43228) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:04.947653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port caf7393e-769d-4da6-b890-919a3cc905e0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:04.953825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.022806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port caf7393e-769d-4da6-b890-919a3cc905e0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:05.023184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.046482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Transition to ACTIVE for port object 844d28f7-6d3a-4449-8267-d97ddf16d80e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:05.112179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Transition to ACTIVE for port object 844d28f7-6d3a-4449-8267-d97ddf16d80e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:05.138927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.145587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:05.202030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bc186a9f-6487-4516-ba69-6c58a186a701 None None] Provisioning complete for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:05.202410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bc186a9f-6487-4516-ba69-6c58a186a701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.212144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Allocated IP 172.20.0.1 (1bff93ac-cc07-4e53-8789-1460ac8ee654/0201302d-212e-4db2-9663-ae4404df784e/811dec7e-9f8f-4363-a8d8-3fcb6110ccdb) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:05.287556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:05.294619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:05.306644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:05.318547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Pushing event updated for resources: {'Port': ['ID=844d28f7-6d3a-4449-8267-d97ddf16d80e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:05.350199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:05.386013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-bc186a9f-6487-4516-ba69-6c58a186a701 None None] Port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:04:05.419793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.420812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80e8b2-d3b2-487b-a1ce-385685ce9ee5 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:05.422444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ba80e8b2-d3b2-487b-a1ce-385685ce9ee5 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1093 time: 0.4799774
Dec 10 04:04:05.425832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43232) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:05.432834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:05.437035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Transition to ACTIVE for port object 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:05.443241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:04:05.451043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:04:05.455981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:04:05.469235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.480387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f5fa227c-c18c-4bd5-8660-8736b8b9ab48 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:05.505149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:04:05.520214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.528365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.534599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Attempting to bind port 844d28f7-6d3a-4449-8267-d97ddf16d80e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:05.535166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Attempting to bind port 844d28f7-6d3a-4449-8267-d97ddf16d80e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:05.535347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Attempting to bind port 844d28f7-6d3a-4449-8267-d97ddf16d80e on network 1bff93ac-cc07-4e53-8789-1460ac8ee654 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:05.545417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:05.549213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:05.552787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:05.553156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Checking segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:05.553610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.553995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Bound using segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:05.554762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Bound port: 844d28f7-6d3a-4449-8267-d97ddf16d80e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:05.554937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:05.555085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.565870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.590789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Transition to ACTIVE for port object 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:05.611939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:05.616729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:05.631300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.696971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.703522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-f0199f60-77fa-49fc-9e0d-1193b1c8eb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:05.732616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port caf7393e-769d-4da6-b890-919a3cc905e0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=caf7393e-769d-4da6-b890-919a3cc905e0,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:05.752450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.754490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:05.903097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:05.913165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Pushing event updated for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:05.918470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:04:05.918967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:04:05.931158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:05.932071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c04ec37a-943a-40e4-9ce5-d20c959cf349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:05.955609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.088235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d8e2942-839c-4fa6-a028-96f827aeaa91 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:06.142693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:06.158914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.182916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.212826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Attempting to bind port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:06.213214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Attempting to bind port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:06.213626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Attempting to bind port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 on network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:06.231938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:06.232381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Checking segment: {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:06.232784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.233183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Bound using segment: {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:06.233697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Bound port: 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:06.234062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.244293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=caf7393e-769d-4da6-b890-919a3cc905e0,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:06.249376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:06.252059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-662eddd0-26b6-46f0-8fbd-df9b65ac1f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:06.327548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.182 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/16eb9131-5d83-4484-8529-330c3e1d0bad) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:06.423156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] For port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:06.432096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] For port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:06.434960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d8e2942-839c-4fa6-a028-96f827aeaa91 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:06.435351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.477285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Pushing event updated for resources: {'Port': ['ID=844d28f7-6d3a-4449-8267-d97ddf16d80e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:06.480379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.495448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:06.496207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:06.587686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:06.588335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c334be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:06.599799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.613526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.639368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.665720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.670749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ecf1e3ff-422c-4077-9bb0-5dee5f7ca76d tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:06.760251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:06.765612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Pushing event updated for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:06.769084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:06.815161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:06.885481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:06.888419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:06.987230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:06.988721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:07.083792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.115121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:07.126829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device af5ad73b-2bab-4006-bef3-4ca9153aedcd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:07.209292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Router 2de6a65a-05b4-482e-b94a-116ab0054292 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:07.274816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port af5ad73b-2bab-4006-bef3-4ca9153aedcd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:07.279451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.282187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port af5ad73b-2bab-4006-bef3-4ca9153aedcd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:07.283298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.300869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0249c50-cf1a-4ae3-a378-28a0726425ff tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:07.337607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:07.377073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.380731 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0169261a-f03f-4fd6-971d-823bd45e9c12 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 703 time: 2.5686765
Dec 10 04:04:07.381414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43236) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:07.384591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:07.387753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:07.390213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:07.397075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c334be0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 7, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:07.416949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b04bb-f106-4e95-a78c-ca32faf5ffab None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 7, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:07.429945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.454283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=16eb9131-5d83-4484-8529-330c3e1d0bad,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:07.457827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port af5ad73b-2bab-4006-bef3-4ca9153aedcd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=af5ad73b-2bab-4006-bef3-4ca9153aedcd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:07.458026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:07.468210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:07.475138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:07.525422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:07.546464 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Sync routers for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:07.558774 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:07.559680 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de32ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:07.671484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "PUT /v2.0/routers/2de6a65a-05b4-482e-b94a-116ab0054292/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6197116
Dec 10 04:04:07.712118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=af5ad73b-2bab-4006-bef3-4ca9153aedcd,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:07.728322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:07.729967 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c69db9a4-da5f-402a-abde-cae7446509fb tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 703 time: 0.3477004
Dec 10 04:04:07.732449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:07.962716 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:07.963832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7c42f-044b-4e19-a634-e1117041de09 None None] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:08.101492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 844d28f7-6d3a-4449-8267-d97ddf16d80e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:08.176984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.179403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4838ce28-879d-4553-80ba-6d52f704fede None None] Provisioning for port 844d28f7-6d3a-4449-8267-d97ddf16d80e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:08.289996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.372343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 844d28f7-6d3a-4449-8267-d97ddf16d80e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:08.386177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 844d28f7-6d3a-4449-8267-d97ddf16d80e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:08.386642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.423887 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de32ca0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 2, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:08.428468 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Checking router: 2de6a65a-05b4-482e-b94a-116ab0054292 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:08.429041 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Updating router 2de6a65a-05b4-482e-b94a-116ab0054292 port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:04:08.489693 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.507432 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-3451f7d2-35f7-4de6-af73-51f2e41a278d tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923896741&fields=id&tenant_id=04b88699b8e044b89cf8b03deb8fc57a HTTP/1.1" status: 200  len: 267 time: 0.3325958
Dec 10 04:04:08.628522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.650481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.659980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.664536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a3ccf24-3eab-4cb1-a451-4e5d560596e1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:08.681110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:08.686133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.687201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device caf7393e-769d-4da6-b890-919a3cc905e0 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:08.743684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:08.794560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:08.820373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=16eb9131-5d83-4484-8529-330c3e1d0bad,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:08.834728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:08.853543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:08.854192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f334c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:08.859251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ed7c8aaf-ef58-4ce0-97eb-494b1d879c2d tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:08.861506 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ed7c8aaf-ef58-4ce0-97eb-494b1d879c2d tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 797 time: 0.3526947
Dec 10 04:04:08.872674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:08.968970 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-f2029ffd-e00b-45b9-a054-606af11369f1 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/quotas/04b88699b8e044b89cf8b03deb8fc57a HTTP/1.1" status: 200  len: 375 time: 0.1007152
Dec 10 04:04:09.042645 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.057606 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Transition to ACTIVE for port object 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:09.070622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.083321 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:09.094310 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7 associated. External IP: 172.26.1.182, port: 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e.
Dec 10 04:04:09.116913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ea406a34-4e8d-45f4-95f4-742485f11b90 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Synchronizing usage tracker for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:04:09.131740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:09.217827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ea406a34-4e8d-45f4-95f4-742485f11b90 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Unset dirty status for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:04:09.235025 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ea406a34-4e8d-45f4-95f4-742485f11b90 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2648542
Dec 10 04:04:09.348059 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Attempting to bind port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:09.348828 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Attempting to bind port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:09.349592 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Attempting to bind port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb on network 1bff93ac-cc07-4e53-8789-1460ac8ee654 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:09.361866 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:09.362621 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Checking segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:09.363384 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.364160 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Bound using segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:09.364884 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Bound port: 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:09.366227 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.401537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6be8666c-aa1b-4a5d-ba82-0a95e0c6afa6 None None] Provisioning complete for port 844d28f7-6d3a-4449-8267-d97ddf16d80e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:09.401927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6be8666c-aa1b-4a5d-ba82-0a95e0c6afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.437067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.472420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=844d28f7-6d3a-4449-8267-d97ddf16d80e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:09.485180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] For port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:09.489138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] For port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:09.498958 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Pushing event updated for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:09.503365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:09.504883 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.509260 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:09.513592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.513941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.514282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.515062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.515062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.515290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.515565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.515887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.516212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.516532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.516850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.538273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:04:09.547962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:09.569558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port caf7393e-769d-4da6-b890-919a3cc905e0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:09.570205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:09.618392 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:09.619586 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de32ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:09.648082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-2251a560-43ba-4f4b-9aee-612313728985 service neutron] 10.222.0.44 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4121635
Dec 10 04:04:09.758404 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Pushing event updated for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:09.774317 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:09.817621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:09.829645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-e63347a6-7c9b-4dba-b065-29f3b1bb7d66 service neutron] 10.222.0.44 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752098
Dec 10 04:04:09.866590 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:09.991379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6be8666c-aa1b-4a5d-ba82-0a95e0c6afa6 None None] Provisioning for port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:10.005233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:10.056216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f334c0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 7, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:10.066478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:10.084883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:10.085831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f334c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:10.194145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:10.194773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.269775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:10.285349 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2dd7732-f77e-4422-abdc-d4a7262c8bdb req-5afd4adb-7776-4c52-b182-748fb8bc7336 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 210 time: 0.1350288
Dec 10 04:04:10.292195 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:10.335302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.341493 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:10.342135 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d145610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:10.359689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:10.402483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:10.402878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.434180 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.0072670
Dec 10 04:04:10.434759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43264) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:10.437832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:04:10.486508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:10.561844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:10.562216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.581563 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'status': 'completed', 'code': 200}
Dec 10 04:04:10.693801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-796e4aa6-5d11-4199-ab0f-ff25585024d0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 991 time: 0.2449610
Dec 10 04:04:10.714784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-5882616f-c6b9-4cea-82e5-066956412f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:10.716283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-5882616f-c6b9-4cea-82e5-066956412f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1098 time: 0.1252739
Dec 10 04:04:10.809707 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:10.815852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.883086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:10.902497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:10.903848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device af5ad73b-2bab-4006-bef3-4ca9153aedcd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:10.907367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-3be7dd5a-c85a-4833-a2c8-60d57447c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:10.909142 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-3be7dd5a-c85a-4833-a2c8-60d57447c69c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1861694
Dec 10 04:04:10.967382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3878a57-e57e-42ba-a5d1-2425a5016e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:11.001798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:11.039801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-550de907-6f92-402a-bb8b-11557f73845e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 999 time: 0.1231208
Dec 10 04:04:11.121022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port af5ad73b-2bab-4006-bef3-4ca9153aedcd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:11.122189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:11.135090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-92fc6247-37f6-4ad2-9473-43bc78961c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:11.136633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-92fc6247-37f6-4ad2-9473-43bc78961c4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0908487
Dec 10 04:04:11.148298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:11.164242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:11.177373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:04:11.177734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:04:11.220903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f334c0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 7, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:11.227794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d55b3c-6d97-4911-a31d-9825b9645ce7 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 7, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf94af6-0fa3-44a1-ae59-fb7835da3c47', 'name': '', 'network_id': '20c1a356-19c8-42f3-9f12-a38e48a27eb2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:f1:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc709b24-b683-4851-ab89-83349d091e49', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:06Z', 'revision_number': 4, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'bc709b24-b683-4851-ab89-83349d091e49', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:11.278911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-a58778a6-a57f-429b-9ad2-5265f77bc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:11.283487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-a58778a6-a57f-429b-9ad2-5265f77bc6ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1382427
Dec 10 04:04:11.306033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de32ca0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:09Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:11.316096 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea877380-ae25-46cd-8c8d-e7072034ee4b None None] The sync data for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv is: [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:09Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:11.436617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 844d28f7-6d3a-4449-8267-d97ddf16d80e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:11.459540 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d145610>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:c1:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:04:08Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:11.463986 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:11.492850 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:11.494781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d145610>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:11.521701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 844d28f7-6d3a-4449-8267-d97ddf16d80e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:11.522679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:11.566870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-27cb57af-1ce9-4033-aed4-9a61b117c823 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720952
Dec 10 04:04:11.641060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-56ceadee-3529-4b36-9d76-3bb69cd2d123 req-27d9173d-d661-46f3-9034-3217e8a2fa8b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 210 time: 0.1652184
Dec 10 04:04:11.679236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:11.680038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:11.735269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:11.737861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43274) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:11.790064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:11.886225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:11.887340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:11.981287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-de6b94f8-28a2-4822-a534-812e34186871 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 991 time: 0.2427943
Dec 10 04:04:12.017403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-ad779b6c-033c-4e88-8da1-0642bde7d8fb service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4473429
Dec 10 04:04:12.095963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-2da8bb07-325f-44d0-8ee0-f026702c9688 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:12.096712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-2da8bb07-325f-44d0-8ee0-f026702c9688 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Synchronizing usage tracker for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:04:12.124557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-2da8bb07-325f-44d0-8ee0-f026702c9688 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Unset dirty status for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:04:12.126064 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-2da8bb07-325f-44d0-8ee0-f026702c9688 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.18 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 797 time: 0.3514791
Dec 10 04:04:12.252784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 9bf94af6-0fa3-44a1-ae59-fb7835da3c47, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:12.253395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:12.343647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-70a0a3f8-441f-4f59-8e19-10a075f9f8fa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Synchronizing usage tracker for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:04:12.364646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-70a0a3f8-441f-4f59-8e19-10a075f9f8fa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Unset dirty status for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:04:12.366205 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-70a0a3f8-441f-4f59-8e19-10a075f9f8fa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b88699b8e044b89cf8b03deb8fc57a HTTP/1.1" status: 200  len: 379 time: 0.2252507
Dec 10 04:04:12.377479 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d145610>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:c1:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:04:08Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:12.378151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'port': {'device_id': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'admin_state_up': True, 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'security_groups': ['481673f3-f972-4b3e-ada9-f64b4a79846f']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:12.381940 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77d0e9-95a8-405d-9e82-a5b888ead6cd None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:c1:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:04:08Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:12.397218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:12.535474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:04:12.546204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:04:12.557191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Made reservation on behalf of 04b88699b8e044b89cf8b03deb8fc57a for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:04:12.564358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:12.606502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:12.610341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1fcd3558-d268-4cf2-9f0e-a63fdf6cb96e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:12.659098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=9bf94af6-0fa3-44a1-ae59-fb7835da3c47,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:12.662396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:12.747792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce96f5-21bc-4f97-a889-3710986d41e3 None None] New status for floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:04:12.804445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Allocated IP 172.20.0.12 (1bff93ac-cc07-4e53-8789-1460ac8ee654/0201302d-212e-4db2-9663-ae4404df784e/229c6334-052a-45c6-9420-be6c0b1af307) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:12.960754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:12.983578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43284) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:13.031939 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ce66af78-324a-4381-a30c-ccb78a3fb382 req-41e91e49-c78e-465b-bb47-93d9c204e94b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 210 time: 0.0622745
Dec 10 04:04:13.215477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5ffaaf50-cffb-458e-9353-0dd2bb3e2925 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 991 time: 0.2306752
Dec 10 04:04:13.227567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.244583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Transition to ACTIVE for port object 229c6334-052a-45c6-9420-be6c0b1af307 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:13.270463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.276303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:13.352874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:13.356267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:13.360691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:13.403916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:13.449243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:13.449939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.454883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:13.490349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:13.494084 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1213214
Dec 10 04:04:13.512078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Request body: {'port': {'device_id': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:13.570498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:13.579178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:13.584900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:13.585288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.643749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.652319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0bead477-a91f-4d36-a024-8e84f770890c None None] Provisioning for port 229c6334-052a-45c6-9420-be6c0b1af307 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:13.660280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0bead477-a91f-4d36-a024-8e84f770890c None None] Provisioning complete for port 229c6334-052a-45c6-9420-be6c0b1af307 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:13.660660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0bead477-a91f-4d36-a024-8e84f770890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.756254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:13.768809 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:13.774492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0384836
Dec 10 04:04:13.775215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43288) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:13.781131 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:13.781797 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1455b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:13.784395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.794652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0bead477-a91f-4d36-a024-8e84f770890c None None] Port 229c6334-052a-45c6-9420-be6c0b1af307 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:04:13.826952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:13.835620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.838350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3c6b0b1-73c3-4f37-859b-2a30f4390aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:13.874371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.896382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet bc709b24-b683-4851-ab89-83349d091e49 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:04:13.907352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:13.908487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:13.919071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:13.974369 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:13.982017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.058280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:04:14.066271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.082667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Transition to ACTIVE for port object 229c6334-052a-45c6-9420-be6c0b1af307 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:04:14.087227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.092238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-203c1c8d-eca2-49a7-9e0f-3d387986d583 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:14.099010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.221067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43294) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:14.274971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.281233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e0538541-61ad-48d1-8a75-3d450ba95725 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:14.330835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:14.334698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:14.336324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b3ff2-fb72-4c76-9c97-f16d9010bdc8 None None] Network 20c1a356-19c8-42f3-9f12-a38e48a27eb2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:14.340988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=bc709b24-b683-4851-ab89-83349d091e49,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:14.343463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.348860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:14.369496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/bc709b24-b683-4851-ab89-83349d091e49 HTTP/1.1" status: 204  len: 168 time: 0.5930011
Dec 10 04:04:14.372540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43298) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:14.411423 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1455b0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:12Z', 'revision_number': 8, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:14.417906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:14.425553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af0d3b-b0ee-468c-a237-42e6fd47108c req-0d2712dc-cb47-4387-b1cc-5ce00fdf0fb8 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:14.430435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:14.431184 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1455b0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:03:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:14.432403 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44af0d3b-b0ee-468c-a237-42e6fd47108c req-0d2712dc-cb47-4387-b1cc-5ce00fdf0fb8 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 944 time: 0.2328987
Dec 10 04:04:14.446840 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-298d0d48-d073-450c-a7c1-ff09a8bb3dab tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 993 time: 0.2201304
Dec 10 04:04:14.464144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4e0312c-f1da-477e-b7d7-17fcfbe7de86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.480643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Attempting to bind port 229c6334-052a-45c6-9420-be6c0b1af307 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:04:14.480983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Attempting to bind port 229c6334-052a-45c6-9420-be6c0b1af307 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:04:14.481335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Attempting to bind port 229c6334-052a-45c6-9420-be6c0b1af307 on network 1bff93ac-cc07-4e53-8789-1460ac8ee654 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:14.486812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Port 229c6334-052a-45c6-9420-be6c0b1af307 on network 1bff93ac-cc07-4e53-8789-1460ac8ee654 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:04:14.487131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Attempting to bind port 229c6334-052a-45c6-9420-be6c0b1af307 on network 1bff93ac-cc07-4e53-8789-1460ac8ee654 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:04:14.493155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:04:14.493529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Checking segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:04:14.493913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Bound using segment: {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:04:14.495726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Bound port: 229c6334-052a-45c6-9420-be6c0b1af307, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dde8039-cdac-41dc-a114-c0bcb9ba7174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:04:14.496086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.570642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44af0d3b-b0ee-468c-a237-42e6fd47108c req-966e3470-7c00-4cc1-a8cf-57d67685ff50 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369832
Dec 10 04:04:14.583815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.598282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port caf7393e-769d-4da6-b890-919a3cc905e0 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:14.598897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.617098 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:14.731751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] DHCP port deletion for 20c1a356-19c8-42f3-9f12-a38e48a27eb2 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:04:14.737992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Deleting port caf7393e-769d-4da6-b890-919a3cc905e0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:14.738669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.758874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:04:14.762101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:04:14.770601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.777446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:14.834312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port caf7393e-769d-4da6-b890-919a3cc905e0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=caf7393e-769d-4da6-b890-919a3cc905e0,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:14.834980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.843828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:14.844750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:14.847821 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] 10.222.0.18 "PUT /v2.0/ports/229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 1094 time: 1.3393900
Dec 10 04:04:14.847821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:04:14.891116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:14.899152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:14.991044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for caf7393e-769d-4da6-b890-919a3cc905e0 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:15.010600 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'status': 'completed', 'code': 200}
Dec 10 04:04:15.035151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1455b0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:12Z', 'revision_number': 8, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:15.039975 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45913a3e-9d68-4bb7-af2f-b0e0298e3b8d None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:12Z', 'revision_number': 8, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '4d8e2942-839c-4fa6-a028-96f827aeaa91', 'name': '', 'network_id': 'e39cd3ab-400a-4467-bda1-5ed353b104f2', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:c9:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:55Z', 'updated_at': '2021-12-10T04:04:04Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': 'b66743b6-9f24-4fa6-8745-c03ae882541e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:15.064349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-07248a07-168e-4ca8-b77e-f4140778ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:15.065957 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-07248a07-168e-4ca8-b77e-f4140778ded4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1097 time: 0.1460574
Dec 10 04:04:15.090691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.099916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df20bfd4-b6db-4f3e-afa5-075b11b19bd2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:15.101110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] For port caf7393e-769d-4da6-b890-919a3cc905e0, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=caf7393e-769d-4da6-b890-919a3cc905e0,segment=NetworkSegment(e04dde17-e97a-4c8e-8f0e-70a5ba2bf541),segment_id=e04dde17-e97a-4c8e-8f0e-70a5ba2bf541)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:15.101747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.149597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=caf7393e-769d-4da6-b890-919a3cc905e0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:15.151432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port caf7393e-769d-4da6-b890-919a3cc905e0 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:04:15.153929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:15.156102 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-f0e25bc6-8616-4316-a2b6-5ca3086a3c17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 217 time: 0.0737042
Dec 10 04:04:15.222707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-514f7338-fde1-4791-b6ff-3c56d498f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:15.224162 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-514f7338-fde1-4791-b6ff-3c56d498f5a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 200  len: 834 time: 0.0596006
Dec 10 04:04:15.247077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Calling delete_port for caf7393e-769d-4da6-b890-919a3cc905e0 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:15.285251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.311436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-52bea254-3efe-4a46-83b7-c90268cae69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:15.312653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012220>,) {'filters': {'network_id': ['20c1a356-19c8-42f3-9f12-a38e48a27eb2']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:15.312809 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-52bea254-3efe-4a46-83b7-c90268cae69f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bff93ac-cc07-4e53-8789-1460ac8ee654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811539
Dec 10 04:04:15.326192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012220>, 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:15.326489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012220>, 'e04dde17-e97a-4c8e-8f0e-70a5ba2bf541') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   from cryptography.utils import int_from_bytes
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   from cryptography.utils import int_from_bytes
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn_limited(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn_limited(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:15.330379 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:04:15.339980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:04:15.340462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:04:15.340788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.357236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.364236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:04:15.364658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:04:15.382672 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:04:15.468680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-42312a27-13a9-47e9-8687-ab25053b1353 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486433
Dec 10 04:04:15.491848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:15.562518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:15.562906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.625004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.628778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd370bc2-e375-4d3f-bc2d-fa136b51cc3e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:15.631036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c79e0539-4e92-4d32-bee8-b89ea84c3ba9 req-ce7299c3-3867-4b19-9241-286221b56ab1 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528502
Dec 10 04:04:15.665470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.668224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=20c1a356-19c8-42f3-9f12-a38e48a27eb2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:15.671253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:15.680096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/20c1a356-19c8-42f3-9f12-a38e48a27eb2 HTTP/1.1" status: 204  len: 168 time: 1.3065648
Dec 10 04:04:15.682878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43306) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:15.785783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device caf7393e-769d-4da6-b890-919a3cc905e0 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:15.798457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-10ef0490-2149-4ed4-bfa5-b2c5d3a4a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:15.800584 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-10ef0490-2149-4ed4-bfa5-b2c5d3a4a4c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1097 time: 0.0752602
Dec 10 04:04:15.819449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: caf7393e-769d-4da6-b890-919a3cc905e0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:15.819840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device caf7393e-769d-4da6-b890-919a3cc905e0 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:15.820513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:15.850386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Deleting port caf7393e-769d-4da6-b890-919a3cc905e0 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:15.851845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:15.902634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:15.904055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9bf94af6-0fa3-44a1-ae59-fb7835da3c47 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:15.959540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9a2e-4fae-4ed9-a065-d8e4a1f8248a None None] The port 'caf7393e-769d-4da6-b890-919a3cc905e0' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:04:15.988274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-7faec4d7-4ebc-4d28-8a5d-2a24167fcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:15.989913 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-7faec4d7-4ebc-4d28-8a5d-2a24167fcdbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 898 time: 0.1822593
Dec 10 04:04:16.037881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c55a9-b7f6-4e06-8048-c87936d7fce2 req-5bb12569-dec5-43e1-ba4f-640488a7675b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:16.039343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c26c55a9-b7f6-4e06-8048-c87936d7fce2 req-5bb12569-dec5-43e1-ba4f-640488a7675b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 944 time: 0.2931600
Dec 10 04:04:16.062131 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-816cfda6-d888-4f7e-93e5-209a2b04ca8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 217 time: 0.0646253
Dec 10 04:04:16.114184 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c26c55a9-b7f6-4e06-8048-c87936d7fce2 req-2f266fb0-24aa-4db3-b3f0-45c110b7287d tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667911
Dec 10 04:04:16.127196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-d4405c59-505b-4268-a0da-21db6618b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:16.128655 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-d4405c59-505b-4268-a0da-21db6618b81e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 200  len: 834 time: 0.0598702
Dec 10 04:04:16.208766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-99ff353b-8997-4f5d-a948-b91a6c5a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:16.210401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-99ff353b-8997-4f5d-a948-b91a6c5a20f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bff93ac-cc07-4e53-8789-1460ac8ee654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743933
Dec 10 04:04:16.312213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:16.347005 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-98e4ec1d-924d-47db-a34e-640ec22de72e service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289258
Dec 10 04:04:16.479554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b9cbedd7-c381-4751-ae4c-30b60d5a3717 req-fcc2b459-5acf-4110-ac35-55f87807c768 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256299
Dec 10 04:04:16.644760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 4d8e2942-839c-4fa6-a028-96f827aeaa91 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:16.645118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:16.659956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0fed2801-8726-43b8-8977-1c1963b19281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:16.831245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 4d8e2942-839c-4fa6-a028-96f827aeaa91, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d8e2942-839c-4fa6-a028-96f827aeaa91,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:16.831502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:17.079550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 4d8e2942-839c-4fa6-a028-96f827aeaa91 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:17.306290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:17.313624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:17.361578 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=4d8e2942-839c-4fa6-a028-96f827aeaa91,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:17.395745 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:17.535802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed20e-0f30-45c2-bfc0-2d8717b0c9af req-7e2c3481-2e39-4589-9f25-3f190c9cbbc2 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:17.537283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b31ed20e-0f30-45c2-bfc0-2d8717b0c9af req-7e2c3481-2e39-4589-9f25-3f190c9cbbc2 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 944 time: 0.2994809
Dec 10 04:04:17.544892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:17.603272 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b31ed20e-0f30-45c2-bfc0-2d8717b0c9af req-24d81282-c3f9-41b8-897c-def0b2f68e10 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552399
Dec 10 04:04:17.604040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:17.920108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:17.938530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.082744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:18.093294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:18.095335 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4114587
Dec 10 04:04:18.097965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43312) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:18.103103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:18.103718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3238e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:18.163508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet b66743b6-9f24-4fa6-8745-c03ae882541e {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:04:18.166543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.222114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.294272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:18.310138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.383683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.387354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c817974f-a954-4684-95d2-d4b5742d4369 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:18.424322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=b66743b6-9f24-4fa6-8745-c03ae882541e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:18.426207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.431399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:18.433172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/b66743b6-9f24-4fa6-8745-c03ae882541e HTTP/1.1" status: 204  len: 168 time: 0.3342359
Dec 10 04:04:18.435786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43316) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:18.440696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d5633c-5835-43f5-95bc-df93d063a810 None None] Network e39cd3ab-400a-4467-bda1-5ed353b104f2 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:18.685681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.697273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 248d8933-ddb3-45b9-9b51-163357e55d37 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:18.697882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.783741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3238e0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:17Z', 'revision_number': 9, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:18.787737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:18.796445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:18.797097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3238e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:18.854609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] DHCP port deletion for e39cd3ab-400a-4467-bda1-5ed353b104f2 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:04:18.920182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Deleting port 248d8933-ddb3-45b9-9b51-163357e55d37 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:18.920527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:18.979920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 248d8933-ddb3-45b9-9b51-163357e55d37, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=248d8933-ddb3-45b9-9b51-163357e55d37,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:18.980204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.028171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:19.055399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e193dde-ab63-473f-a040-9076c709d531 req-9f7ff46b-baf7-4cd4-861f-62873c676cfd tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:19.056851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e193dde-ab63-473f-a040-9076c709d531 req-9f7ff46b-baf7-4cd4-861f-62873c676cfd tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 944 time: 0.3294086
Dec 10 04:04:19.121366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 248d8933-ddb3-45b9-9b51-163357e55d37 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:19.216484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e193dde-ab63-473f-a040-9076c709d531 req-c5276952-acbc-487c-9dca-9a9cab8217c8 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026495
Dec 10 04:04:19.244117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.249003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3d119c18-ae28-43e6-a924-799bf989214d tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:19.250372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:04:19.291632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=248d8933-ddb3-45b9-9b51-163357e55d37,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:19.294729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:19.295493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 248d8933-ddb3-45b9-9b51-163357e55d37 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:04:19.428132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.455800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca88af0>,) {'filters': {'network_id': ['e39cd3ab-400a-4467-bda1-5ed353b104f2']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:19.469182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca88af0>, 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:19.469523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ca88af0>, 'a60f73b2-0d03-4c50-b6fe-67c35e672bc1') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:19.482167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.499637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.506730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:04:19.507139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.516338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 248d8933-ddb3-45b9-9b51-163357e55d37 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:04:19.522916 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:04:19.559011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] For port 248d8933-ddb3-45b9-9b51-163357e55d37, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=248d8933-ddb3-45b9-9b51-163357e55d37,segment=NetworkSegment(a60f73b2-0d03-4c50-b6fe-67c35e672bc1),segment_id=a60f73b2-0d03-4c50-b6fe-67c35e672bc1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:19.559411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.580945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 248d8933-ddb3-45b9-9b51-163357e55d37 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:19.581298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 248d8933-ddb3-45b9-9b51-163357e55d37 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:19.591180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.610817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.615376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.618032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2cf47922-7bec-424c-bbcf-f23add38627f tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:19.642863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=e39cd3ab-400a-4467-bda1-5ed353b104f2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:19.645272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:19.649775 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/e39cd3ab-400a-4467-bda1-5ed353b104f2 HTTP/1.1" status: 204  len: 168 time: 1.2129908
Dec 10 04:04:19.652454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:19.736441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Calling delete_port for 248d8933-ddb3-45b9-9b51-163357e55d37 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:19.824192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:19.856840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '229c6334-052a-45c6-9420-be6c0b1af307', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'mac_address': 'fa:16:3e:ea:c8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:04:19.891314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:04:19.891728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:04:19.922422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.933042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3238e0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:17Z', 'revision_number': 9, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:19.942724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e21898-bebd-4bc1-95a4-1cf028bf9c69 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:17Z', 'revision_number': 9, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': '9e5be48f-99e8-4246-b77f-7c12e65ed857', 'name': '', 'network_id': '9a869c8f-82b1-4f4e-9a2d-9cab332e33a8', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:b9:64:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:47Z', 'updated_at': '2021-12-10T04:03:55Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '5d3c0ebd-fda5-4e4a-b898-d9171322db57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:19.947120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:04:19.963728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:19.968718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:19.971537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:20.040621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:20.043757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:20.298861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:20.370482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['229c6334-052a-45c6-9420-be6c0b1af307'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:04:20.402679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Deleting port 248d8933-ddb3-45b9-9b51-163357e55d37 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:20.403500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:20.493032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18167f15-37b7-4e12-a0b2-8be5fca9f627 None None] The port '248d8933-ddb3-45b9-9b51-163357e55d37' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:04:20.655737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d4d10-7def-44eb-800f-555b8a1b7681 req-db5e537a-1442-47b7-8098-8500f06aac3e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:20.657208 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e17d4d10-7def-44eb-800f-555b8a1b7681 req-db5e537a-1442-47b7-8098-8500f06aac3e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 945 time: 0.3091640
Dec 10 04:04:20.758939 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e17d4d10-7def-44eb-800f-555b8a1b7681 req-b983867b-bb63-452c-b283-c64d126b08ad tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949774
Dec 10 04:04:20.763561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 9e5be48f-99e8-4246-b77f-7c12e65ed857 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:20.763900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:20.957012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 9e5be48f-99e8-4246-b77f-7c12e65ed857, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9e5be48f-99e8-4246-b77f-7c12e65ed857,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:20.957395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:21.078843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 9e5be48f-99e8-4246-b77f-7c12e65ed857 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:21.256397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:21.260199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-903a3b7e-9737-4ad6-ac00-fc9f4bace92b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:21.304945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=9e5be48f-99e8-4246-b77f-7c12e65ed857,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:21.307256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:21.329735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d8e2942-839c-4fa6-a028-96f827aeaa91 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:21.370233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4d8e2942-839c-4fa6-a028-96f827aeaa91 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:21.370591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d8e2942-839c-4fa6-a028-96f827aeaa91 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:21.505779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:21.993088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:22.073384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3fcb-3e34-4744-ba8a-21ffb7daa57e req-926371c1-ae9d-440e-9db4-47fd5b40cccf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:22.074749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a79e3fcb-3e34-4744-ba8a-21ffb7daa57e req-926371c1-ae9d-440e-9db4-47fd5b40cccf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 945 time: 0.1799119
Dec 10 04:04:22.200701 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a79e3fcb-3e34-4744-ba8a-21ffb7daa57e req-17a76eb4-beff-4535-a624-7d482e0bde15 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735345
Dec 10 04:04:22.201801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:22.212870 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:22.217008 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5609941
Dec 10 04:04:22.217288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43334) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:22.224431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:22.225041 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d205b20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:22.283154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 5d3c0ebd-fda5-4e4a-b898-d9171322db57 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:04:22.286121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.339791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.376792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:22.426947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.498750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.503388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f829d6b-5052-4f24-bc97-19ce66c5c4ae tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:22.543583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3c0ebd-fda5-4e4a-b898-d9171322db57,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:22.545558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.548288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:22.551359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa188a-0923-42c9-88b8-d2226de0c711 None None] Network 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:22.555011 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/5d3c0ebd-fda5-4e4a-b898-d9171322db57 HTTP/1.1" status: 204  len: 168 time: 0.3342900
Dec 10 04:04:22.555821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43338) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:22.667155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.667841 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:04:22.678144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port 26770976-fe1f-42f3-921d-744bcf3d06dd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:22.678497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.689117 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d205b20>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:21Z', 'revision_number': 10, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:22.692987 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:22.701611 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:22.702212 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d205b20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:22.810144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] DHCP port deletion for 9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:04:22.814480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Deleting port 26770976-fe1f-42f3-921d-744bcf3d06dd {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:22.815329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:22.858245 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:22.895129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port 26770976-fe1f-42f3-921d-744bcf3d06dd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=26770976-fe1f-42f3-921d-744bcf3d06dd,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:22.895481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.021049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for 26770976-fe1f-42f3-921d-744bcf3d06dd owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:23.028294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] For port 26770976-fe1f-42f3-921d-744bcf3d06dd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=26770976-fe1f-42f3-921d-744bcf3d06dd,segment=NetworkSegment(0dce3fe2-6752-4075-87b4-e93566a7888d),segment_id=0dce3fe2-6752-4075-87b4-e93566a7888d)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:23.028701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.161116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Calling delete_port for 26770976-fe1f-42f3-921d-744bcf3d06dd owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:23.213277 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d205b20>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:21Z', 'revision_number': 10, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:23.218197 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6490fe-e4d5-469f-a688-c05ea2426120 None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:21Z', 'revision_number': 10, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None, '_interfaces': [{'id': 'e93bbe15-408d-4725-ba49-f2ea4676cc66', 'name': '', 'network_id': 'bbb00bc6-0fee-4841-89cf-78f16937a4eb', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'mac_address': 'fa:16:3e:09:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:43Z', 'updated_at': '2021-12-10T04:03:51Z', 'revision_number': 5, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'subnets': [{'id': '70ee9d67-2353-4b7a-a87e-cfd6baafd56d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:23.237936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.243139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c6de1a01-6d93-4826-8300-f3ffb50daf1a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:23.248784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:04:23.249208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:04:23.251340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:04:23.289656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=26770976-fe1f-42f3-921d-744bcf3d06dd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:23.291673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No DVR routers for this DVR port 26770976-fe1f-42f3-921d-744bcf3d06dd on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:04:23.293275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:23.366423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 229c6334-052a-45c6-9420-be6c0b1af307 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:04:23.371033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 229c6334-052a-45c6-9420-be6c0b1af307 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:04:23.371417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.466591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.486163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.498750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c049430>,) {'filters': {'network_id': ['9a869c8f-82b1-4f4e-9a2d-9cab332e33a8']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:23.515199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c049430>, '0dce3fe2-6752-4075-87b4-e93566a7888d') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:23.515513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c049430>, '0dce3fe2-6752-4075-87b4-e93566a7888d') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:23.519136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:04:23.526740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:23.531477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.534920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:23.536401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971575-b1f6-4220-ba17-fbb540c5e1cc req-de4aa439-e28a-4908-a0c2-f6e086b117e0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:23.537963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f971575-b1f6-4220-ba17-fbb540c5e1cc req-de4aa439-e28a-4908-a0c2-f6e086b117e0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 945 time: 0.2118721
Dec 10 04:04:23.539789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.571665 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'code': 200}
Dec 10 04:04:23.572249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.587188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:04:23.587615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:04:23.604201 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:04:23.633612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:23.644155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:23.674754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f971575-b1f6-4220-ba17-fbb540c5e1cc req-b3f66707-6605-46fd-b1f7-f7261fec805e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280572
Dec 10 04:04:23.680012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9e5be48f-99e8-4246-b77f-7c12e65ed857 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:23.705473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.709514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5eb8c4f2-2a02-4d00-9c86-5796c6431a38 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:23.725528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.728410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9e5be48f-99e8-4246-b77f-7c12e65ed857 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:23.728986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9e5be48f-99e8-4246-b77f-7c12e65ed857 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:23.729190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 26770976-fe1f-42f3-921d-744bcf3d06dd no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:23.739460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=9a869c8f-82b1-4f4e-9a2d-9cab332e33a8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:23.743122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:23.744924 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/9a869c8f-82b1-4f4e-9a2d-9cab332e33a8 HTTP/1.1" status: 204  len: 168 time: 1.1888034
Dec 10 04:04:23.747954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43346) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:23.759895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Deleting port 26770976-fe1f-42f3-921d-744bcf3d06dd {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:23.760337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:23.796561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 26770976-fe1f-42f3-921d-744bcf3d06dd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:23.796910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 26770976-fe1f-42f3-921d-744bcf3d06dd not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:23.833032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-16069190-d821-4ef8-a4a0-d6da083e1bc2 None None] The port '26770976-fe1f-42f3-921d-744bcf3d06dd' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:04:24.248742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6042fe8-94a5-4285-a25c-fd08ebeeb96f req-aab12df0-bb7b-4255-bb68-76d18af8f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:24.250235 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f6042fe8-94a5-4285-a25c-fd08ebeeb96f req-aab12df0-bb7b-4255-bb68-76d18af8f051 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1099 time: 0.4110107
Dec 10 04:04:24.340632 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f6042fe8-94a5-4285-a25c-fd08ebeeb96f req-99014204-14aa-462c-8d24-aea02482445e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830336
Dec 10 04:04:24.484965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:24.819269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port e93bbe15-408d-4725-ba49-f2ea4676cc66 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:24.819988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:24.873385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67825-8434-4b60-a199-fdfd887f2634 req-bcebcc06-7365-496d-8078-da1fcf09defa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:24.875541 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ac67825-8434-4b60-a199-fdfd887f2634 req-bcebcc06-7365-496d-8078-da1fcf09defa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0818129
Dec 10 04:04:24.924616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ac67825-8434-4b60-a199-fdfd887f2634 req-cc6c238d-ad65-4274-87e7-9b5a676015d8 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431967
Dec 10 04:04:25.009998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port e93bbe15-408d-4725-ba49-f2ea4676cc66, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e93bbe15-408d-4725-ba49-f2ea4676cc66,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:25.010297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:25.136319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for e93bbe15-408d-4725-ba49-f2ea4676cc66 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:25.315836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:25.320750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:25.486175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Port': ['ID=e93bbe15-408d-4725-ba49-f2ea4676cc66,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:25.513293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:25.658832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:25.931951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:26.110659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:26.121170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:26.130892 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3812764
Dec 10 04:04:26.131107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43354) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:26.131672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:26.133250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d06af10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:26.145769 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-b2f87b9e-df71-4f2b-968b-127f8983bcb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1549540
Dec 10 04:04:26.218478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e0c2d-a7ca-4234-9a70-026cab95b36e req-6be6373a-3420-404b-af2b-7bd3e5ddf221 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.220958 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a85e0c2d-a7ca-4234-9a70-026cab95b36e req-6be6373a-3420-404b-af2b-7bd3e5ddf221 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.1856153
Dec 10 04:04:26.270402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:26.273980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting subnet 70ee9d67-2353-4b7a-a87e-cfd6baafd56d {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:04:26.290836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.308833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-b22a46da-6658-4b5c-964e-2ab40255511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.310445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-b22a46da-6658-4b5c-964e-2ab40255511c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1098 time: 0.0793269
Dec 10 04:04:26.362415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a85e0c2d-a7ca-4234-9a70-026cab95b36e req-74227046-890f-484b-a410-3f7599dbab91 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317115
Dec 10 04:04:26.381806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d06af10>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:26.385035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.387231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:26.398494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:26.399447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d06af10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:26.486098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-9257e42e-db98-476e-88c5-04ee24571f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.487987 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-9257e42e-db98-476e-88c5-04ee24571f50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1575546
Dec 10 04:04:26.538668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:26.563983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.619122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-c46e1df9-816d-4d87-9c65-4cd57beee6b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 1001 time: 0.1229737
Dec 10 04:04:26.635895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd0d3-ed9f-461c-ac2c-07f5f6722465 req-0934a920-44ab-421d-9a39-9d129b77c1f7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.637415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-026bd0d3-ed9f-461c-ac2c-07f5f6722465 req-0934a920-44ab-421d-9a39-9d129b77c1f7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.1543567
Dec 10 04:04:26.645429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d06af10>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:26.649921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8de9-2f4b-4664-a4fd-f8787c53069c None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:26.678880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.684475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fd47c824-afe7-4f8a-9aa6-d116577423f5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:26.698078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-054c3e12-8649-408e-a614-1e3d4e1ec378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.699524 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-054c3e12-8649-408e-a614-1e3d4e1ec378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0740325
Dec 10 04:04:26.732912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.739774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe704e8-8d76-4155-bcb5-9cb2efdbaf13 None None] Network bbb00bc6-0fee-4841-89cf-78f16937a4eb requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:04:26.740462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Subnet': ['ID=70ee9d67-2353-4b7a-a87e-cfd6baafd56d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:26.742704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:26.749079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-026bd0d3-ed9f-461c-ac2c-07f5f6722465 req-ba528986-1350-43ce-af02-f171b192c717 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015453
Dec 10 04:04:26.750763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/70ee9d67-2353-4b7a-a87e-cfd6baafd56d HTTP/1.1" status: 204  len: 168 time: 0.6183734
Dec 10 04:04:26.753561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:26.777008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43364) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:26.786189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-5d7371b8-774b-4a39-8e40-7446ae4ca3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:26.787849 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-5d7371b8-774b-4a39-8e40-7446ae4ca3ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817752
Dec 10 04:04:26.918248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.930395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-b6322141-2e44-400a-8667-19f945cdbb08 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358635
Dec 10 04:04:26.937247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port b188aaae-bd59-4079-b74e-e0931b77ae28 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:26.937247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:26.996438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a856f7b-7d2a-460d-8dd3-b055ec807aa8 tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:27.000941 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5a856f7b-7d2a-460d-8dd3-b055ec807aa8 tempest-TestNetworkAdvancedServerOps-1032536213 tempest-TestNetworkAdvancedServerOps-1032536213-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1094 time: 0.2147980
Dec 10 04:04:27.002044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43368) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:27.009348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:27.035614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e3039-6960-4977-8dde-32926c5b933d None None] DHCP port deletion for bbb00bc6-0fee-4841-89cf-78f16937a4eb request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:04:27.040735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Deleting port b188aaae-bd59-4079-b74e-e0931b77ae28 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:27.041771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.042097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:04:27.056810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Usage tracker for resource:floatingip and tenant:04b88699b8e044b89cf8b03deb8fc57a is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:04:27.066434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:04:27.076963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:04:27.177140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.210038 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5f091a8-00f6-4d11-9ecc-8e45acc55864 req-2c942f8a-f09e-4843-a2b1-b67ef946ab56 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712746
Dec 10 04:04:27.336637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-898e3039-6960-4977-8dde-32926c5b933d None None] For port b188aaae-bd59-4079-b74e-e0931b77ae28, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b188aaae-bd59-4079-b74e-e0931b77ae28,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:27.337247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.398801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b188aaae-bd59-4079-b74e-e0931b77ae28 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:27.427534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] For port b188aaae-bd59-4079-b74e-e0931b77ae28, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b188aaae-bd59-4079-b74e-e0931b77ae28,segment=NetworkSegment(add351e4-16e9-42c9-b78b-cf3e186448a7),segment_id=add351e4-16e9-42c9-b78b-cf3e186448a7)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:04:27.427906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.489806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Calling delete_port for b188aaae-bd59-4079-b74e-e0931b77ae28 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:27.559990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Calling delete_port for b188aaae-bd59-4079-b74e-e0931b77ae28 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:04:27.627042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.633264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-97c7cc7d-55d7-41c4-9cfe-23970c9a2a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:27.669127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:04:27.669436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:04:27.675347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.678980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.690290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Pushing event deleted for resources: {'Port': ['ID=b188aaae-bd59-4079-b74e-e0931b77ae28,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:27.692145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e3039-6960-4977-8dde-32926c5b933d None None] No DVR routers for this DVR port b188aaae-bd59-4079-b74e-e0931b77ae28 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:04:27.696273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:27.744706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e93bbe15-408d-4725-ba49-f2ea4676cc66 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:04:27.780471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e93bbe15-408d-4725-ba49-f2ea4676cc66 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:04:27.780827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e93bbe15-408d-4725-ba49-f2ea4676cc66 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:04:27.815276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Allocated IP 172.26.1.112 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/13f41e07-b5fb-450e-8c82-31958fcb2b23) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:04:27.962672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.991732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:27.996072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:28.054604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:04:28.057343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:04:28.061050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:04:28.102306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=13f41e07-b5fb-450e-8c82-31958fcb2b23,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:28.106389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:28.170030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Deleting port b188aaae-bd59-4079-b74e-e0931b77ae28 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:04:28.170367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.271697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] The port 'b188aaae-bd59-4079-b74e-e0931b77ae28' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:04:28.520829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.571301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d970>,) {'filters': {'network_id': ['bbb00bc6-0fee-4841-89cf-78f16937a4eb']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:28.592213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d970>, 'add351e4-16e9-42c9-b78b-cf3e186448a7') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:28.592508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96d1d970>, 'add351e4-16e9-42c9-b78b-cf3e186448a7') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:28.614181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.636193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.653192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:04:28.653600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:04:28.667772 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:04:28.763775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.767954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3852970a-a375-4d51-ab92-377e5f55388c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:28.783420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:28.801350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Pushing event deleted for resources: {'Network': ['ID=bbb00bc6-0fee-4841-89cf-78f16937a4eb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:28.813260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:28.816747 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/networks/bbb00bc6-0fee-4841-89cf-78f16937a4eb HTTP/1.1" status: 204  len: 168 time: 2.0622411
Dec 10 04:04:28.819677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43372) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:28.825229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'routes': None}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:28.828884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.045160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.127005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Added routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 10 04:04:29.127512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.extraroute_db [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Removed routes are [] {{(pid=87629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 10 04:04:29.128059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.251718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.257223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.261979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:29.374632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event updated for resources: {'Port': ['ID=13f41e07-b5fb-450e-8c82-31958fcb2b23,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:29.379161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:29.384007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.384168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.387763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.522854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:29.558325 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Floating IP 6bda0c31-5e45-4350-8a9b-cf58b314ddde associated. External IP: 172.26.1.112, port: 229c6334-052a-45c6-9420-be6c0b1af307.
Dec 10 04:04:29.660228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:29.666829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:29.667970 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-581a3d76-214c-47a3-abe3-24236c1fcb33 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 704 time: 0.8470218
Dec 10 04:04:29.670310 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Sync routers for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:29.671273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43376) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:29.681052 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:29.681785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3008e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:29.714877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c1f45b09-b06b-4e9b-878d-6231209aaf46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:04:29.731444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c1f45b09-b06b-4e9b-878d-6231209aaf46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:04:29.735073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c1f45b09-b06b-4e9b-878d-6231209aaf46 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 205 time: 0.0602167
Dec 10 04:04:29.735405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43380) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:29.810871 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:29.920033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3008e0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:29.925171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Checking router: 9e31f9a3-c88d-4404-a351-85c7a54f18d8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:29.929605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Router 2de6a65a-05b4-482e-b94a-116ab0054292 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:04:29.935811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Routers {'9e31f9a3-c88d-4404-a351-85c7a54f18d8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:29.936884 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3008e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:30.007232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.068137 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] Set router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:30.119937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:30.132552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Sync routers for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:30.143922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.145381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:30.146353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5497f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:30.179378 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3008e0>, [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:30.183787 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f69a-5498-4a36-8420-8f8de738ccdb None None] The sync data for ids ['9e31f9a3-c88d-4404-a351-85c7a54f18d8'] in dv-neutron-821182-1-hyperv is: [{'id': '9e31f9a3-c88d-4404-a351-85c7a54f18d8', 'name': 'tempest-RoutersIpV6Test-router-862122285', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:40Z', 'updated_at': '2021-12-10T04:04:25Z', 'revision_number': 11, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:30.206270 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2033734
Dec 10 04:04:30.207492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:04:30.257299 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'status': 'completed', 'code': 200}
Dec 10 04:04:30.383419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.390527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:30.390752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.427070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.427711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router 9e31f9a3-c88d-4404-a351-85c7a54f18d8 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:04:30.433997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749a2c9-8528-4a49-9649-ed898a82d414 req-8b38f094-ff30-4d5f-85df-ceec0046dea9 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:30.435497 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3749a2c9-8528-4a49-9649-ed898a82d414 req-8b38f094-ff30-4d5f-85df-ceec0046dea9 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0983844
Dec 10 04:04:30.450478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.453194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ca20c62-8bb6-4e2a-baea-6dc6bbfc7966 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 204  len: 168 time: 0.7148695
Dec 10 04:04:30.457809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43388) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:30.460099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-7f18d6a9-0221-42a9-a61a-2b15f0f3db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:30.461794 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-7f18d6a9-0221-42a9-a61a-2b15f0f3db41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1099 time: 0.1361701
Dec 10 04:04:30.467078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279855855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:30.493337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3749a2c9-8528-4a49-9649-ed898a82d414 req-565dea16-308e-402e-8ef5-0f3d4583697e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463760
Dec 10 04:04:30.523705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43392) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:30.525960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:04:30.645157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Usage tracker for resource:router and tenant:9f1cedcf1a204e7282c36427ad177f4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:04:30.649721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:04:30.657398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-b4691f53-30e0-43cc-aa7d-9669fb6f11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:30.659051 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-b4691f53-30e0-43cc-aa7d-9669fb6f11b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 898 time: 0.1855474
Dec 10 04:04:30.659988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:04:30.681297 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-be27bea0-7970-4b5e-a96d-cb01764ac244 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/floatingips/6bda0c31-5e45-4350-8a9b-cf58b314ddde HTTP/1.1" status: 200  len: 992 time: 0.1562870
Dec 10 04:04:30.736888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.738015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.785130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.787893 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-513e4dfa-b3f8-4a75-9aa9-91943fb07498 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 1000 time: 0.1209145
Dec 10 04:04:30.829221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5497f0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '6bda0c31-5e45-4350-8a9b-cf58b314ddde', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'floating_ip_address': '172.26.1.112', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'mac_address': 'fa:16:3e:ea:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:28Z', 'updated_at': '2021-12-10T04:04:28Z', 'revision_number': 0, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:30.833672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Checking router: 2de6a65a-05b4-482e-b94a-116ab0054292 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:30.842698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:30.843499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5497f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:30.851311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.867429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-b36499de-6eb7-4c0b-b19c-c040e91cfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:30.868850 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-b36499de-6eb7-4c0b-b19c-c040e91cfcfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 200  len: 834 time: 0.0751002
Dec 10 04:04:30.923523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:30.927422 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b7160a3b-b84b-47f1-9d88-f06e2d5ae8ec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4618964
Dec 10 04:04:30.927884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43396) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:30.933597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:04:30.960988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-bfa2d22d-58a8-4a4c-9500-3ebc91d59672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:04:30.962696 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-bfa2d22d-58a8-4a4c-9500-3ebc91d59672 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bff93ac-cc07-4e53-8789-1460ac8ee654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0870633
Dec 10 04:04:31.067896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:31.124633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-b64ac1bf-880a-412e-ae96-8253a22948be service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543059
Dec 10 04:04:31.288316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6ca00ca3-9cf1-4e48-b672-7ad2b4852ba5 req-597db43d-0c58-48c2-80e2-4b1394753d56 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564457
Dec 10 04:04:31.477699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:31.488142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:31.499805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5497f0>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '6bda0c31-5e45-4350-8a9b-cf58b314ddde', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'floating_ip_address': '172.26.1.112', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'mac_address': 'fa:16:3e:ea:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:28Z', 'updated_at': '2021-12-10T04:04:28Z', 'revision_number': 0, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:31.503985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514f7c3-dbd9-4bf8-a2c6-aa4570566358 None None] The sync data for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv is: [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '6bda0c31-5e45-4350-8a9b-cf58b314ddde', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'floating_ip_address': '172.26.1.112', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'mac_address': 'fa:16:3e:ea:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:28Z', 'updated_at': '2021-12-10T04:04:28Z', 'revision_number': 0, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:31.645806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Router cbf36ecf-4e2d-4592-9613-20aaaa47f0aa is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:04:31.685053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43400) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:31.707731 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49772da-25cd-4e0a-bd4c-0f8c64777f98 None None] New status for floating IP 6bda0c31-5e45-4350-8a9b-cf58b314ddde: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:04:31.783397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:04:31.793996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Sync routers for ids ['cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:04:31.796098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:31.800401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4208126-41b1-4766-aed1-c82182dbbef1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "PUT /v2.0/routers/cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 200  len: 698 time: 0.8713272
Dec 10 04:04:31.802022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43404) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:31.808269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9f0bfd30-b8bb-411d-80d4-b09c919ee92a tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/floatingips/6bda0c31-5e45-4350-8a9b-cf58b314ddde HTTP/1.1" status: 200  len: 992 time: 0.1209211
Dec 10 04:04:31.808812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Routers {'cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:31.809895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0491f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:31.945076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-605e3c52-670d-4ca4-bd1f-2e8714c32b6e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/routers/cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 200  len: 704 time: 0.1396863
Dec 10 04:04:31.945596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43408) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:31.948173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Set router cbf36ecf-4e2d-4592-9613-20aaaa47f0aa gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:31.991328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-756fc1db-aeab-43e2-ab89-75f574ddce3c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Synchronizing usage tracker for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:04:32.004240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-756fc1db-aeab-43e2-ab89-75f574ddce3c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Unset dirty status for tenant:9f1cedcf1a204e7282c36427ad177f4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:04:32.007946 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-756fc1db-aeab-43e2-ab89-75f574ddce3c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 200  len: 205 time: 0.0588861
Dec 10 04:04:32.008306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43412) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.056120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0491f0>, [{'id': 'cbf36ecf-4e2d-4592-9613-20aaaa47f0aa', 'name': 'tempest-RoutersIpV6Test-router-1279855855', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:04:30Z', 'updated_at': '2021-12-10T04:04:31Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:32.060512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Checking router: cbf36ecf-4e2d-4592-9613-20aaaa47f0aa for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:04:32.068666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Routers {'cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:04:32.069263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0491f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:04:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:32.196953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] Set router cbf36ecf-4e2d-4592-9613-20aaaa47f0aa gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:04:32.267321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:32.301467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0491f0>, [{'id': 'cbf36ecf-4e2d-4592-9613-20aaaa47f0aa', 'name': 'tempest-RoutersIpV6Test-router-1279855855', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:04:30Z', 'updated_at': '2021-12-10T04:04:31Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:04:32.305284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7758ad5-7d9e-4c79-a5fd-d487f1f7e5d0 None None] The sync data for ids ['cbf36ecf-4e2d-4592-9613-20aaaa47f0aa'] in dv-neutron-821182-1-hyperv is: [{'id': 'cbf36ecf-4e2d-4592-9613-20aaaa47f0aa', 'name': 'tempest-RoutersIpV6Test-router-1279855855', 'tenant_id': '9f1cedcf1a204e7282c36427ad177f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:04:30Z', 'updated_at': '2021-12-10T04:04:31Z', 'revision_number': 2, 'project_id': '9f1cedcf1a204e7282c36427ad177f4d', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:04:32.564389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:32.566677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:32.589512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:32.590119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Fanout notify agent at l3_agent the message router_deleted on router cbf36ecf-4e2d-4592-9613-20aaaa47f0aa {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:04:32.604950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:32.606084 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f8703e7d-b9e5-410a-be17-de3426ce2c26 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 204  len: 168 time: 0.5967264
Dec 10 04:04:32.612392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43416) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.657170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66e49674-7ec6-4f39-8ba8-b47d8a1a00f2 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 200  len: 205 time: 0.0433273
Dec 10 04:04:32.659402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43420) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.729970 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-d47f2566-e258-43d8-8469-169f70fb6db2 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:32.730992 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d47f2566-e258-43d8-8469-169f70fb6db2 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/cbf36ecf-4e2d-4592-9613-20aaaa47f0aa HTTP/1.1" status: 404  len: 336 time: 0.0704885
Dec 10 04:04:32.733473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.771733 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec56a75-e795-4c97-8903-dba7fca33563 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:32.772185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec56a75-e795-4c97-8903-dba7fca33563 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:32.773894 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3ec56a75-e795-4c97-8903-dba7fca33563 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/bc709b24-b683-4851-ab89-83349d091e49 HTTP/1.1" status: 404  len: 337 time: 0.0395167
Dec 10 04:04:32.776279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43428) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.810233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43432) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.816911 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f2e466-67d0-471a-acf4-fa956e124514 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:32.817401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f2e466-67d0-471a-acf4-fa956e124514 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:32.819059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-63f2e466-67d0-471a-acf4-fa956e124514 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/b66743b6-9f24-4fa6-8745-c03ae882541e HTTP/1.1" status: 404  len: 337 time: 0.0418940
Dec 10 04:04:32.821787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.858769 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8616b7-967e-4ced-aacd-5003027a0cc5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:32.859214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8616b7-967e-4ced-aacd-5003027a0cc5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:32.863770 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8a8616b7-967e-4ced-aacd-5003027a0cc5 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/5d3c0ebd-fda5-4e4a-b898-d9171322db57 HTTP/1.1" status: 404  len: 337 time: 0.0387089
Dec 10 04:04:32.863955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43440) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.901752 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf961e6-fd9d-45ac-b31e-283b431bf404 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:32.902219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf961e6-fd9d-45ac-b31e-283b431bf404 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:32.906471 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dcf961e6-fd9d-45ac-b31e-283b431bf404 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/70ee9d67-2353-4b7a-a87e-cfd6baafd56d HTTP/1.1" status: 404  len: 337 time: 0.0390441
Dec 10 04:04:32.906675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43444) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:32.923763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-91559d93-5d29-4107-8175-b82575e89b9f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/floatingips/6bda0c31-5e45-4350-8a9b-cf58b314ddde HTTP/1.1" status: 200  len: 994 time: 0.1106541
Dec 10 04:04:32.956086 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7504d2cb-b0d1-4262-a500-a2b8ef8835c1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 200  len: 205 time: 0.0481207
Dec 10 04:04:32.958388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43448) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.027301 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-d7a7fb6d-ca76-4c88-85fa-611ea707c497 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.028305 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d7a7fb6d-ca76-4c88-85fa-611ea707c497 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/9e31f9a3-c88d-4404-a351-85c7a54f18d8 HTTP/1.1" status: 404  len: 336 time: 0.0689881
Dec 10 04:04:33.030936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43452) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.074058 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a05d1c1f-c234-4996-93ac-ff4bf6e57c8c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 HTTP/1.1" status: 200  len: 205 time: 0.0419631
Dec 10 04:04:33.076213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43456) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.264620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-28ff2756-3118-46e8-9f58-68212470dcab tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.265556 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-28ff2756-3118-46e8-9f58-68212470dcab tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/52e3410f-f6d8-4cb4-bdbf-39ecdb76f253 HTTP/1.1" status: 404  len: 336 time: 0.1884072
Dec 10 04:04:33.268714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43460) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.306510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c0a782-60d6-4fed-bd87-7f6e71992c88 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:33.306944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c0a782-60d6-4fed-bd87-7f6e71992c88 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:33.308534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-12c0a782-60d6-4fed-bd87-7f6e71992c88 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/43dc614f-aeb3-4a8a-a957-089d030ebfda HTTP/1.1" status: 404  len: 337 time: 0.0389483
Dec 10 04:04:33.311629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43464) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.355807 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4740654b-326f-4b17-9f49-907ce785bdd1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 200  len: 205 time: 0.0432994
Dec 10 04:04:33.357882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43468) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.425099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-28e3cfa9-48f5-47c0-bd7e-518ea0a59625 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.426121 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-28e3cfa9-48f5-47c0-bd7e-518ea0a59625 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/76e371a1-c638-4718-8587-03c3e356bd98 HTTP/1.1" status: 404  len: 336 time: 0.0673504
Dec 10 04:04:33.428506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43472) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.471215 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-940a99fe-e805-47ce-8866-21cdbf4817d4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d89e59c-51f5-4ec2-9386-a3fafcfff96b HTTP/1.1" status: 200  len: 205 time: 0.0416558
Dec 10 04:04:33.473247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43476) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.539974 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-979f241f-34dd-4c42-aa73-7397bda1f7a6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.540876 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-979f241f-34dd-4c42-aa73-7397bda1f7a6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/5d89e59c-51f5-4ec2-9386-a3fafcfff96b HTTP/1.1" status: 404  len: 336 time: 0.0667386
Dec 10 04:04:33.543281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43480) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.579875 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5696e6f0-ed03-4f85-a876-827f3055bd8c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:33.580313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5696e6f0-ed03-4f85-a876-827f3055bd8c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:33.581902 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5696e6f0-ed03-4f85-a876-827f3055bd8c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/41704094-30c3-4462-9baf-e7ea1f5276c0 HTTP/1.1" status: 404  len: 337 time: 0.0377593
Dec 10 04:04:33.584080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43484) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.626116 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5369918d-8b68-47ad-b0d6-ceaff7d557af tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa169d28-5b21-49f1-843e-7105f4ae1596 HTTP/1.1" status: 200  len: 205 time: 0.0409784
Dec 10 04:04:33.628308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43488) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.694999 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-4ebc187a-a2ec-4d4e-86e0-ef1efa0db2ee tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.696220 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4ebc187a-a2ec-4d4e-86e0-ef1efa0db2ee tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/aa169d28-5b21-49f1-843e-7105f4ae1596 HTTP/1.1" status: 404  len: 336 time: 0.0670605
Dec 10 04:04:33.698711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43492) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.736424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc84296-87c2-4318-834d-4822f2c32a72 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:33.736856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc84296-87c2-4318-834d-4822f2c32a72 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:33.738446 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8fc84296-87c2-4318-834d-4822f2c32a72 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/1c17d2db-ece9-40f0-ba69-4a271b90523c HTTP/1.1" status: 404  len: 337 time: 0.0388680
Dec 10 04:04:33.740687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43496) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.786496 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dddad448-b7e0-4f05-a35d-9aa7b50f1949 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "GET /v2.0/ports?device_id=37386724-8920-42d9-b6f4-79482b463b73 HTTP/1.1" status: 200  len: 205 time: 0.0447540
Dec 10 04:04:33.788546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43500) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.852678 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-6d315a6e-0351-4279-a6d4-3b4d749d6b35 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] delete failed (client error): The resource could not be found.
Dec 10 04:04:33.853671 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d315a6e-0351-4279-a6d4-3b4d749d6b35 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/routers/37386724-8920-42d9-b6f4-79482b463b73 HTTP/1.1" status: 404  len: 336 time: 0.0642629
Dec 10 04:04:33.856043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43504) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.895925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6410bb44-d7b6-483e-9692-e84fceb98e2b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:33.896366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6410bb44-d7b6-483e-9692-e84fceb98e2b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:33.897976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6410bb44-d7b6-483e-9692-e84fceb98e2b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/a0f7d33f-c964-4662-98f9-fcbf1fc817e8 HTTP/1.1" status: 404  len: 337 time: 0.0410743
Dec 10 04:04:33.900422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43508) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:33.937651 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-869ee840-994f-4dfa-8305-4da627cc941a tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:04:33.938099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869ee840-994f-4dfa-8305-4da627cc941a tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:04:33.939712 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-869ee840-994f-4dfa-8305-4da627cc941a tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] 10.222.0.44 "DELETE /v2.0/subnets/389249b0-4860-42a6-a9ec-c32f3d48148f HTTP/1.1" status: 404  len: 337 time: 0.0383098
Dec 10 04:04:34.219245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43516) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:34.362372 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d5a0ba2a-74b0-4fb9-98a6-579b7bcb45bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f1cedcf1a204e7282c36427ad177f4d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1417904
Dec 10 04:04:34.364553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43522) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:04:34.425160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:34.450848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:34.499863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:34.505059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:04:34.516417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1155811-449b-4e4f-8650-3a8b82f23b29,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:04:34.518859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:04:34.522245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:34.523879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1155811-449b-4e4f-8650-3a8b82f23b29 HTTP/1.1" status: 204  len: 168 time: 0.1584408
Dec 10 04:04:43.837791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:44.336307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-576b7e58-216c-4234-b2bf-e2af49aedb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:46.661957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5daa8608-d6d9-4438-b572-7d324021c92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:47.549001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:47.940578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:49.396655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:04:59.666937 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:05:13.847640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:14.338242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d7e26741-194c-4f78-a910-56a6f78ab821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:16.663378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3123370a-ee65-4197-bd3b-52cfbd223c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:17.551663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:17.942033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:19.399381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:19.758216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43556) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:19.829214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a2fdf-4810-4e2a-93fc-6450f425b894 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:19.830214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a2fdf-4810-4e2a-93fc-6450f425b894 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:19.830677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a2fdf-4810-4e2a-93fc-6450f425b894 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:19.832273 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-881a2fdf-4810-4e2a-93fc-6450f425b894 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=3ba0754e593e4c44897c83e1c4e8644b&network_id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 2999 time: 0.0731282
Dec 10 04:05:21.195255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:21.367757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc6383d-365c-470e-a69d-cfc72ce46861 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:21.369214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cdc6383d-365c-470e-a69d-cfc72ce46861 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0 HTTP/1.1" status: 200  len: 814 time: 0.1727295
Dec 10 04:05:21.837173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43578) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:21.842563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:21.940192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:22.215587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:22.219248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:22.219587 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7 disassociated. External IP: 172.26.1.182, port: 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e.
Dec 10 04:05:22.560516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:05:22.738236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:05:22.743114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:22.747660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:05:22.757349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:05:22.757950 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:05:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:22.796173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f21bb3ca-8b7a-46d8-aca0-da465ab4f1b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 690 time: 0.9578271
Dec 10 04:05:22.796851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:05:22.799021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43582) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:22.851250 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'status': 'completed', 'code': 200}
Dec 10 04:05:22.888883 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4500c8d7-2e13-49ff-9bf3-aaf4e72d021d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 690 time: 0.0886509
Dec 10 04:05:22.931424 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:05:23.060667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-ff52d0c3-3ed2-4619-8f73-645968ae7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:23.062173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-ff52d0c3-3ed2-4619-8f73-645968ae7808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1098 time: 0.1644213
Dec 10 04:05:23.191751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-38d3cb8a-dde2-43d3-b3f3-3b5d4d0e5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:23.193186 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-38d3cb8a-dde2-43d3-b3f3-3b5d4d0e5994 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1243703
Dec 10 04:05:23.237756 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385400>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:23.241477 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:05:23.249582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:05:23.250171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:05:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:23.262812 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-a9d9be42-f1ab-4463-8446-5dc44a83bc89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 217 time: 0.0627346
Dec 10 04:05:23.324843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-500dc8ce-580e-441d-b611-6b4cef5185e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:23.326525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-500dc8ce-580e-441d-b611-6b4cef5185e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0575678
Dec 10 04:05:23.400718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-06e626ba-5643-41e8-a4ad-6feb11ff7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:23.402250 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-06e626ba-5643-41e8-a4ad-6feb11ff7e5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694861
Dec 10 04:05:23.412150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-d5066223-cc85-47b6-886b-8b14302e3dba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:05:23.413088 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-d5066223-cc85-47b6-886b-8b14302e3dba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049558
Dec 10 04:05:23.426325 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:05:23.544036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-b9cd2b2d-9e33-48bb-a704-b6c5e6a2cc43 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244607
Dec 10 04:05:23.673612 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-877be38d-9a3d-4858-80e7-b1c9fedf7449 req-d9f40810-6699-43fe-bf1d-3cb7655093f1 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233780
Dec 10 04:05:23.729173 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385400>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:23.732975 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06080b-99a8-4f42-8d26-12a16f019b54 None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:05:23.891030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43590) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:23.948906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345182ae-e5b7-447b-8611-af477ab805aa None None] New status for floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:05:23.975989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b1c483f4-2821-4c51-bee9-d5db56eae740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 690 time: 0.0837271
Dec 10 04:05:24.979700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43594) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:25.063731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e81388ed-c0ae-4de9-893e-543e01698e8c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 688 time: 0.0824609
Dec 10 04:05:26.083069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-c1aa871a-d89e-441e-a82d-61d575e42e1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746465
Dec 10 04:05:26.181514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-efadafdb-33b7-4765-a2db-e994e8dd68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:26.182969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-efadafdb-33b7-4765-a2db-e994e8dd68b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1099 time: 0.0684700
Dec 10 04:05:26.324055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-48efd1bb-d571-47fc-a044-e11dfd1f4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:26.325586 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-48efd1bb-d571-47fc-a044-e11dfd1f4c6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 898 time: 0.1231215
Dec 10 04:05:26.392035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43600) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:26.397986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510719636', 'description': 'tempest-secgroup-smoke-1510719636 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:26.403794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:26.413605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:26.422512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.429927 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-78b03104-2347-4a6b-9ed7-dd6f303ba4a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 1002 time: 0.0973861
Dec 10 04:05:26.443820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:26.447772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:26.450590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:26.456263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:26.494442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-1fe82648-6103-47e5-87f3-8bb99d823aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:26.495889 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-1fe82648-6103-47e5-87f3-8bb99d823aad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 200  len: 834 time: 0.0597613
Dec 10 04:05:26.526546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.530547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.534196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8092b9c2-0cfb-45c1-9e8b-925be1e7002e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:26.576720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-a54f7932-2cc5-4ff8-a1e9-39ccdeb3b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:26.578702 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-a54f7932-2cc5-4ff8-a1e9-39ccdeb3b267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bff93ac-cc07-4e53-8789-1460ac8ee654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770864
Dec 10 04:05:26.578875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7a23c-eb71-46dd-be7c-e4c58978b666,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:26.587915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.588320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.588685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.589065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.589431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.589790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.590196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.590651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.591010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.591361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.591712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.592085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:26.595110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.596269 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2032459
Dec 10 04:05:26.597766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:26.599740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43604) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:26.605218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:26.611025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:26.614796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:26.617620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:26.623168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:26.785778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.836762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-de3a0df0-8182-4c63-99c3-775c793cd02b service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507312
Dec 10 04:05:26.845442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.849518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.851347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e072371e-3dc4-43a6-a54d-7934797996c2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:26.872777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14987d90-1f1c-4582-a724-eea4f0066e94,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:26.875308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:26.882965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.887040 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2835586
Dec 10 04:05:26.887203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43608) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:26.892358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:26.898990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:26.904234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:26.907247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:26.913971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:26.932246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.971581 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9e76be1-9b9f-4a95-aa82-ab504e527062 req-a3f74d44-9177-4307-864a-125f3c3ae122 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273940
Dec 10 04:05:26.994721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.998217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:26.999963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:27.022705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c74d03f-20fc-414b-ae7e-ceed45ff4513,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:27.027114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:27.031271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.032573 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1443982
Dec 10 04:05:27.035371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43612) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:27.040384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:27.046247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:27.050011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:27.053134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:27.059092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:27.076338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.139716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.143302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.145271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-181b867d-6268-4c9a-b401-81a08cd6ea38 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:27.167303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647b0a59-2860-4c88-822c-7d5c2785f639,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:27.171485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:27.176823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.178028 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1417689
Dec 10 04:05:27.180803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43616) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:27.185956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:27.191609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:27.195955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:27.198800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:27.204359 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:27.221057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.282440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.286335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.293564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9dcd1122-1ac0-4d71-b63c-5394f1200cc0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:27.312981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6432f1-2030-45fd-9080-de7a1553ac68,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:27.315147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:27.319672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.321147 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1390600
Dec 10 04:05:27.323882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43620) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:27.328705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:27.335035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:27.338838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:27.341700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:27.347896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:27.357950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:05:27.364370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.429801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.433377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.439077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee0674f7-65be-41b2-a854-e63f590470c3 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:27.457735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b71b32-5c3a-463d-ae12-4ae679427192,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:27.459843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:27.468022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.469166 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1443877
Dec 10 04:05:27.472574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43624) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:27.477846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '7ca7a23c-eb71-46dd-be7c-e4c58978b666', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:27.483337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:27.487074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:27.489932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:27.495505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:27.505825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:05:27.512087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.575226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.578577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.580309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-326116a6-33b1-4a65-8311-86ff8ff0d62f tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:27.601799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf00b50-945e-4fe0-bad5-95fab0dccfac,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:27.604297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:27.611172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:27.612323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1388521
Dec 10 04:05:27.823518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-adb84519-7691-4646-8c50-5261ee93f422 req-cbf61c46-24b0-4d8f-a7ac-c9a999576b2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:05:27.838565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-adb84519-7691-4646-8c50-5261ee93f422 req-cbf61c46-24b0-4d8f-a7ac-c9a999576b2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:05:27.839612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-cbf61c46-24b0-4d8f-a7ac-c9a999576b2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510719636&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0542753
Dec 10 04:05:27.986231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-88979bf8-8f88-4802-b7a6-7d16f3517f58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:27.988169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-88979bf8-8f88-4802-b7a6-7d16f3517f58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 797 time: 0.1413910
Dec 10 04:05:28.002089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-b4f374ba-5a97-4e30-b769-7dcb41167905 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0085850
Dec 10 04:05:28.091068 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-3a3c27eb-d43c-46b5-bc1f-a5eecdaf2fa5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0821187
Dec 10 04:05:28.150407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-2c183ae0-4faf-44b9-9131-5768d391e835 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:05:28.151364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-2c183ae0-4faf-44b9-9131-5768d391e835 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0494702
Dec 10 04:05:28.280658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-e33c70b1-8080-4fd7-81ee-a8545ec47089 service neutron] 10.222.0.44 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233778
Dec 10 04:05:28.408938 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-99a8cffd-37db-4ad5-b8ed-565a8ae47ab3 service neutron] 10.222.0.44 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221070
Dec 10 04:05:28.581048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0604c877-9c75-497d-a142-bbf3f6a48a21 req-8158a0bb-d579-4bce-ba92-8aac05f43337 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 210 time: 0.0417554
Dec 10 04:05:29.730812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f80e5f25-61b4-4a57-9c24-ee7792c1ce4a req-da72562f-3a64-453e-99c1-f38166dd8d33 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 210 time: 0.0435939
Dec 10 04:05:29.846427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-19c1929f-7918-44ea-a534-0c4c939502b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:29.847893 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-19c1929f-7918-44ea-a534-0c4c939502b2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 797 time: 0.1519191
Dec 10 04:05:29.907395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-b84bb8b4-e356-4faf-aaca-a8fe380abc19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 472 time: 0.0454216
Dec 10 04:05:29.918539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['7ca7a23c-eb71-46dd-be7c-e4c58978b666']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:30.053000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:05:30.057594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:05:30.060427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:05:30.066603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:05:30.075657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:05:30.079291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.242228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.13 (0539fd49-cb12-47ae-80a5-5006df21c31d/337edbf9-4ba0-44db-bcfc-75492a205f48/8eef11fc-92ed-4adb-abfd-77edae7dc97b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:05:30.427615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.444758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 8eef11fc-92ed-4adb-abfd-77edae7dc97b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:05:30.468507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.474146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f2f532a-2a2d-4679-adb3-cc31f3cd9cf7 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:30.546374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 0539fd49-cb12-47ae-80a5-5006df21c31d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:05:30.549509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:05:30.553948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:05:30.584599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:30.604700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.605107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.605493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.605867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.606241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.606615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.606980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.607347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.607754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.608059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.608420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.608777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:30.615009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:30.632638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:30.633403 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.660680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7456205
Dec 10 04:05:30.679376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Request body: {'port': {'device_id': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:30.758490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bfba6573-e4f6-4058-a5be-628d62a922ce None None] Provisioning for port 8eef11fc-92ed-4adb-abfd-77edae7dc97b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:05:30.764770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bfba6573-e4f6-4058-a5be-628d62a922ce None None] Provisioning complete for port 8eef11fc-92ed-4adb-abfd-77edae7dc97b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:05:30.765226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bfba6573-e4f6-4058-a5be-628d62a922ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.806452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:30.825759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-bfba6573-e4f6-4058-a5be-628d62a922ce None None] Port 8eef11fc-92ed-4adb-abfd-77edae7dc97b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:05:30.942903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e63893-ee89-408f-92b5-f2407e67f4a8 req-fa43560a-d140-4e9a-94ca-d15039e7f1bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:30.944562 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12e63893-ee89-408f-92b5-f2407e67f4a8 req-fa43560a-d140-4e9a-94ca-d15039e7f1bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 932 time: 0.0958152
Dec 10 04:05:30.990943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12e63893-ee89-408f-92b5-f2407e67f4a8 req-a5373ae3-c00e-40f6-9ce0-2a2e0ef41ce7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400567
Dec 10 04:05:31.188744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eef11fc-92ed-4adb-abfd-77edae7dc97b {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:05:31.196496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:31.211611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Transition to ACTIVE for port object 8eef11fc-92ed-4adb-abfd-77edae7dc97b will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:05:31.214924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:31.219421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c89e8b3-f223-4b18-baeb-ec2df53ad1e1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:31.367104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Pushing event updated for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:31.376897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:31.572579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Attempting to bind port 8eef11fc-92ed-4adb-abfd-77edae7dc97b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:05:31.572909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Attempting to bind port 8eef11fc-92ed-4adb-abfd-77edae7dc97b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:05:31.573225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Attempting to bind port 8eef11fc-92ed-4adb-abfd-77edae7dc97b on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:05:31.577712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Port 8eef11fc-92ed-4adb-abfd-77edae7dc97b on network 0539fd49-cb12-47ae-80a5-5006df21c31d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:05:31.578057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Attempting to bind port 8eef11fc-92ed-4adb-abfd-77edae7dc97b on network 0539fd49-cb12-47ae-80a5-5006df21c31d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:05:31.583823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:05:31.584149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Checking segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:05:31.584521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Bound using segment: {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:05:31.584935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Bound port: 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b74bb-a05b-4879-af01-5e5975e28f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:05:31.585265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:31.673991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:05:31.677877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:05:31.681878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:31.686264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d381f33d-8af6-4488-97ab-7647fb675acf tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:31.742245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:31.743008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:31.744219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] 10.222.0.18 "PUT /v2.0/ports/8eef11fc-92ed-4adb-abfd-77edae7dc97b HTTP/1.1" status: 200  len: 1094 time: 1.0696433
Dec 10 04:05:31.744739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:05:31.767570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Pushing event updated for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:31.770676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:31.790969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'status': 'completed', 'code': 200}
Dec 10 04:05:31.887613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-c42b41ee-bb72-451a-a516-4c09e2510950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:31.889279 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-c42b41ee-bb72-451a-a516-4c09e2510950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 1097 time: 0.0797286
Dec 10 04:05:31.964047 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-b6945d90-130c-4008-9208-5250784a5bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b HTTP/1.1" status: 200  len: 217 time: 0.0624990
Dec 10 04:05:32.031176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-4081fbcb-dc9c-4e79-abbd-ca55eabc94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.032639 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-4081fbcb-dc9c-4e79-abbd-ca55eabc94d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0618656
Dec 10 04:05:32.110264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84519-7691-4646-8c50-5261ee93f422 req-a8eabad3-4a95-41d0-8611-54f382310321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.111881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-a8eabad3-4a95-41d0-8611-54f382310321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732391
Dec 10 04:05:32.177448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8035-ddb2-46e5-9fff-3a498fe7d051 req-2fcaba57-754a-4918-97bf-59cc6464ad4d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.178887 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93c8035-ddb2-46e5-9fff-3a498fe7d051 req-2fcaba57-754a-4918-97bf-59cc6464ad4d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 944 time: 0.0789702
Dec 10 04:05:32.226538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93c8035-ddb2-46e5-9fff-3a498fe7d051 req-144f14b3-7939-4065-a667-f2ac6efee9b9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416620
Dec 10 04:05:32.244042 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-d59cfe7b-6095-45b1-a5cd-96a39438cbf9 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258843
Dec 10 04:05:32.371889 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-adb84519-7691-4646-8c50-5261ee93f422 req-962710f6-ce97-4301-8363-fb759b246767 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213884
Dec 10 04:05:32.537620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-7540b931-28c6-4a35-b1a8-02c94382485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.539046 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-7540b931-28c6-4a35-b1a8-02c94382485e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 1097 time: 0.0702140
Dec 10 04:05:32.667097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-e600b7f5-ef0c-4aac-95c4-2d06b24e7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.668521 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-e600b7f5-ef0c-4aac-95c4-2d06b24e7998 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1228993
Dec 10 04:05:32.739053 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-ae695ad6-d906-4410-ab46-40d2ea22a6ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b HTTP/1.1" status: 200  len: 217 time: 0.0625868
Dec 10 04:05:32.807842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-ef53d336-2ef8-46c0-b1d8-fec4aa33cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.809243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-ef53d336-2ef8-46c0-b1d8-fec4aa33cf1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0637209
Dec 10 04:05:32.882417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-f3505daa-87bb-45bb-b5e0-b5990b8da5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:32.883863 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-f3505daa-87bb-45bb-b5e0-b5990b8da5e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683279
Dec 10 04:05:33.012725 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-a1c429a9-67a8-4c33-ac54-00d5b050fce9 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221721
Dec 10 04:05:33.143245 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b854bcd-a860-46c5-a544-67f5d8f5be7e req-159eb3a3-8520-4426-946b-c908a51db875 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234047
Dec 10 04:05:33.407041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db5a5-0a86-4c98-9826-2f0fc36d7f1a req-b1fc7e26-41b2-450b-8e93-3bdc84c90d4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:33.408469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee2db5a5-0a86-4c98-9826-2f0fc36d7f1a req-b1fc7e26-41b2-450b-8e93-3bdc84c90d4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 944 time: 0.0794783
Dec 10 04:05:33.451796 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee2db5a5-0a86-4c98-9826-2f0fc36d7f1a req-b43ac353-ee8f-4cc5-be0b-ad2c3a889370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370114
Dec 10 04:05:34.634345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c35d-bc24-4dac-bc84-c1982bf54a06 req-d6bdbbdf-46cd-4c02-aa6a-050fa5a35d15 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:34.635757 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ba8c35d-bc24-4dac-bc84-c1982bf54a06 req-d6bdbbdf-46cd-4c02-aa6a-050fa5a35d15 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 944 time: 0.0816486
Dec 10 04:05:34.679537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ba8c35d-bc24-4dac-bc84-c1982bf54a06 req-dab9ada9-bcbb-4338-893b-2d8c9f78d718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381646
Dec 10 04:05:35.689578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8eef11fc-92ed-4adb-abfd-77edae7dc97b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:05:35.820546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:05:35.833692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'port_id': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'mac_address': 'fa:16:3e:5a:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:05:35.864568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da4353-3e41-4f57-ba1a-249c8fdcf9a7 req-a08d6ae3-4c4c-4616-8a23-771d60da1087 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:35.866077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5da4353-3e41-4f57-ba1a-249c8fdcf9a7 req-a08d6ae3-4c4c-4616-8a23-771d60da1087 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 944 time: 0.0804718
Dec 10 04:05:35.888455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:35.906960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eef11fc-92ed-4adb-abfd-77edae7dc97b {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:05:35.923040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:05:35.927196 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5da4353-3e41-4f57-ba1a-249c8fdcf9a7 req-12c4b4df-b308-44ed-886e-aac96db3f8b5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418315
Dec 10 04:05:35.929737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:35.931555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:35.998615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:36.005561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.005954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.006246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.006596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.006927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.007234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.007554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.007875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.008197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.008516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.008833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.009150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:05:36.012964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:36.350833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['8eef11fc-92ed-4adb-abfd-77edae7dc97b'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:05:36.665139 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:05:37.115033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736e59-9fa5-4db8-9e60-102d342c4435 req-36366364-62b1-42c1-9a02-4d04ff3c87dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:37.116465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d3736e59-9fa5-4db8-9e60-102d342c4435 req-36366364-62b1-42c1-9a02-4d04ff3c87dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 945 time: 0.0831659
Dec 10 04:05:37.160235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d3736e59-9fa5-4db8-9e60-102d342c4435 req-0c9e01c0-96c5-4383-8efd-7ddd7b2a3ff3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381477
Dec 10 04:05:37.711074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8eef11fc-92ed-4adb-abfd-77edae7dc97b up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:05:37.778523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 8eef11fc-92ed-4adb-abfd-77edae7dc97b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:05:37.782993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 8eef11fc-92ed-4adb-abfd-77edae7dc97b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:05:37.783375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:37.893199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:37.922470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:05:37.932287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:05:37.936383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:37.938305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-2d8670e8-6d59-436f-9c36-65b39d3527f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:05:37.970678 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'code': 200}
Dec 10 04:05:38.007436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:05:38.010297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:05:38.231498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6e8c8-30fc-4972-9cd4-5100444cad15 req-73148ba6-0b55-472d-bf8c-1932a1d08ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:38.232924 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a6e6e8c8-30fc-4972-9cd4-5100444cad15 req-73148ba6-0b55-472d-bf8c-1932a1d08ff4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 1099 time: 0.0711024
Dec 10 04:05:38.277949 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a6e6e8c8-30fc-4972-9cd4-5100444cad15 req-d6882feb-ce9f-4a71-8fb5-6e13e7f62029 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387306
Dec 10 04:05:38.347675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36b10d-e80c-401d-9790-33e0e16ff5bd req-0faac5bc-4336-4845-bfb7-2415e0d525c0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:38.349091 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aa36b10d-e80c-401d-9790-33e0e16ff5bd req-0faac5bc-4336-4845-bfb7-2415e0d525c0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0777471
Dec 10 04:05:38.396207 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aa36b10d-e80c-401d-9790-33e0e16ff5bd req-91947d5a-7f24-4383-b04e-ba910512a560 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415134
Dec 10 04:05:39.576966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0f5e-ebbc-4882-8c61-ef6319ea500a req-5f20f35e-b420-4ae8-9014-af4c43a41089 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:39.578450 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6da0f5e-ebbc-4882-8c61-ef6319ea500a req-5f20f35e-b420-4ae8-9014-af4c43a41089 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0796213
Dec 10 04:05:39.620824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6da0f5e-ebbc-4882-8c61-ef6319ea500a req-55959620-40ff-4bad-ae3b-dda643dd599f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361712
Dec 10 04:05:40.817971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad6d5-a6b6-4508-9386-8d98037a6280 req-33b6305f-707c-4f98-95b0-25caa9f99cd2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:40.819421 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-397ad6d5-a6b6-4508-9386-8d98037a6280 req-33b6305f-707c-4f98-95b0-25caa9f99cd2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0944436
Dec 10 04:05:40.990965 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-397ad6d5-a6b6-4508-9386-8d98037a6280 req-278a8077-2596-4a62-80ab-539ef285cd0a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1655080
Dec 10 04:05:41.172645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b30f4b-e4c9-4c9d-a949-e14daf754e5c req-bbc77c85-088d-4e9b-af04-e008209c0533 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:41.174078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-60b30f4b-e4c9-4c9d-a949-e14daf754e5c req-bbc77c85-088d-4e9b-af04-e008209c0533 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0771127
Dec 10 04:05:41.217899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-60b30f4b-e4c9-4c9d-a949-e14daf754e5c req-b93bd70f-e252-4b54-ade1-576d68ac35a0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381165
Dec 10 04:05:41.239471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43690) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:41.309230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d568b3-d60a-4d36-8246-80b8d8e55833 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:41.310700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-61d568b3-d60a-4d36-8246-80b8d8e55833 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 1094 time: 0.0702894
Dec 10 04:05:41.313552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:41.318873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'port_id': '8eef11fc-92ed-4adb-abfd-77edae7dc97b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:05:41.395515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:41.975901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:41.979467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:42.143156 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7 associated. External IP: 172.26.1.182, port: 8eef11fc-92ed-4adb-abfd-77edae7dc97b.
Dec 10 04:05:42.646746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:05:42.819841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:05:42.824269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:42.829894 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:05:42.839885 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:05:42.840483 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de0fc70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:05:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:42.883535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f24b0e4c-e33e-4130-9f32-1ae9c526f4e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 992 time: 1.5665920
Dec 10 04:05:42.883535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:05:42.884485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43698) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:42.947782 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'status': 'completed', 'code': 200}
Dec 10 04:05:43.023742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:05:43.169739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1c0e9e63-7ac7-4761-b9c1-718d4178d8c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 992 time: 0.2832706
Dec 10 04:05:43.185073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-1f49aec6-781b-4887-b561-7d23293d7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:43.186527 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-1f49aec6-781b-4887-b561-7d23293d7fe6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 1099 time: 0.1132109
Dec 10 04:05:43.315114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-8d049a03-0fed-40a1-8695-c9bbd7eabc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:43.317378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-8d049a03-0fed-40a1-8695-c9bbd7eabc34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1234121
Dec 10 04:05:43.392385 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de0fc70>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:5a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:05:41Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:43.396715 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:05:43.405008 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:05:43.405622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de0fc70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:05:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:43.420908 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-3015b0de-37b5-42c5-bff3-f06e1b1e738f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b HTTP/1.1" status: 200  len: 1000 time: 0.0970867
Dec 10 04:05:43.484154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-0e3b8758-2e02-47aa-83fc-a765e269b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:43.485616 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-0e3b8758-2e02-47aa-83fc-a765e269b392 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0575166
Dec 10 04:05:43.562586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-35767f6f-1fd7-4298-80be-84230f304d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:43.564066 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-35767f6f-1fd7-4298-80be-84230f304d25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725038
Dec 10 04:05:43.576737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:05:43.694785 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-ba2323ee-f88b-4ea8-9cf5-33ae830557d3 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235895
Dec 10 04:05:43.829596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-590a0cb1-67ef-4667-ac25-2e9db6863dc4 req-0a5be90c-2a00-481d-8524-46dc89cd9530 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290510
Dec 10 04:05:43.847740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:43.917568 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de0fc70>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:5a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:05:41Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:05:43.921431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ed01-c617-4cf9-823a-05fc1cb9b94d None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a7388bf5-6b47-44c2-b4d6-f94538e98ad7', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'port_id': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'mac_address': 'fa:16:3e:5a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:04:08Z', 'updated_at': '2021-12-10T04:05:41Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:05:44.111219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4c61-f78c-4be3-9fb7-91cbc706fc60 None None] New status for floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:05:44.173513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43716) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:44.306899 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b90b7e07-a57c-4bed-b152-59770d83b513 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 992 time: 0.1320925
Dec 10 04:05:44.397116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c28c8719-80b1-4df6-b755-5e8588c15e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:44.453147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ff9ea-9b13-43b1-9877-dbb6148761a0 req-866ac9ea-7d04-4b3f-b773-59c81af161da tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:44.454646 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-377ff9ea-9b13-43b1-9877-dbb6148761a0 req-866ac9ea-7d04-4b3f-b773-59c81af161da tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0885992
Dec 10 04:05:44.498452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-377ff9ea-9b13-43b1-9877-dbb6148761a0 req-fa905e20-196c-4143-8b1a-3b2007715179 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375173
Dec 10 04:05:45.307164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43728) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:05:45.412074 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-df65de00-e189-4c38-96a3-f35448b2570d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 200  len: 994 time: 0.1035929
Dec 10 04:05:45.686654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675560a-a928-4520-a8b9-d898b4d9a3e4 req-8440771a-9778-4df5-bc60-9724f119ff52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:45.688096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5675560a-a928-4520-a8b9-d898b4d9a3e4 req-8440771a-9778-4df5-bc60-9724f119ff52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0829670
Dec 10 04:05:45.734431 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5675560a-a928-4520-a8b9-d898b4d9a3e4 req-49ca2fda-9391-49bf-b313-fb9c41550089 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405829
Dec 10 04:05:46.663502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ab93a64-1564-48c5-8359-5458a50ea3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:46.914949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3010-e60b-40e3-90de-0691bfc33e32 req-3b76407a-13ca-4432-ac84-a28fefa7400f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:46.916326 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afed3010-e60b-40e3-90de-0691bfc33e32 req-3b76407a-13ca-4432-ac84-a28fefa7400f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0799654
Dec 10 04:05:46.961159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afed3010-e60b-40e3-90de-0691bfc33e32 req-c241bd85-549d-4131-abb7-8ef523175965 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382836
Dec 10 04:05:47.553806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:47.943624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:48.145712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e701dc-cb7d-402c-b75f-b19850f8e5da req-cc20efeb-1eb3-4c02-970c-91196cee9c96 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:48.147128 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-66e701dc-cb7d-402c-b75f-b19850f8e5da req-cc20efeb-1eb3-4c02-970c-91196cee9c96 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0822318
Dec 10 04:05:48.189276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-66e701dc-cb7d-402c-b75f-b19850f8e5da req-f791aced-cc25-4fa8-8e15-a026e489032b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366199
Dec 10 04:05:49.370863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4605f-972b-4c49-811d-cb7d3826a16f req-84b06e6f-67e6-4263-ac12-3830b2b5d5fb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:49.372284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12a4605f-972b-4c49-811d-cb7d3826a16f req-84b06e6f-67e6-4263-ac12-3830b2b5d5fb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0791411
Dec 10 04:05:49.405568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:05:49.416379 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12a4605f-972b-4c49-811d-cb7d3826a16f req-5c5bdab6-030f-49a6-9872-37aef4295f5c tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385065
Dec 10 04:05:50.598640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfccc5-f590-46ef-b0df-ee1526cf5638 req-cc1be9a1-159e-4f14-8d31-25f61a32945f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:50.599985 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26bfccc5-f590-46ef-b0df-ee1526cf5638 req-cc1be9a1-159e-4f14-8d31-25f61a32945f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0830271
Dec 10 04:05:50.642992 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26bfccc5-f590-46ef-b0df-ee1526cf5638 req-c61373e3-8ec6-455f-b117-f8f1546cec06 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367713
Dec 10 04:05:51.826167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6c155-3424-4238-a770-a1ae483127a4 req-989dee45-d875-4bfb-9a42-96dbb3fef445 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:51.827623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfd6c155-3424-4238-a770-a1ae483127a4 req-989dee45-d875-4bfb-9a42-96dbb3fef445 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0794845
Dec 10 04:05:51.873861 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfd6c155-3424-4238-a770-a1ae483127a4 req-66709fd5-fb27-4475-93aa-051ebe0f49f9 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407846
Dec 10 04:05:53.057550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b2296-d0b2-4224-ab28-96dcb6b634be req-946e7e65-2957-4a85-b490-4a19a4390960 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:53.058971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc7b2296-d0b2-4224-ab28-96dcb6b634be req-946e7e65-2957-4a85-b490-4a19a4390960 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0784411
Dec 10 04:05:53.102261 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc7b2296-d0b2-4224-ab28-96dcb6b634be req-63554334-4ed7-476f-b59b-3a74330b91ef tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377858
Dec 10 04:05:54.285403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac13ef-0581-481a-9940-d097a11d2b59 req-c0715ffb-e62c-49fd-93ac-4124bce7b0a9 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:54.286820 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-69ac13ef-0581-481a-9940-d097a11d2b59 req-c0715ffb-e62c-49fd-93ac-4124bce7b0a9 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0822895
Dec 10 04:05:54.330268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-69ac13ef-0581-481a-9940-d097a11d2b59 req-e20cbb54-1d46-486c-bb19-ab9a04dc95e1 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378644
Dec 10 04:05:55.509934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0c1c-d5bb-4fde-ad39-e901c72fda22 req-659842a7-eff3-405a-9218-b72d998aafdc tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:55.511399 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-530c0c1c-d5bb-4fde-ad39-e901c72fda22 req-659842a7-eff3-405a-9218-b72d998aafdc tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0793939
Dec 10 04:05:55.554038 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-530c0c1c-d5bb-4fde-ad39-e901c72fda22 req-36c0e65c-0124-4e04-b9e2-072cc5ade3ff tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370853
Dec 10 04:05:56.737546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c7086-f6e0-45ab-8b1a-d4d3cfea0210 req-5527b1aa-add3-43d2-ba72-f617bbcadf8c tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:56.738979 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a62c7086-f6e0-45ab-8b1a-d4d3cfea0210 req-5527b1aa-add3-43d2-ba72-f617bbcadf8c tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0831742
Dec 10 04:05:56.782481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a62c7086-f6e0-45ab-8b1a-d4d3cfea0210 req-bb2535ce-3ba0-4bef-9ae9-a74e2af125e1 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379317
Dec 10 04:05:57.962919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f478d-c8a4-4563-871b-9db29c577a61 req-cd9f96f7-ffd8-4890-a5f9-ccb6dce1d70e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:57.964355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93f478d-c8a4-4563-871b-9db29c577a61 req-cd9f96f7-ffd8-4890-a5f9-ccb6dce1d70e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0783944
Dec 10 04:05:58.009971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93f478d-c8a4-4563-871b-9db29c577a61 req-153832a6-aa30-487c-a7e9-b4765923d4a6 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398922
Dec 10 04:05:59.303588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066d69-c3cf-485f-b897-63c01416d1e9 req-eb796840-877b-4ef7-8742-8c29c82e929c tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:05:59.305576 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2066d69-c3cf-485f-b897-63c01416d1e9 req-eb796840-877b-4ef7-8742-8c29c82e929c tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.1909142
Dec 10 04:05:59.347729 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2066d69-c3cf-485f-b897-63c01416d1e9 req-517849e6-9ddc-4e6a-a15c-fcd54076e3d1 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364799
Dec 10 04:06:00.533436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e786d-f6be-4ef6-a58f-d10dd8255070 req-2770124f-d154-4155-97d7-caf93a759cb3 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:00.535232 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d39e786d-f6be-4ef6-a58f-d10dd8255070 req-2770124f-d154-4155-97d7-caf93a759cb3 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0816460
Dec 10 04:06:00.579055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d39e786d-f6be-4ef6-a58f-d10dd8255070 req-d04e84b0-6c33-459a-b155-c7850c42b1f0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376883
Dec 10 04:06:01.775915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e2f44-dd5b-45b3-a66d-660f499d75b1 req-0032608c-b02e-4e36-8b64-76aeaa2e2580 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:01.777336 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c04e2f44-dd5b-45b3-a66d-660f499d75b1 req-0032608c-b02e-4e36-8b64-76aeaa2e2580 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0780010
Dec 10 04:06:01.819683 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c04e2f44-dd5b-45b3-a66d-660f499d75b1 req-4cada8ba-7f7c-4170-959d-238291971b02 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367312
Dec 10 04:06:03.004665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6ee54-2d33-4cee-bbbf-b0e8744afa3f req-e319b6d2-52aa-4f17-b9ad-c10cba56ec37 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:03.006119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0c6ee54-2d33-4cee-bbbf-b0e8744afa3f req-e319b6d2-52aa-4f17-b9ad-c10cba56ec37 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0833223
Dec 10 04:06:03.049428 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0c6ee54-2d33-4cee-bbbf-b0e8744afa3f req-42bf5c41-3fa1-4153-9b68-542dd2e5c947 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371482
Dec 10 04:06:03.855314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:06:03.922918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:06:04.112729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:06:04.131575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '229c6334-052a-45c6-9420-be6c0b1af307', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'port_id': '229c6334-052a-45c6-9420-be6c0b1af307', 'mac_address': 'fa:16:3e:ea:c8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:06:04.135123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:04.203713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:06:04.218896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:06:04.218896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:04.229830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:04.233786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:06:04.237400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6a36c-fc40-402b-ac6a-7ad5e24d1267 req-e2108c8c-b158-42d0-9d5c-2ce9a47caed0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:04.239144 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8a6a36c-fc40-402b-ac6a-7ad5e24d1267 req-e2108c8c-b158-42d0-9d5c-2ce9a47caed0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0861366
Dec 10 04:06:04.268704 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'code': 200}
Dec 10 04:06:04.276143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:06:04.287687 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8a6a36c-fc40-402b-ac6a-7ad5e24d1267 req-58d0f8fc-b91e-4a5e-960e-974fd86204f4 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426106
Dec 10 04:06:04.355762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:06:04.360150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:06:04.362092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:06:04.362450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:06:04.624347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4c2a-de43-42ce-bac4-949bef8e73f7 req-438707df-3343-4adc-a473-bcb50b6e9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:04.625782 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2bcd4c2a-de43-42ce-bac4-949bef8e73f7 req-438707df-3343-4adc-a473-bcb50b6e9ffe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1097 time: 0.0689642
Dec 10 04:06:04.665359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2bcd4c2a-de43-42ce-bac4-949bef8e73f7 req-709a0756-766e-4ebc-a92f-d0de50a9306d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330915
Dec 10 04:06:04.915319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:04.932152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:06:04.947028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:06:04.950656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:04.952354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b736548f-0fb5-457b-8301-040d3c9b651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:06:05.018836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:06:05.021729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:06:05.422929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['229c6334-052a-45c6-9420-be6c0b1af307'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:06:05.478769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae674-2698-40f1-a521-0576f349bad3 req-5d46b7fd-a7a3-4e0e-87b0-f20d182d9d89 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:05.480283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-098ae674-2698-40f1-a521-0576f349bad3 req-5d46b7fd-a7a3-4e0e-87b0-f20d182d9d89 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 945 time: 0.0859776
Dec 10 04:06:05.524619 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-098ae674-2698-40f1-a521-0576f349bad3 req-f0796cc5-fb66-4d26-ab9c-36ec1cf40086 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384252
Dec 10 04:06:06.718307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bef4b-3c1f-4595-9ff5-047deba708f8 req-4a9fb03a-95a7-4515-86e9-a7752dbd167f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:06.719758 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-323bef4b-3c1f-4595-9ff5-047deba708f8 req-4a9fb03a-95a7-4515-86e9-a7752dbd167f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 945 time: 0.0802381
Dec 10 04:06:06.766963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-323bef4b-3c1f-4595-9ff5-047deba708f8 req-a64f1fce-7014-4680-b89c-0f6dc087197d tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415711
Dec 10 04:06:06.790363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43774) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:06:06.893272 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b6e028b0-ff71-408c-aa5a-fb35bbb4a3fa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/floatingips/6bda0c31-5e45-4350-8a9b-cf58b314ddde HTTP/1.1" status: 200  len: 993 time: 0.1016345
Dec 10 04:06:07.892781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:06:07.962417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 229c6334-052a-45c6-9420-be6c0b1af307 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:06:07.962792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:08.074675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:08.100198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:06:08.110093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:06:08.113604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:08.115388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-284a4558-9a6f-43a9-9674-24235f520a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:06:08.149470 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'code': 200}
Dec 10 04:06:08.179494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:06:08.182377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:06:13.663860 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:06:13.879059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:14.338816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ce11ed7b-55e4-4889-aaff-4cd6f1c89594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:16.665717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7b93f2ae-5caf-4d2f-bed1-ab291d0e26a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:17.556464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:17.946323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:19.404086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:28.043217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-d8e360a7-4ac7-4ea2-90ec-60a166844e55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714517
Dec 10 04:06:28.204847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-65b5d53a-3ad0-4cf7-8c2c-8dd2184173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:28.206325 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-65b5d53a-3ad0-4cf7-8c2c-8dd2184173c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 1098 time: 0.0727370
Dec 10 04:06:28.353963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-8522eed7-b1e7-438f-bb4d-61a1c971c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:28.355327 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-8522eed7-b1e7-438f-bb4d-61a1c971c4c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 200  len: 898 time: 0.1280825
Dec 10 04:06:28.432375 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-f7c811e9-c2a9-40ab-9912-abbda018d9a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 200  len: 217 time: 0.0679417
Dec 10 04:06:28.506609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-77d05611-293a-450c-aa6b-9e2ec2924607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:28.508049 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-77d05611-293a-450c-aa6b-9e2ec2924607 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 200  len: 835 time: 0.0688667
Dec 10 04:06:28.695848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-53cf2bf5-5e6f-41d7-930a-1970f02fb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:28.697595 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-53cf2bf5-5e6f-41d7-930a-1970f02fb13c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0539fd49-cb12-47ae-80a5-5006df21c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1829777
Dec 10 04:06:28.827714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-e27717a7-3ebd-42c2-8477-c943e64f68f5 service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222718
Dec 10 04:06:28.959122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-113758b0-94ef-4b3f-bcc8-49b041df245f req-5f4f7781-e189-41ec-81eb-f2d9fe119fbc service neutron] 10.222.0.18 "GET /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239655
Dec 10 04:06:43.899138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:44.339920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-524e870c-272d-4ed9-87aa-2b3644fc1e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:46.666750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f4ce389a-4496-4ed6-84ae-0c034e5d21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:47.562763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:47.947424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:49.407088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:06:50.663548 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:06:58.761687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe4ba5-1ac1-4255-8e9f-c769ce76498e req-79c7d883-1272-44fc-922c-318e2ecf0216 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:58.763013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4cfe4ba5-1ac1-4255-8e9f-c769ce76498e req-79c7d883-1272-44fc-922c-318e2ecf0216 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0791593
Dec 10 04:06:58.805887 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4cfe4ba5-1ac1-4255-8e9f-c769ce76498e req-3dbbbd69-681a-4a04-9c3d-a3a18d2a0f6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372503
Dec 10 04:06:59.993531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624581fc-a953-4573-beee-d960d07614e6 req-c0027884-6068-4f1b-9ad5-7eab9f3ca950 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:06:59.994944 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-624581fc-a953-4573-beee-d960d07614e6 req-c0027884-6068-4f1b-9ad5-7eab9f3ca950 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0812194
Dec 10 04:07:00.039101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-624581fc-a953-4573-beee-d960d07614e6 req-014f4bb9-ad6a-465d-9f28-afd6f0d244e1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ca7a23c-eb71-46dd-be7c-e4c58978b666&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385985
Dec 10 04:07:00.413435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671917-9764-4182-a375-fe86f96297a7 req-1e98c6f9-9b7b-4d1b-a108-70dde069fde3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:00.414111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c8671917-9764-4182-a375-fe86f96297a7 req-1e98c6f9-9b7b-4d1b-a108-70dde069fde3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:00.429063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c8671917-9764-4182-a375-fe86f96297a7 req-1e98c6f9-9b7b-4d1b-a108-70dde069fde3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:00.430092 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8671917-9764-4182-a375-fe86f96297a7 req-1e98c6f9-9b7b-4d1b-a108-70dde069fde3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 946 time: 0.0919526
Dec 10 04:07:00.500439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 8eef11fc-92ed-4adb-abfd-77edae7dc97b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:00.500986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:00.749232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 8eef11fc-92ed-4adb-abfd-77edae7dc97b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8eef11fc-92ed-4adb-abfd-77edae7dc97b,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:00.749528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:01.035797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:01.036086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:01.036396 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7 disassociated. External IP: 172.26.1.182, port: 8eef11fc-92ed-4adb-abfd-77edae7dc97b.
Dec 10 04:07:01.036737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 8eef11fc-92ed-4adb-abfd-77edae7dc97b owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:01.180695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:01.186676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:01.190427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3020d1fd-578e-4ddb-8c65-1ed9bbbd738f req-4904a9ce-5d82-44b5-83e8-5bcd43effbdf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 210 time: 0.0427718
Dec 10 04:07:01.237280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=8eef11fc-92ed-4adb-abfd-77edae7dc97b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:01.247301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.247688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.248067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.248438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.248811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.249175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.249564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.249930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.250317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.250678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.251041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.252187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:01.300832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:01.428759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:01.731267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:01.741386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:01.750581 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:01.751189 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6ddc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:01.809463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 8eef11fc-92ed-4adb-abfd-77edae7dc97b on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:01.811864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:01.814491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'name': 'network-vif-deleted', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:01.831853 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8671917-9764-4182-a375-fe86f96297a7 req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/8eef11fc-92ed-4adb-abfd-77edae7dc97b HTTP/1.1" status: 204  len: 173 time: 1.3954573
Dec 10 04:07:01.935392 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:02.046032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df9c3ae-8fe6-416b-aba4-362ee5b86653', 'name': 'network-vif-deleted', 'tag': '8eef11fc-92ed-4adb-abfd-77edae7dc97b', 'status': 'completed', 'code': 200}
Dec 10 04:07:02.269727 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6ddc0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:02.274119 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:02.282981 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:02.284167 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6ddc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:02.354464 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14358d5b-efb5-4afd-a0cd-77c25d5a67f6 req-c1165094-6b36-438b-b41c-0da3af2f617f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=0df9c3ae-8fe6-416b-aba4-362ee5b86653 HTTP/1.1" status: 200  len: 210 time: 0.0437331
Dec 10 04:07:02.464265 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:02.766467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6ddc0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:02.770211 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a791f6-2bee-4f64-a274-48a46373fe6c None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:03:33Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '254a1104-04f5-48e2-9601-6ecfc860569c', 'name': '', 'network_id': '0539fd49-cb12-47ae-80a5-5006df21c31d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:73:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:32Z', 'updated_at': '2021-12-10T04:03:39Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '337edbf9-4ba0-44db-bcfc-75492a205f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:02.999139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507abb5-0261-458d-8d18-ac7ddad42ae6 None None] New status for floating IP a7388bf5-6b47-44c2-b4d6-f94538e98ad7: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:07:03.448239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43830) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:03.515123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.544839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.610225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.615136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce3564bd-51f2-449b-aea4-ad1b4e9aa63a tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:03.630101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7a23c-eb71-46dd-be7c-e4c58978b666,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:03.632455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:03.643700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.647368 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/7ca7a23c-eb71-46dd-be7c-e4c58978b666 HTTP/1.1" status: 204  len: 168 time: 0.1954956
Dec 10 04:07:03.675467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43836) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:03.829152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 16eb9131-5d83-4484-8529-330c3e1d0bad {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:03.829456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.999440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:03.999772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:04.123056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 16eb9131-5d83-4484-8529-330c3e1d0bad owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:04.205080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8eef11fc-92ed-4adb-abfd-77edae7dc97b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:04.239094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 8eef11fc-92ed-4adb-abfd-77edae7dc97b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:04.239432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8eef11fc-92ed-4adb-abfd-77edae7dc97b not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:04.261183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:04.265588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:04.311712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=16eb9131-5d83-4484-8529-330c3e1d0bad,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:04.337716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:04.398350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:04.411863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:04.413038 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/a7388bf5-6b47-44c2-b4d6-f94538e98ad7 HTTP/1.1" status: 204  len: 168 time: 0.7365987
Dec 10 04:07:04.764538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8727a9-0e1d-4525-b76e-3df93888e097 req-773873a9-97da-40f6-bda0-b184a8791f08 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:04.765989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd8727a9-0e1d-4525-b76e-3df93888e097 req-773873a9-97da-40f6-bda0-b184a8791f08 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.0817242
Dec 10 04:07:04.808668 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd8727a9-0e1d-4525-b76e-3df93888e097 req-d7ae5eea-717b-4795-9698-8d2cde3af8e9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370522
Dec 10 04:07:06.111734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99936d6-1146-4e97-a9bc-142ba6d2a0b6 req-be2fdfad-ea81-467e-8940-c67bb327bef3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:06.113056 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c99936d6-1146-4e97-a9bc-142ba6d2a0b6 req-be2fdfad-ea81-467e-8940-c67bb327bef3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.0793946
Dec 10 04:07:06.159175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c99936d6-1146-4e97-a9bc-142ba6d2a0b6 req-06aa1527-4b13-4b41-8b13-88355185c790 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=de389172-832b-4b7f-af0f-9a8fa4b9f3d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403559
Dec 10 04:07:06.450295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-97d64190-cb09-40d7-a912-171c3868afc8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:06.450986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-97d64190-cb09-40d7-a912-171c3868afc8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:06.466135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-97d64190-cb09-40d7-a912-171c3868afc8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:06.467302 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-97d64190-cb09-40d7-a912-171c3868afc8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 945 time: 0.0975449
Dec 10 04:07:06.534779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:06.535117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:06.773224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:06.773529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:06.893552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:07.037030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:07.042576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:07.089442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=8bc7b3ce-a49b-4988-b8a7-539ed8661b8e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:07.092419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:07.160893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:07.163858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:07.166417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'name': 'network-vif-deleted', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:07.181177 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7cf93bc-0890-4e86-99b2-dd098a91d62e req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/8bc7b3ce-a49b-4988-b8a7-539ed8661b8e HTTP/1.1" status: 204  len: 173 time: 0.7083261
Dec 10 04:07:07.211847 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c9488-c5eb-4355-8ee2-5651a403d87f', 'name': 'network-vif-deleted', 'tag': '8bc7b3ce-a49b-4988-b8a7-539ed8661b8e', 'status': 'completed', 'code': 200}
Dec 10 04:07:07.308854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-441714f6-994d-4cb8-a18f-1591862f72cd req-5908f2c8-a71c-40a1-a2a8-056f15b15e0c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c0c9488-c5eb-4355-8ee2-5651a403d87f HTTP/1.1" status: 200  len: 210 time: 0.0428779
Dec 10 04:07:08.404697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43854) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:08.475384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:08.504568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:08.568600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:08.574251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-03fd6e3c-453e-43ef-b46a-c3e2a380288a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:08.588982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de389172-832b-4b7f-af0f-9a8fa4b9f3d2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:08.592906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:08.596204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:08.597356 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/de389172-832b-4b7f-af0f-9a8fa4b9f3d2 HTTP/1.1" status: 204  len: 168 time: 0.1916337
Dec 10 04:07:08.631568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43860) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:09.284263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:09.627248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 254a1104-04f5-48e2-9601-6ecfc860569c {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:09.627926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:09.807714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 254a1104-04f5-48e2-9601-6ecfc860569c, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=254a1104-04f5-48e2-9601-6ecfc860569c,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:09.808066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:09.933523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 254a1104-04f5-48e2-9601-6ecfc860569c owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:10.104527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:10.107998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3d3b9df3-7004-4cd6-b0f6-119c1d15513f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:10.151508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=254a1104-04f5-48e2-9601-6ecfc860569c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:10.154571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:10.223468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:10.262484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:10.263155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 8bc7b3ce-a49b-4988-b8a7-539ed8661b8e not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:10.545808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:10.893562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router a28bd4c0-3a86-44f2-b342-2701841af335 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:11.069654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:11.079291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Sync routers for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:11.084901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/a28bd4c0-3a86-44f2-b342-2701841af335/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4493144
Dec 10 04:07:11.085133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43866) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:11.089283 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:11.089906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d3a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:11.151393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 337edbf9-4ba0-44db-bcfc-75492a205f48 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:07:11.154206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.206904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.260937 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:11.290553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.364265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.369393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b3e89780-c3f5-4d07-a8a6-298c0a59a063 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:11.407795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=337edbf9-4ba0-44db-bcfc-75492a205f48,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:11.409682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.412572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:11.419052 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/337edbf9-4ba0-44db-bcfc-75492a205f48 HTTP/1.1" status: 204  len: 168 time: 0.3306653
Dec 10 04:07:11.419423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43870) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:11.420858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a91f43-76ba-451d-866f-3be4a592b79a None None] Network 0539fd49-cb12-47ae-80a5-5006df21c31d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:07:11.557706 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d3a0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:07:10Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:11.561643 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Checking router: a28bd4c0-3a86-44f2-b342-2701841af335 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:11.571066 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Routers {'a28bd4c0-3a86-44f2-b342-2701841af335'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:11.572190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d3a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['a28bd4c0-3a86-44f2-b342-2701841af335'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:11.601055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.729230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] DHCP port deletion for 0539fd49-cb12-47ae-80a5-5006df21c31d request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:07:11.734318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Deleting port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:11.734831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.790897 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] Set router a28bd4c0-3a86-44f2-b342-2701841af335 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:11.910742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.925069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 37e1eff4-3322-4f72-9c57-e137bfba7e17 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:11.925442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:11.955506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] For port a1a817b8-2eab-4d78-8cab-7d0413f6dd93, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,segment=NetworkSegment(b27b74bb-a05b-4879-af01-5e5975e28f0c),segment_id=b27b74bb-a05b-4879-af01-5e5975e28f0c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:11.956597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.080397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Calling delete_port for a1a817b8-2eab-4d78-8cab-7d0413f6dd93 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:12.081637 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d3a0>, [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:07:10Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:12.086167 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5907e-f87b-4a1b-a7f2-d5e45eb459c7 None None] The sync data for ids ['a28bd4c0-3a86-44f2-b342-2701841af335'] in dv-neutron-821182-1-hyperv is: [{'id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'name': 'tempest-TestNetworkBasicOps-router-1468433240', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:23Z', 'updated_at': '2021-12-10T04:07:10Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': '37e1eff4-3322-4f72-9c57-e137bfba7e17', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28bd4c0-3a86-44f2-b342-2701841af335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:24Z', 'updated_at': '2021-12-10T04:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:12.110647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 37e1eff4-3322-4f72-9c57-e137bfba7e17, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=37e1eff4-3322-4f72-9c57-e137bfba7e17,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:12.110995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.166039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.169678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:12.211501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Pushing event deleted for resources: {'Port': ['ID=a1a817b8-2eab-4d78-8cab-7d0413f6dd93,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:12.216151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] No DVR routers for this DVR port a1a817b8-2eab-4d78-8cab-7d0413f6dd93 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:12.222035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.222383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.222725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.223060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.223396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.223733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.224059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.224405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.226115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.226115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.226115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.226395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.231640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:12.238003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 37e1eff4-3322-4f72-9c57-e137bfba7e17 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:12.398527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.401917 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d26eb8c-6790-479c-b37a-6b22092ee633 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:12.447534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=37e1eff4-3322-4f72-9c57-e137bfba7e17,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:12.485945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.486321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.486688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.487052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.487411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.487770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.488126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.488482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.488837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.489187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.489563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.489911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:12.497250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:12.551154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.725670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.727768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.749225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.749812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router a28bd4c0-3a86-44f2-b342-2701841af335 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:07:12.765158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:12.766265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/a28bd4c0-3a86-44f2-b342-2701841af335 HTTP/1.1" status: 204  len: 168 time: 1.3458810
Dec 10 04:07:12.768901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43874) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:12.886126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.014944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.040554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4dd160>,) {'filters': {'network_id': ['0539fd49-cb12-47ae-80a5-5006df21c31d']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:13.054260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4dd160>, 'b27b74bb-a05b-4879-af01-5e5975e28f0c') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:13.054557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4dd160>, 'b27b74bb-a05b-4879-af01-5e5975e28f0c') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:13.065531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.081637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.087399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:07:13.087775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:07:13.105282 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:07:13.183615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.187230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e5685d71-1611-469d-a26c-1044935c6881 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:13.201810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.213154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=0539fd49-cb12-47ae-80a5-5006df21c31d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:13.216376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:13.225699 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/0539fd49-cb12-47ae-80a5-5006df21c31d HTTP/1.1" status: 204  len: 168 time: 0.4522879
Dec 10 04:07:13.246471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43878) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:13.252210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--1790756341', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:13.257366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:13.261423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:13.264235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:13.270419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:13.279345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:07:13.282850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.314178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:07:13.324558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.324894 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment b020d644-b270-4ab8-bd03-ef609c171573 of type vlan for network 71b5ee11-bc7d-42da-83e8-8064bddecaab
Dec 10 04:07:13.352139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.380879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.386625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:13.387211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.391074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3a6ef41a-0713-4862-97d8-219dab90f019 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:13.439829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 254a1104-04f5-48e2-9601-6ecfc860569c no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:13.472826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 254a1104-04f5-48e2-9601-6ecfc860569c {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:13.473433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 254a1104-04f5-48e2-9601-6ecfc860569c not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:13.473633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 37e1eff4-3322-4f72-9c57-e137bfba7e17 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:13.510816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 37e1eff4-3322-4f72-9c57-e137bfba7e17 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:13.511088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 37e1eff4-3322-4f72-9c57-e137bfba7e17 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:13.511517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a1a817b8-2eab-4d78-8cab-7d0413f6dd93 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:13.548756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a1a817b8-2eab-4d78-8cab-7d0413f6dd93 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:13.549089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a1a817b8-2eab-4d78-8cab-7d0413f6dd93 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:13.611720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3641551
Dec 10 04:07:13.614522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43882) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:13.617850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=71b5ee11-bc7d-42da-83e8-8064bddecaab,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:13.619860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-798456215', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:13.621076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:13.626875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:13.628616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:07:13.630686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:13.633596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:13.640009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:13.650239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.651263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.666148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:13.913239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.044433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.341883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.342177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bff6b76c-8312-49da-9492-8f6311cce68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.375475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.512197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.243 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a7167ea5-6598-4068-89ae-6000e2fe47ed) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:07:14.654928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.683894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:14.688137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d18d7c45-0eb0-4042-9b44-06b5533cdbd4 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:14.746418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:14.749160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:14.752897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:07:14.793670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a7167ea5-6598-4068-89ae-6000e2fe47ed,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:14.797765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:15.158407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:15.614338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:15.813540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router e8c5c957-0fa9-4d81-850d-9d91d0209e05 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:07:16.001722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:16.011230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Sync routers for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:16.022991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:16.023632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:16.028400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.029668 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4140835
Dec 10 04:07:16.032690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43886) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:16.072595 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d6d1547-d0ad-4531-b48d-f893e973345b tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387511
Dec 10 04:07:16.075082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43890) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:16.199232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:16.202448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8135c-4355-4e16-9145-198ebfb42f25 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:16.203929 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ea8135c-4355-4e16-9145-198ebfb42f25 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1279707
Dec 10 04:07:16.206847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43894) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:16.246313 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-503c4f23-5660-47cd-9012-af645fee91d2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382614
Dec 10 04:07:16.248715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43898) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:16.254084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372711146', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:16.362803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:16.366588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:16.369362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:16.374990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:16.386919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:07:16.390486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.532354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3a60>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:14Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:16.536225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Checking router: e8c5c957-0fa9-4d81-850d-9d91d0209e05 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:16.536583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Updating router e8c5c957-0fa9-4d81-850d-9d91d0209e05 port a7167ea5-6598-4068-89ae-6000e2fe47ed binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:07:16.589564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.614301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.619134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d8c46931-0070-47b8-a779-f33ac12d6c0f tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:16.691880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:16.696666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:16.700614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:16.700983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 71b5ee11-bc7d-42da-83e8-8064bddecaab, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:07:16.708233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e7de82f6-d375-413f-b0c6-72f84e12c336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.719305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:07:16.729626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 71b5ee11-bc7d-42da-83e8-8064bddecaab) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:16.735643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:16.736230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:16.743434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd18017-a268-44ee-b659-069ff6dd28da None None] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:07:16.758083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5083709
Dec 10 04:07:16.760893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43902) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:17.108684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-71b5ee11-bc7d-42da-83e8-8064bddecaab', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:07:17.109580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.132951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.180936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Transition to ACTIVE for port object a7167ea5-6598-4068-89ae-6000e2fe47ed will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:17.189282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.201312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:17.301321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Pushing event updated for resources: {'Port': ['ID=a7167ea5-6598-4068-89ae-6000e2fe47ed,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:17.329490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Attempting to bind port a7167ea5-6598-4068-89ae-6000e2fe47ed on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:07:17.329878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Attempting to bind port a7167ea5-6598-4068-89ae-6000e2fe47ed by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:07:17.330252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Attempting to bind port a7167ea5-6598-4068-89ae-6000e2fe47ed on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:17.339982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:17.346993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:07:17.347377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:17.347787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.348198 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:07:17.348669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Bound port: a7167ea5-6598-4068-89ae-6000e2fe47ed, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:07:17.349052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.414678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Allocated IP 172.20.0.2 (71b5ee11-bc7d-42da-83e8-8064bddecaab/0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5/3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:07:17.456945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] For port a7167ea5-6598-4068-89ae-6000e2fe47ed, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:17.516706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] For port a7167ea5-6598-4068-89ae-6000e2fe47ed, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7167ea5-6598-4068-89ae-6000e2fe47ed,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:07:17.524486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.529431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4467b700-fc5c-424d-b5c5-b7c44d4215f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:17.575592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.638481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.651305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:17.652032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:17.717763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Pushing event updated for resources: {'Port': ['ID=a7167ea5-6598-4068-89ae-6000e2fe47ed,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:17.782527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:17.875051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:17.892699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Transition to ACTIVE for port object 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:17.911180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:18.078143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Transition to ACTIVE for port object 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:18.143734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.147529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:18.168893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (71b5ee11-bc7d-42da-83e8-8064bddecaab/0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5/49f9c8b4-48a7-4b6c-a57d-9c68d856a041) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:07:18.218234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.227073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:18.231437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:18.237983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:07:18.292656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Pushing event updated for resources: {'Port': ['ID=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:18.301601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:18.340987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.356166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:18.379725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.383905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8e0c4b76-4fab-4866-b54e-fe685f592dc8 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:18.390248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Attempting to bind port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:07:18.390643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Attempting to bind port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:07:18.391004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Attempting to bind port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:18.402390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:07:18.402770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Checking segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:18.403180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.403585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Bound using segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:07:18.404055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Bound port: 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:07:18.404439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.449553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:18.452582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:18.456653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:07:18.496641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:18.503435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:18.507718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] For port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:18.510672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e3a60>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:14Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:18.514607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] For port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:07:18.516318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c79914-3683-4b89-8fee-c769eec0a6e6 None None] The sync data for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv is: [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:14Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:18.519208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.523215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:18.523708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:18.608729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Pushing event updated for resources: {'Port': ['ID=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:18.614147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:18.662782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.266691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.271934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.301104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2121527a-1155-46a0-88eb-a30016cedcb1 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:19.392659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:19.395196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.399567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:19.420679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.522417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:19.555255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:19.556470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:19.594163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:19.599616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7167ea5-6598-4068-89ae-6000e2fe47ed up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:19.669230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a7167ea5-6598-4068-89ae-6000e2fe47ed completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:19.674479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a7167ea5-6598-4068-89ae-6000e2fe47ed triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:19.674851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.746510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab44a20-12b0-405d-89b8-8d0378e0aaa2 None None] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:07:19.761439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router e8c5c957-0fa9-4d81-850d-9d91d0209e05 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:19.926560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Provisioning for port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:19.934242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.939987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Provisioning complete for port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:19.940706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:19.949977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:19.962449 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/e8c5c957-0fa9-4d81-850d-9d91d0209e05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2005000
Dec 10 04:07:19.964990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43908) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:20.042646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a7167ea5-6598-4068-89ae-6000e2fe47ed, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7167ea5-6598-4068-89ae-6000e2fe47ed,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:20.050633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.055262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:20.107384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.107846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.108297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.108750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.109193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.110873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ef289c1-32c3-46b2-985e-b7ba13454ed2 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3571 time: 0.1450293
Dec 10 04:07:20.113615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43912) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:20.181299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.182072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.182518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.182958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.183394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:20.185079 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b7ba6ce5-dacb-4ad4-81db-199191aea30d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3350 time: 0.0705783
Dec 10 04:07:20.187690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43916) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:20.215811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a7167ea5-6598-4068-89ae-6000e2fe47ed,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:20.221365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:20.234374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.242314 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Sync routers for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:20.252324 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:20.253171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb0370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:20.283020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] For port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:20.288490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.291421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:20.368678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Pushing event updated for resources: {'Port': ['ID=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:20.379932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:20.408754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-23798cad-7413-4227-b474-3ef68b3d8916 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2334 time: 0.2175062
Dec 10 04:07:20.409097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43920) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:20.415480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1976321926', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:20.441810 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:20.560082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:20.564204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:20.567266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:20.573393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:20.585414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:07:20.588815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.610816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] device_id is not set on port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 yet. {{(pid=87630) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:07:20.625606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Provisioning complete for port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:20.626631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.769662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.9 (71b5ee11-bc7d-42da-83e8-8064bddecaab/0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5/3a14545c-c5cf-455e-990c-fa7d9609d4b2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:07:20.777916 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb0370>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:20.782621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Provisioning for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:20.782815 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Checking router: e8c5c957-0fa9-4d81-850d-9d91d0209e05 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:20.783193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Updating router e8c5c957-0fa9-4d81-850d-9d91d0209e05 port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:07:20.788028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Provisioning complete for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:20.788450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.843828 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:20.966379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2efb1da1-f2ce-4527-9261-bc500f11d8af None None] Port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:07:21.013242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.029395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 3a14545c-c5cf-455e-990c-fa7d9609d4b2 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:21.051452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.057741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4ad9e15b-a171-4fad-9716-5b05a1e2a30c tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:21.086346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-db963441-e889-4cbe-9199-dda4f57a1b5b None None] Provisioning complete for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:21.086730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-db963441-e889-4cbe-9199-dda4f57a1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.126852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:21.129877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:21.134977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:07:21.140738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-db963441-e889-4cbe-9199-dda4f57a1b5b None None] Port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:07:21.162998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:21.168476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:21.204063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:21.204653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.232487 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8219399
Dec 10 04:07:21.280594 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.292821 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Transition to ACTIVE for port object 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:21.300154 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.304474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-6a72bef4-0204-42cf-8d83-d036a12bdc5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:21.368675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0aaff555-95ce-491d-8ac3-81a18857261e None None] Provisioning for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:21.369355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Pushing event updated for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:21.380973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0aaff555-95ce-491d-8ac3-81a18857261e None None] Provisioning complete for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:21.381392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0aaff555-95ce-491d-8ac3-81a18857261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.449459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0aaff555-95ce-491d-8ac3-81a18857261e None None] Port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:07:21.462219 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.462480 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.462808 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.463127 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.463445 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.463763 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.464077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.464387 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.464714 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.465006 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.465326 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.465635 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:07:21.471841 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:21.508945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:21.568285 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Attempting to bind port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:07:21.569062 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Attempting to bind port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:07:21.569589 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Attempting to bind port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:21.575704 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:07:21.576076 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Checking segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:21.576676 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.576869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Bound using segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:07:21.577358 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Bound port: 49f9c8b4-48a7-4b6c-a57d-9c68d856a041, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:07:21.577740 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.581573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:21.582275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.669108 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] For port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:21.672177 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] For port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:07:21.675872 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.680106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:21.716074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7167ea5-6598-4068-89ae-6000e2fe47ed up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:21.749355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Pushing event updated for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:21.754092 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:21.778074 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:21.778807 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb0370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:21.803196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a7167ea5-6598-4068-89ae-6000e2fe47ed triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:21.803726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.861337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43926) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:21.866494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626077251', 'description': 'tempest-secgroup-smoke-1626077251 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:21.878038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:21.892392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:21.895559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:21.914340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:21.930944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:21.952489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:21.956287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:21.959876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:21.966479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.003590 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:22.042585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.047764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.052953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bc758325-9647-462c-8d47-2d18ef3fd077 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:22.100338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a90247-5b98-455c-a966-c0f42ec76824,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:22.103381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:22.104244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.108150 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2431014
Dec 10 04:07:22.108706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43930) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:22.113384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:22.119408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:22.123163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:22.125998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:22.131741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.281359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.322921 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfb0370>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:21Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:22.327198 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456692e1-c4b4-44d2-b7c4-580831eb60c6 None None] The sync data for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv is: [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:21Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:22.345006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.349165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.355401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c1bba3-6a06-4200-a08c-d29bbddceb57 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:22.381338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694beb69-4bd0-4183-affa-c919422b402a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:22.382543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:22.394213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.399007 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2896433
Dec 10 04:07:22.401565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43934) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:22.406789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:22.412762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:22.416482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:22.419276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:22.425034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.445227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.510495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.515092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.516926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9032f125-0400-4954-ae7c-f57d5e43f333 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:22.540118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0bc290-da61-4aa6-b5ff-58450c1cac6a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:22.542509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:22.550195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.551505 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1489050
Dec 10 04:07:22.554998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43938) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:22.560151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:22.566236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:22.570617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:22.573740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:22.579504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.599229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.663123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.666928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.668957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16510ea2-b0f4-4fa4-8c3b-37af4a4b8231 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:22.692420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa01efa-af73-41ee-815e-dae6aa0b9eb8,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:22.697935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:22.702327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.705351 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1475756
Dec 10 04:07:22.706251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43942) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:22.711338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:22.717469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:22.721369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:22.724343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:22.730183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.749185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.814448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.819027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.820921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-27fb5d23-c2e1-46f5-b370-f0da606ca67b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:22.843750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a921f5a8-f192-43f3-8ffe-b710f86a1207,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:22.846251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:22.853859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.858007 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1481919
Dec 10 04:07:22.858207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43946) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:22.863432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:22.870557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:22.874352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:22.877531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:22.883805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:22.897644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:07:22.905228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.975615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.978857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:22.980762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-400197ff-d949-48c3-8087-96957c0edb41 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:23.003507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52012842-3c9a-43a2-bd6d-427d1d07efe6,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:23.006211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:23.014851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.016963 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1578176
Dec 10 04:07:23.019658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 43950) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:23.024906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '75a90247-5b98-455c-a966-c0f42ec76824', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:23.032650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:23.037289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:23.040356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:23.046090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:23.057407 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:07:23.064236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.137256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.140928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.146779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:23.166460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf159912-9aac-4c9c-bfd2-434ed6267458,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:23.171270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:23.175644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.177841 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1563723
Dec 10 04:07:23.358425 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-7ade32a7-4247-46bd-a060-0896e39dca8d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626077251&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0425453
Dec 10 04:07:23.437912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-355012a3-80ca-4cbb-9648-d13e1d2679c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:23.438594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-355012a3-80ca-4cbb-9648-d13e1d2679c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:23.454483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-355012a3-80ca-4cbb-9648-d13e1d2679c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:23.455691 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-355012a3-80ca-4cbb-9648-d13e1d2679c3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 930 time: 0.0909359
Dec 10 04:07:23.466675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:23.538972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:23.543719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:23.544106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.611800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-11b03fb4-0c2b-49cd-9fb3-f18386ce85b0 service neutron] 10.222.0.44 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1390636
Dec 10 04:07:23.621114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-48214fa0-19fc-4e6c-93e9-cc3aef42ef2c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:07:23.622075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-48214fa0-19fc-4e6c-93e9-cc3aef42ef2c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049217
Dec 10 04:07:23.659649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.694000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:23.698513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:23.700526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58512c63-f070-4c5b-b768-977f0bd1d342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:23.754832 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-591e09aa-1eca-4ed7-a081-69ec77198f43 service neutron] 10.222.0.44 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275401
Dec 10 04:07:23.768297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:23.771867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:23.884009 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-1aeaff59-c8ea-4f40-8ab5-38787a0f2d7a service neutron] 10.222.0.44 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229360
Dec 10 04:07:24.069438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ddd60124-2844-4237-bba5-d42af6b644e5 req-b38fbfa8-0c5b-450a-9fc5-5fc9fbfc92aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 210 time: 0.0470610
Dec 10 04:07:25.067803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-537eba80-3cb2-4fa0-b593-977adef98e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:25.069224 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-537eba80-3cb2-4fa0-b593-977adef98e57 service neutron] 10.222.0.18 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1026 time: 0.0647101
Dec 10 04:07:25.220815 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5aa83146-f808-4c9d-88bc-f2f07dba8b18 req-151ac9b4-4670-43f0-be00-63fbac06afb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 210 time: 0.0480201
Dec 10 04:07:25.224392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-148c6514-73fa-48fd-8f9a-be5cdc0f75e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:25.225774 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-148c6514-73fa-48fd-8f9a-be5cdc0f75e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 797 time: 0.1514297
Dec 10 04:07:25.282454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-3e1c0480-4253-4aa1-8afe-b58f6b843663 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:25.299267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-3e1c0480-4253-4aa1-8afe-b58f6b843663 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:25.300411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-3e1c0480-4253-4aa1-8afe-b58f6b843663 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 380 time: 0.0577912
Dec 10 04:07:25.312986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Request body: {'port': {'device_id': '95fff396-84c8-4792-aab3-043d26428d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:25.424646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:25.448160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:25.516033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:25.516416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:25.761338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a14545c-c5cf-455e-990c-fa7d9609d4b2 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:07:25.768352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:25.781939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Transition to ACTIVE for port object 3a14545c-c5cf-455e-990c-fa7d9609d4b2 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:25.785345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:25.788774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:25.943356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:25.953493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:26.021070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:07:26.021430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:07:26.021855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:26.026868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:07:26.027185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:26.032159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:07:26.032489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Checking segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:26.032870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Bound using segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:07:26.033286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Bound port: 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:07:26.033716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.120466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:26.123498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:07:26.127056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.130725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:26.174013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 43986) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:26.190572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:26.191337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.192744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1131 time: 0.8835719
Dec 10 04:07:26.193108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:26.214699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:26.218401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:26.297111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'status': 'completed', 'code': 200}
Dec 10 04:07:26.341926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-bdec91ff-5d8e-48f5-af60-6199fa6bd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:26.344196 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-bdec91ff-5d8e-48f5-af60-6199fa6bd42e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 1134 time: 0.0828564
Dec 10 04:07:26.450903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting port 13f41e07-b5fb-450e-8c82-31958fcb2b23 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:26.451518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.537101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-2145033f-1820-47b0-a4e7-ffee7d9030df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 217 time: 0.1778588
Dec 10 04:07:26.603474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-27e42184-27dd-423c-91bf-11b6673d0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:26.604984 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-27e42184-27dd-423c-91bf-11b6673d0556 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 200  len: 835 time: 0.0603590
Dec 10 04:07:26.686319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-4a8555c3-4254-4f8c-8e20-504cd8d3ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:26.687794 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-4a8555c3-4254-4f8c-8e20-504cd8d3ff06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755780
Dec 10 04:07:26.726524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967bdd-dd35-457b-a6fa-7e0f85c18b13 req-80ed5cd7-5b27-4683-bd48-2f7a4eca7e14 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:26.727938 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89967bdd-dd35-457b-a6fa-7e0f85c18b13 req-80ed5cd7-5b27-4683-bd48-2f7a4eca7e14 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 981 time: 0.3775361
Dec 10 04:07:26.806393 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89967bdd-dd35-457b-a6fa-7e0f85c18b13 req-efa9ae5c-013a-4a22-a10d-24f2f45c7684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717275
Dec 10 04:07:26.807853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.808172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:26.823754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-8e5baccd-1b68-45b7-8e89-82d7d9fc8dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262169
Dec 10 04:07:26.930665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Calling delete_port for 13f41e07-b5fb-450e-8c82-31958fcb2b23 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:26.958529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f23fa7f8-1af3-440e-b6da-bdd3105c3ff2 req-0b2fa944-06c4-41e1-a4b1-87c7ea131e47 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250036
Dec 10 04:07:27.087781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:27.091520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13ebedc9-cbe9-4464-9d1f-65fbe48c78ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:27.125423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-f7e5796c-dc4b-42d9-9c32-b0f5fe966a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:27.127036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-f7e5796c-dc4b-42d9-9c32-b0f5fe966a59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 1134 time: 0.0778632
Dec 10 04:07:27.136758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Port': ['ID=13f41e07-b5fb-450e-8c82-31958fcb2b23,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:27.139884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:27.231101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:27.231572 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Floating IP 6bda0c31-5e45-4350-8a9b-cf58b314ddde disassociated (deleted). External IP: 172.26.1.112, port: 229c6334-052a-45c6-9420-be6c0b1af307.
Dec 10 04:07:27.261478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-3976f546-1c0d-4848-b9ec-bc01ea57e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:27.262921 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-3976f546-1c0d-4848-b9ec-bc01ea57e8d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 898 time: 0.1289742
Dec 10 04:07:27.334773 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-acc1bd84-fd32-4a3a-896a-a7c4eb864df7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 217 time: 0.0640371
Dec 10 04:07:27.398271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-ef284b78-023b-4229-8bb7-6205492c0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:27.399837 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-ef284b78-023b-4229-8bb7-6205492c0ab7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 200  len: 835 time: 0.0592692
Dec 10 04:07:27.477285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-3a004d8d-fa88-48df-b9f5-ccaa5b09bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:27.478780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-3a004d8d-fa88-48df-b9f5-ccaa5b09bb87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726404
Dec 10 04:07:27.583621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Router 2de6a65a-05b4-482e-b94a-116ab0054292 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:27.614118 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-3d1913a8-91af-4067-9a61-69c694334ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276660
Dec 10 04:07:27.661608 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:07:27.747095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e7a60a5b-f869-4cb1-b069-6c679582a976 req-eba67a92-ebb7-4111-a370-deabed42267b service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259358
Dec 10 04:07:27.764428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:27.775967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Sync routers for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:27.782703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:27.786522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:27.787139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123250>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:27.839223 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "DELETE /v2.0/floatingips/6bda0c31-5e45-4350-8a9b-cf58b314ddde HTTP/1.1" status: 204  len: 168 time: 1.6609409
Dec 10 04:07:27.839223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:27.966549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:28.019426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357dcb-c0d2-4196-92ba-6dbe2996381c req-016dc379-f2e0-4a3f-b5c1-86de000aa0cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.025862 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-88357dcb-c0d2-4196-92ba-6dbe2996381c req-016dc379-f2e0-4a3f-b5c1-86de000aa0cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 981 time: 0.0896342
Dec 10 04:07:28.072008 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-88357dcb-c0d2-4196-92ba-6dbe2996381c req-746642ff-3dd0-4805-a788-2c8e79243f76 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439305
Dec 10 04:07:28.218909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'status': 'completed', 'code': 200}
Dec 10 04:07:28.263420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38723-275b-4de6-8cc2-a74d2b628a38 req-4ae32676-2243-43d2-bdde-db7d659c8ffa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.264113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-37d38723-275b-4de6-8cc2-a74d2b628a38 req-4ae32676-2243-43d2-bdde-db7d659c8ffa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Synchronizing usage tracker for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:28.281541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-37d38723-275b-4de6-8cc2-a74d2b628a38 req-4ae32676-2243-43d2-bdde-db7d659c8ffa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Unset dirty status for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:28.283091 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37d38723-275b-4de6-8cc2-a74d2b628a38 req-4ae32676-2243-43d2-bdde-db7d659c8ffa tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.1026602
Dec 10 04:07:28.320884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-d0f12a64-3265-436b-bc18-27001feb7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.322698 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-d0f12a64-3265-436b-bc18-27001feb7b21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 1099 time: 0.0754673
Dec 10 04:07:28.332440 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37d38723-275b-4de6-8cc2-a74d2b628a38 req-69736508-63f5-4bed-bd53-a6324ac874b1 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429633
Dec 10 04:07:28.333919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123250>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:28.338277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Checking router: 2de6a65a-05b4-482e-b94a-116ab0054292 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:28.347516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:28.348070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123250>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:28.453866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-3900d6e8-af09-42ba-9ae5-e1409e2bbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.455211 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-3900d6e8-af09-42ba-9ae5-e1409e2bbf90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 200  len: 898 time: 0.1256466
Dec 10 04:07:28.523871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:28.526393 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-b91d4b72-0bda-41cf-a347-880715ad9b90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 200  len: 217 time: 0.0629313
Dec 10 04:07:28.590622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-8e231ae7-0cf6-495f-a50b-846967316710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.592036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-8e231ae7-0cf6-495f-a50b-846967316710 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 200  len: 834 time: 0.0584948
Dec 10 04:07:28.790362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-16311a09-aedc-4712-878c-7361e2cc3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:28.791748 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-16311a09-aedc-4712-878c-7361e2cc3725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bff93ac-cc07-4e53-8789-1460ac8ee654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1924858
Dec 10 04:07:28.837083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123250>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:28.841075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637adcdd-b9bd-4cc6-9f75-605e0f3b82d1 None None] The sync data for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv is: [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:04:05Z', 'revision_number': 4, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '811dec7e-9f8f-4363-a8d8-3fcb6110ccdb', 'name': '', 'network_id': '1bff93ac-cc07-4e53-8789-1460ac8ee654', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'mac_address': 'fa:16:3e:7f:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0201302d-212e-4db2-9663-ae4404df784e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:04:04Z', 'updated_at': '2021-12-10T04:04:13Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'subnets': [{'id': '0201302d-212e-4db2-9663-ae4404df784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:28.927338 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-f1bf0b79-413a-4ab2-8674-726ab0f5db51 service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278152
Dec 10 04:07:29.065522 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4648028-b903-4119-812b-94b31bcc0a90 None None] New status for floating IP 6bda0c31-5e45-4350-8a9b-cf58b314ddde: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:07:29.072879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c41abe25-1d5c-4c8c-8a40-ac010f6c0b7f req-7f0cc9c3-0e3a-485f-8af9-a1604a8d4baa service neutron] 10.222.0.18 "GET /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309688
Dec 10 04:07:29.385174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802b2e8-dbd6-4f84-99fd-14affabe3fbd req-80fff408-6939-403c-97c5-186583b5cc49 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:29.386690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6802b2e8-dbd6-4f84-99fd-14affabe3fbd req-80fff408-6939-403c-97c5-186583b5cc49 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 981 time: 0.2056599
Dec 10 04:07:29.441489 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6802b2e8-dbd6-4f84-99fd-14affabe3fbd req-09cc871f-6ab1-4e3a-9011-2e3f5b7404a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480976
Dec 10 04:07:29.524013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848aa9f5-7f73-4568-bccf-14b4a18a42b3 req-0c619552-9011-48f9-8f4b-c0a4eb0eccc3 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:29.525490 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-848aa9f5-7f73-4568-bccf-14b4a18a42b3 req-0c619552-9011-48f9-8f4b-c0a4eb0eccc3 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0821948
Dec 10 04:07:29.571656 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-848aa9f5-7f73-4568-bccf-14b4a18a42b3 req-d61cd8b0-29c7-4b31-92ed-e55db68196a0 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/security-groups?id=481673f3-f972-4b3e-ada9-f64b4a79846f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403454
Dec 10 04:07:29.977647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-cff337d8-013a-4698-b442-6578b9e66240 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:29.978341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-cff337d8-013a-4698-b442-6578b9e66240 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Synchronizing usage tracker for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:29.990874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-cff337d8-013a-4698-b442-6578b9e66240 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Unset dirty status for tenant:04b88699b8e044b89cf8b03deb8fc57a on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:29.991945 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-cff337d8-013a-4698-b442-6578b9e66240 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.18 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 946 time: 0.0922790
Dec 10 04:07:30.078471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting port 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:30.078810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:30.316260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] For port 229c6334-052a-45c6-9420-be6c0b1af307, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=229c6334-052a-45c6-9420-be6c0b1af307,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:30.316614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:30.443251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Calling delete_port for 229c6334-052a-45c6-9420-be6c0b1af307 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:30.602318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:30.614720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b36e2c1d-99c3-4047-98ba-cafd676455e2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:30.644065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780846ac-352c-4c30-b848-e7d7c59c8d1a req-3c7ebf7a-1a32-4c7f-8839-ac94a2ccee84 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:30.645800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-780846ac-352c-4c30-b848-e7d7c59c8d1a req-3c7ebf7a-1a32-4c7f-8839-ac94a2ccee84 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 981 time: 0.0894821
Dec 10 04:07:30.706926 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-780846ac-352c-4c30-b848-e7d7c59c8d1a req-06683087-bb70-4c19-bef9-d49bddb6e3ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549507
Dec 10 04:07:30.709136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Port': ['ID=229c6334-052a-45c6-9420-be6c0b1af307,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:30.712137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:30.752322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] No DVR routers for this DVR port 229c6334-052a-45c6-9420-be6c0b1af307 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:30.754827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:30.757367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3cb9b0eb-34e4-4066-bc3d-d012468c5b67 req-27e80e95-57ac-4022-9953-7c6a4cbd4a3b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 210 time: 0.0490637
Dec 10 04:07:30.757552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-deleted', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:30.782010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f62b1f0e-54a6-4711-92f3-5473d6e4b680 req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.18 "DELETE /v2.0/ports/229c6334-052a-45c6-9420-be6c0b1af307 HTTP/1.1" status: 204  len: 173 time: 0.7734859
Dec 10 04:07:30.949749 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531e7d71-7e1f-448b-a0fa-78b0e365148f', 'name': 'network-vif-deleted', 'tag': '229c6334-052a-45c6-9420-be6c0b1af307', 'status': 'completed', 'code': 200}
Dec 10 04:07:31.118408 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-da4e942c-c3e0-4ec4-a9ae-e764e90787ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0434284
Dec 10 04:07:31.199704 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-08d085fc-7512-42fd-8f18-527998229310 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&device_id=531e7d71-7e1f-448b-a0fa-78b0e365148f HTTP/1.1" status: 200  len: 210 time: 0.0415444
Dec 10 04:07:31.379468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-98d80391-55a3-417c-ba16-cc1ae96d9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:31.380931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-98d80391-55a3-417c-ba16-cc1ae96d9e3a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1472492
Dec 10 04:07:31.518573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-6a9291b8-53c2-47fb-b51f-5f3136b82226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:31.520115 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8f4b8c9d-3b32-4c83-8b6c-1d89a4e24e08 req-6a9291b8-53c2-47fb-b51f-5f3136b82226 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1331465
Dec 10 04:07:31.854650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44020) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:31.894052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc71aa-6291-4b48-91b9-791c8b9ba003 req-3c70c89f-68f3-4af5-9670-bd0a639bc7bf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:31.895911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1efc71aa-6291-4b48-91b9-791c8b9ba003 req-3c70c89f-68f3-4af5-9670-bd0a639bc7bf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 981 time: 0.0806053
Dec 10 04:07:31.944563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1efc71aa-6291-4b48-91b9-791c8b9ba003 req-08fa99ff-7d4f-4452-bbc6-f75bcdf4af87 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412762
Dec 10 04:07:32.272795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:07:32.279511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:32.318182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 229c6334-052a-45c6-9420-be6c0b1af307 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:32.319149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 229c6334-052a-45c6-9420-be6c0b1af307 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:32.443384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:32.457054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'mac_address': 'fa:16:3e:13:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:07:32.512170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:32.528663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a14545c-c5cf-455e-990c-fa7d9609d4b2 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:07:32.529198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:32.543693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:32.547598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:32.549456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:32.617360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:32.620333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:32.875690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:32.875939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:32.944140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['3a14545c-c5cf-455e-990c-fa7d9609d4b2'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:07:33.067324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] For port 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:33.067686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:33.141392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef7611-5026-4b7f-94ec-fa7c3953db59 req-aa4971a7-6be6-4ef7-9695-5a3d4ef7d8ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:33.142754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c4ef7611-5026-4b7f-94ec-fa7c3953db59 req-aa4971a7-6be6-4ef7-9695-5a3d4ef7d8ae tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 982 time: 0.0868104
Dec 10 04:07:33.186812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c4ef7611-5026-4b7f-94ec-fa7c3953db59 req-c86ad42f-ee4a-4004-8cd4-9d49ef7e0358 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377424
Dec 10 04:07:33.196909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Calling delete_port for 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:33.495339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:33.499161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6bdba677-1ee3-4b0d-b5ac-202f4b8afd63 tempest-FloatingIPTestJSON-536287202 tempest-FloatingIPTestJSON-536287202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:33.543844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Port': ['ID=811dec7e-9f8f-4363-a8d8-3fcb6110ccdb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:33.546406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:33.816601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.169290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Router 2de6a65a-05b4-482e-b94a-116ab0054292 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:34.272156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:34.346027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:34.349132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:34.355273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:34.355732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.358766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "PUT /v2.0/routers/2de6a65a-05b4-482e-b94a-116ab0054292/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5030081
Dec 10 04:07:34.361458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44028) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:34.385482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Sync routers for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:34.415052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:34.415678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9decb070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:34.431069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644fc71-2891-4e24-bbf2-1b5b083b5d01 req-134b90b0-f86b-465b-9477-e8bb79060b7c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:34.432438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2644fc71-2891-4e24-bbf2-1b5b083b5d01 req-134b90b0-f86b-465b-9477-e8bb79060b7c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 982 time: 0.1421728
Dec 10 04:07:34.462240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting subnet 0201302d-212e-4db2-9663-ae4404df784e {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:07:34.468836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.529531 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2644fc71-2891-4e24-bbf2-1b5b083b5d01 req-b278a362-9246-456c-bdb5-a39c2cbe9e9d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894761
Dec 10 04:07:34.538641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.626613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.649403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:34.701913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.706376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-61da69e0-c54c-4485-974a-4f32a7982a05 tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:34.737179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.743847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Subnet': ['ID=0201302d-212e-4db2-9663-ae4404df784e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:34.747675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:34.749241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.754592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "DELETE /v2.0/subnets/0201302d-212e-4db2-9663-ae4404df784e HTTP/1.1" status: 204  len: 168 time: 0.3919921
Dec 10 04:07:34.757264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44032) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:34.810963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c320b002-a533-4524-83ac-9c30f64296e9 None None] Network 1bff93ac-cc07-4e53-8789-1460ac8ee654 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:07:34.920672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:34.938777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:34.993756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:35.031675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.037934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:35.076434 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'code': 200}
Dec 10 04:07:35.133661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.143560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting port af5ad73b-2bab-4006-bef3-4ca9153aedcd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:35.143900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.216613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:35.221857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:35.263961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9decb070>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:07:33Z', 'revision_number': 5, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port': {'id': 'af5ad73b-2bab-4006-bef3-4ca9153aedcd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:03:59Z', 'updated_at': '2021-12-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:35.269175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Checking router: 2de6a65a-05b4-482e-b94a-116ab0054292 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:35.278640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Routers {'2de6a65a-05b4-482e-b94a-116ab0054292'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:35.279323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9decb070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2de6a65a-05b4-482e-b94a-116ab0054292'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:35.338504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] DHCP port deletion for 1bff93ac-cc07-4e53-8789-1460ac8ee654 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:07:35.346064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] For port af5ad73b-2bab-4006-bef3-4ca9153aedcd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=af5ad73b-2bab-4006-bef3-4ca9153aedcd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:35.346416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.389960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3450e3-4d54-40b2-bf86-403df61fe82f req-37bcfcc5-962a-40e6-a6ba-d32b835723a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:35.393052 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de3450e3-4d54-40b2-bf86-403df61fe82f req-37bcfcc5-962a-40e6-a6ba-d32b835723a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 1136 time: 0.0891860
Dec 10 04:07:35.413413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Deleting port 844d28f7-6d3a-4449-8267-d97ddf16d80e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:35.413845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.456111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de3450e3-4d54-40b2-bf86-403df61fe82f req-d646d778-58a4-4136-b1a5-adb632be6394 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566556
Dec 10 04:07:35.517780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] Set router 2de6a65a-05b4-482e-b94a-116ab0054292 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:35.567990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 844d28f7-6d3a-4449-8267-d97ddf16d80e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:35.596242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Calling delete_port for af5ad73b-2bab-4006-bef3-4ca9153aedcd owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:35.680069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9decb070>, [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:07:35Z', 'revision_number': 6, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:35.709697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bb105-7c16-4c1c-b977-dc6bc784f641 None None] The sync data for ids ['2de6a65a-05b4-482e-b94a-116ab0054292'] in dv-neutron-821182-1-hyperv is: [{'id': '2de6a65a-05b4-482e-b94a-116ab0054292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789819647', 'tenant_id': '04b88699b8e044b89cf8b03deb8fc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:03:58Z', 'updated_at': '2021-12-10T04:07:35Z', 'revision_number': 6, 'project_id': '04b88699b8e044b89cf8b03deb8fc57a', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:35.762547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56060d-365c-486c-82cb-bde27458b199 req-ac39e627-1246-4e29-b400-02986cecf8ee tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:35.763989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb56060d-365c-486c-82cb-bde27458b199 req-ac39e627-1246-4e29-b400-02986cecf8ee tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.1234140
Dec 10 04:07:35.832242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:35.832550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.851810 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb56060d-365c-486c-82cb-bde27458b199 req-e0cd2314-6ced-419b-8985-0bbed0f89846 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817995
Dec 10 04:07:35.867393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:35.877779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b8bd38a8-42a2-48b4-93e8-4dfb68242417 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:35.923130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Port': ['ID=af5ad73b-2bab-4006-bef3-4ca9153aedcd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:35.927054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:35.973187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Calling delete_port for 844d28f7-6d3a-4449-8267-d97ddf16d80e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:36.016282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.069871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.122957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:36.128216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.132875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:36.173694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:07:36.174112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:07:36.200563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.202216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=844d28f7-6d3a-4449-8267-d97ddf16d80e,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:36.202741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.204920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:36.225012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.225581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Fanout notify agent at l3_agent the message router_deleted on router 2de6a65a-05b4-482e-b94a-116ab0054292 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:07:36.240146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.241770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "DELETE /v2.0/routers/2de6a65a-05b4-482e-b94a-116ab0054292 HTTP/1.1" status: 204  len: 168 time: 1.4835601
Dec 10 04:07:36.244496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:36.354614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.364687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Deleting port 844d28f7-6d3a-4449-8267-d97ddf16d80e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:36.365015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.570881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:36.571244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.675454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Deleting port 844d28f7-6d3a-4449-8267-d97ddf16d80e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:36.676353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.694839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Calling delete_port for 844d28f7-6d3a-4449-8267-d97ddf16d80e owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:36.803190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:36.808530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e15ab294-21d9-42fb-b39d-7fe74ff840b0 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:36.856618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Port': ['ID=844d28f7-6d3a-4449-8267-d97ddf16d80e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:36.858463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] No DVR routers for this DVR port 844d28f7-6d3a-4449-8267-d97ddf16d80e on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:36.860056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:36.909001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] For port 844d28f7-6d3a-4449-8267-d97ddf16d80e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=844d28f7-6d3a-4449-8267-d97ddf16d80e,segment=NetworkSegment(1dde8039-cdac-41dc-a114-c0bcb9ba7174),segment_id=1dde8039-cdac-41dc-a114-c0bcb9ba7174)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:36.909662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.037864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Calling delete_port for 844d28f7-6d3a-4449-8267-d97ddf16d80e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:07:37.112301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:07:37.112635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:07:37.144333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Deleting port 844d28f7-6d3a-4449-8267-d97ddf16d80e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:07:37.144726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.149223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.187443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35e8b0>,) {'filters': {'network_id': ['1bff93ac-cc07-4e53-8789-1460ac8ee654']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:37.201923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35e8b0>, '1dde8039-cdac-41dc-a114-c0bcb9ba7174') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:37.202210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c35e8b0>, '1dde8039-cdac-41dc-a114-c0bcb9ba7174') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:37.208940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-137cc4a2-22b4-456f-9f41-402f52ed1628 None None] The port '844d28f7-6d3a-4449-8267-d97ddf16d80e' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:07:37.216399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.236627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.252093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6eb61-2d79-4bb1-8eda-2a509d91aabe req-90699b78-a29b-4138-93b5-6796121ca838 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:37.253553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d9b6eb61-2d79-4bb1-8eda-2a509d91aabe req-90699b78-a29b-4138-93b5-6796121ca838 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.1709378
Dec 10 04:07:37.254465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:07:37.254849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:07:37.269444 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:07:37.375407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.379925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.384937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:37.401744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d9b6eb61-2d79-4bb1-8eda-2a509d91aabe req-fb746188-1e33-4741-b2f8-174be99bda04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278570
Dec 10 04:07:37.411005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'Network': ['ID=1bff93ac-cc07-4e53-8789-1460ac8ee654,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:37.415889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:37.425556 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "DELETE /v2.0/networks/1bff93ac-cc07-4e53-8789-1460ac8ee654 HTTP/1.1" status: 204  len: 168 time: 1.1800578
Dec 10 04:07:37.429414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44048) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:37.462223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:37.499062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:37.499326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 811dec7e-9f8f-4363-a8d8-3fcb6110ccdb not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:37.499935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device af5ad73b-2bab-4006-bef3-4ca9153aedcd no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:37.502311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.533524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: af5ad73b-2bab-4006-bef3-4ca9153aedcd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:07:37.533878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device af5ad73b-2bab-4006-bef3-4ca9153aedcd not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:37.575566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.646126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cce0-27da-45fe-b756-427515755a6f req-dda2ca78-770a-4e56-8b73-367e8c1cfff7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:37.648081 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b64cce0-27da-45fe-b756-427515755a6f req-dda2ca78-770a-4e56-8b73-367e8c1cfff7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.1298649
Dec 10 04:07:37.685545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.692828 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7fc091d3-516d-4b63-97ad-71e51a66134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:37.712740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b64cce0-27da-45fe-b756-427515755a6f req-d738ef62-8bbf-485c-afbd-48926ceb0814 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586803
Dec 10 04:07:37.714498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481673f3-f972-4b3e-ada9-f64b4a79846f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:37.717929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:37.726026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.730146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] 10.222.0.44 "DELETE /v2.0/security-groups/481673f3-f972-4b3e-ada9-f64b4a79846f HTTP/1.1" status: 204  len: 168 time: 0.2996449
Dec 10 04:07:37.735915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44056) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:37.815645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bddb9c2-0aaf-46a1-919a-0700657b68ae tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:37.817326 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6bddb9c2-0aaf-46a1-919a-0700657b68ae tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 1131 time: 0.0804572
Dec 10 04:07:37.820820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44062) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:37.826177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:37.832108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:37.835910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:37.838727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:37.844484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:37.855862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:37.998037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.101107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44068) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:38.132772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.140 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/842aa4ba-2603-40dd-ba15-e40e85bb2e54) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:07:38.249511 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1da2e7d4-8c5f-488d-a021-3c8e86f3a2d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04b88699b8e044b89cf8b03deb8fc57a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1448522
Dec 10 04:07:38.249748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44074) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:38.280824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.307376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.311005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.315662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:38.337274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.379892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:07:38.383610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:07:38.388054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:07:38.388523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.393374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-730eb8e8-846f-40bc-8996-8ac3b67b115a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:38.406160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25ec2e-d3c6-4d31-829b-23c24c86e2bf,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:38.409050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:38.415235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.419455 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db25ec2e-d3c6-4d31-829b-23c24c86e2bf HTTP/1.1" status: 204  len: 168 time: 0.1664195
Dec 10 04:07:38.428843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=842aa4ba-2603-40dd-ba15-e40e85bb2e54,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:38.433130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:38.694270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44082) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:38.712850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.726886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:38.730769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Usage tracker for resource:security_group_rule and tenant:346852dc72f64663b4f256d58cd65582 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:38.733536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:38.739124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:38.809105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.820182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.825085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.834543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9ee2971e-0661-496c-af86-da8d69d8e68f tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:38.875717 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=346852dc72f64663b4f256d58cd65582&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1777849
Dec 10 04:07:38.875717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f08918-3423-48d7-87d5-5a3d2042a1c5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:38.876757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44086) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:38.878813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:38.944415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:38.972212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.008547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.023255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.027283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dccf4c1a-77a2-4b1c-a3d6-03074467f424 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:39.038322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f08918-3423-48d7-87d5-5a3d2042a1c5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:39.041705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:39.044794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.046071 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58f08918-3423-48d7-87d5-5a3d2042a1c5 HTTP/1.1" status: 204  len: 168 time: 0.1687298
Dec 10 04:07:39.237063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.242771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.247058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30596aa5-284f-4f27-a201-da6890ecdfec tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:39.358398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=842aa4ba-2603-40dd-ba15-e40e85bb2e54,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:39.362704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:39.372113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:39.546186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388 associated. External IP: 172.26.1.140, port: 3a14545c-c5cf-455e-990c-fa7d9609d4b2.
Dec 10 04:07:39.889600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router e8c5c957-0fa9-4d81-850d-9d91d0209e05 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:07:40.062510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:07:40.072413 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Sync routers for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:07:40.081483 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:40.082082 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2f4280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:40.087787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:40.142143 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.3198736
Dec 10 04:07:40.142768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:40.145106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44092) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:40.188308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fff396-84c8-4792-aab3-043d26428d6f', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'status': 'completed', 'code': 200}
Dec 10 04:07:40.218169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecab5a-a17b-4ae7-acc8-8a2cf6cd6974 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.219835 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-abecab5a-a17b-4ae7-acc8-8a2cf6cd6974 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f&network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 1131 time: 0.0735359
Dec 10 04:07:40.263974 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:40.439870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-f5e8fb8c-9e4d-4a2c-8909-cc03ca21ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.441436 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-f5e8fb8c-9e4d-4a2c-8909-cc03ca21ed79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 1136 time: 0.2070303
Dec 10 04:07:40.604533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642b285-fbdf-4b0b-af00-363df2c8aaa9 req-1b1ee041-3b66-4d3d-b343-567f80e4ae3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.606441 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0642b285-fbdf-4b0b-af00-363df2c8aaa9 req-1b1ee041-3b66-4d3d-b343-567f80e4ae3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.0923157
Dec 10 04:07:40.620313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-a8c0bbde-bc8f-435c-93a1-1d548d81f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.621873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-a8c0bbde-bc8f-435c-93a1-1d548d81f665 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 898 time: 0.1377645
Dec 10 04:07:40.652370 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0642b285-fbdf-4b0b-af00-363df2c8aaa9 req-2ef20dcd-4bc1-4b7e-9d14-8646567448af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396008
Dec 10 04:07:40.671461 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2f4280>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1976321926', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'mac_address': 'fa:16:3e:13:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fff396-84c8-4792-aab3-043d26428d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:07:38Z', 'updated_at': '2021-12-10T04:07:38Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:40.675263 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Checking router: e8c5c957-0fa9-4d81-850d-9d91d0209e05 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:07:40.684121 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:07:40.684714 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2f4280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:40.736430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-fc0b39a3-a6bd-40da-9a61-a6af3486be6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1037 time: 0.1064644
Dec 10 04:07:40.799982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-207eb237-d199-4dc3-b328-e80212dc819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.801557 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-207eb237-d199-4dc3-b328-e80212dc819f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 200  len: 835 time: 0.0579216
Dec 10 04:07:40.861162 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:07:40.879650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-d2b3888d-9648-40a3-8cae-f3bcca960d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:40.881675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-d2b3888d-9648-40a3-8cae-f3bcca960d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735331
Dec 10 04:07:41.018631 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-fd35d94d-5dae-47ff-9f12-013abe30b40e service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285894
Dec 10 04:07:41.161170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7ac2c6c5-8182-4c79-aeb2-eadbe0a382cc req-25e2338f-b24b-4e1f-8feb-d9a75283cc40 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353304
Dec 10 04:07:41.215234 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2f4280>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1976321926', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'mac_address': 'fa:16:3e:13:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fff396-84c8-4792-aab3-043d26428d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:07:38Z', 'updated_at': '2021-12-10T04:07:38Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:07:41.219476 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01fe0c-bd14-4365-8e50-fcef4b1fceb1 None None] The sync data for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv is: [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1976321926', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'mac_address': 'fa:16:3e:13:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fff396-84c8-4792-aab3-043d26428d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:07:38Z', 'updated_at': '2021-12-10T04:07:38Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:07:41.439797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828da34-a508-4dc2-87fb-d5f7a501b0c0 None None] New status for floating IP 3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:07:41.841143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aa92c-8372-4a05-b270-29319ad07118 req-d7ad2fa0-023b-4477-bdca-c84ab857bae8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:41.842621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d9aa92c-8372-4a05-b270-29319ad07118 req-d7ad2fa0-023b-4477-bdca-c84ab857bae8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.0809536
Dec 10 04:07:41.887135 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d9aa92c-8372-4a05-b270-29319ad07118 req-e387b4e6-0ab1-4af2-bb93-dffc4ec9b3be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388715
Dec 10 04:07:42.111259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c645-256c-43e6-af25-f935ebbf5383 req-365d334e-1575-4847-8a4d-0ee29605af77 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:42.111867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7474c645-256c-43e6-af25-f935ebbf5383 req-365d334e-1575-4847-8a4d-0ee29605af77 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:42.127096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7474c645-256c-43e6-af25-f935ebbf5383 req-365d334e-1575-4847-8a4d-0ee29605af77 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:42.128172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7474c645-256c-43e6-af25-f935ebbf5383 req-365d334e-1575-4847-8a4d-0ee29605af77 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 983 time: 0.0939734
Dec 10 04:07:42.197080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c645-256c-43e6-af25-f935ebbf5383 req-16e1682e-1531-4f3b-9ccf-51dbbbf8a9de tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:42.198417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7474c645-256c-43e6-af25-f935ebbf5383 req-16e1682e-1531-4f3b-9ccf-51dbbbf8a9de tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0646930
Dec 10 04:07:42.338741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7474c645-256c-43e6-af25-f935ebbf5383 req-25130fa1-2c29-43b8-a5ad-398ba72e14c8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1347888
Dec 10 04:07:42.349136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:42.456560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:42.652993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:42.680322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:42.728422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] device_id is not set on port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:07:42.736285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:42.743224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:42.746758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d72395e6-4d5d-4496-8821-5b948bac92af tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:42.877041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=6']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:42.882094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:42.937386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] No DVR routers for this DVR port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:07:43.043291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4bee1f88-8f4f-42eb-8ede-4b2d6223aa1b None None] Provisioning complete for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:43.044425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4bee1f88-8f4f-42eb-8ede-4b2d6223aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:43.106091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-4bee1f88-8f4f-42eb-8ede-4b2d6223aa1b None None] Port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:07:43.175382 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f4aed895-4941-4609-b615-01041a5211d6 req-749767e4-d2b8-4efa-9471-ad84b94eb9a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=95fff396-84c8-4792-aab3-043d26428d6f HTTP/1.1" status: 200  len: 210 time: 0.1817076
Dec 10 04:07:43.278752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] In _notify_port_updated(), no bound segment for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 04:07:43.279592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:43.280186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:43.281533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7474c645-256c-43e6-af25-f935ebbf5383 req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] 10.222.0.18 "PUT /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1026 time: 0.9360259
Dec 10 04:07:43.913175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.266374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44108) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:44.318078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:07:44.335977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d34cd1-6e15-4504-8445-61a31490c63f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:44.337293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f0d34cd1-6e15-4504-8445-61a31490c63f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 925 time: 0.0699172
Dec 10 04:07:44.382735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ba268397-7b3f-441d-95c4-bd151ecbd455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.390595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:07:44.588846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:44.594170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266827549', 'description': 'tempest-secgroup-smoke-1266827549 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:44.600611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:44.609976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:44.619898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.639921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:44.643568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:44.646320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:44.651853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:44.719256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.722798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.728193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8e0e8fe4-3d76-40c7-bb93-b2bdce359f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:44.770593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e170779-aca5-44b2-a3c0-4ca410d18cb0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:44.773472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.774631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1846981
Dec 10 04:07:44.775503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:44.778240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44118) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:44.782469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:44.788809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:44.792608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:44.795469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:44.801198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:44.818129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.877556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.881115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.883094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f97-b1a0-469a-814d-fc7de97505df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:44.904759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec86e46-8cd7-4ead-b738-1833764f06c3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:44.909414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:44.914557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:44.915797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1372504
Dec 10 04:07:44.918731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44122) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:44.923738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:44.930274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:44.934010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:44.936820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:44.942472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:44.958653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.017905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.021074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.023344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fa0d19a7-880a-4f43-8bbd-15eb49fee3e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:45.044664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bd8c8d-cb52-4e92-abc0-d9c82f864d56,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:45.046954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:45.053494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.054633 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1349578
Dec 10 04:07:45.057362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44126) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:45.062291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:45.067824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:45.071861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:45.074624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:45.080192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:45.097511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.160301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.164106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.165965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:45.185525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f5caa-ba4c-4175-b19e-9f74b8dc9230,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:45.189238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:45.197033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.198213 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1399484
Dec 10 04:07:45.200841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44130) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:45.205796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:45.211961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:45.216358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:45.219677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:45.226785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:45.241136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.304067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.307569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.309482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb57-7216-49e5-b0d8-ad4e1a7bbb10 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:45.331963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae8e25-5b4a-4361-9175-697962dd9177,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:45.336213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:45.340492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.341661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1398673
Dec 10 04:07:45.344349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44134) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:45.349398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:45.355077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:45.358833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:45.361694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:45.367813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:45.377868 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:07:45.384784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.450665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.454074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.455810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f37ecc52-831d-4c31-bf7b-f927a9898650 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:45.477777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ef750a-9987-45bb-a8d3-88630a9af526,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:45.480059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:45.486788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.487951 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1426601
Dec 10 04:07:45.491194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:45.495983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3e170779-aca5-44b2-a3c0-4ca410d18cb0', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:45.501630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:07:45.507813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:07:45.509818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:07:45.515774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:07:45.525826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:07:45.532138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.594505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.598223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.600011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb86f910-d35c-48e9-8f8a-fe99a78b584f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:45.621082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d5ced2-50df-468e-b8c2-2325bbc107bf,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:45.623425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:45.629864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:45.631520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1389196
Dec 10 04:07:45.846646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-165cec30-c00d-41af-930b-60ccd39106ee req-dd7558c1-53df-48a4-b833-15a048c078cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:07:45.860913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-165cec30-c00d-41af-930b-60ccd39106ee req-dd7558c1-53df-48a4-b833-15a048c078cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:07:45.862062 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-dd7558c1-53df-48a4-b833-15a048c078cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266827549&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0546625
Dec 10 04:07:45.947599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-637b5bb7-9a07-4e1b-bc46-258b9cf1e6c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:45.948941 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-637b5bb7-9a07-4e1b-bc46-258b9cf1e6c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 930 time: 0.0795078
Dec 10 04:07:46.020921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-0cb244bc-ec15-49e1-869e-7739cbb44686 service neutron] 10.222.0.44 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0601878
Dec 10 04:07:46.150447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-640fef06-307e-4165-8bbf-5d6a02eacd29 service neutron] 10.222.0.44 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238368
Dec 10 04:07:46.280424 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-799aae92-d470-4a17-9862-8ce407dca3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244206
Dec 10 04:07:46.455096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-94a318cf-1b3c-4ca8-a613-947746c2a291 req-02db89c1-06a6-45b3-8614-27b70be8d19e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 210 time: 0.0460851
Dec 10 04:07:46.669477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cd1ab5e1-d85d-4198-8bcf-d34a8e76ee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:47.471133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-bff0a5a5-64e7-491a-8769-e0686047b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:47.472980 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-bff0a5a5-64e7-491a-8769-e0686047b207 service neutron] 10.222.0.18 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1026 time: 0.0660419
Dec 10 04:07:47.572406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:47.633068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-8a87d2fd-b5f1-4352-a35b-cb6d86efd5da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:47.634825 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-8a87d2fd-b5f1-4352-a35b-cb6d86efd5da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 797 time: 0.1564612
Dec 10 04:07:47.644641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-42e0bfcd-88e7-4cce-9ab1-6ac3ca154789 req-25e93be9-5137-412d-9ec5-255830210cec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 210 time: 0.0475879
Dec 10 04:07:47.695467 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-5e7038dc-f7ba-4007-a3ff-086faee9b344 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 473 time: 0.0435860
Dec 10 04:07:47.706400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Request body: {'port': {'device_id': 'b2b16cf8-a373-4f8f-aa79-202c05d982c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:07:47.816202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:47.949547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.150737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a14545c-c5cf-455e-990c-fa7d9609d4b2 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:07:48.158083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.172540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Transition to ACTIVE for port object 3a14545c-c5cf-455e-990c-fa7d9609d4b2 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:07:48.175648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.180599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fcc4cedf-1cb6-4657-827c-e2154222e8f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:48.321280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=7']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:48.325904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:48.440662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:07:48.440932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:07:48.441258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:48.445956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:07:48.446277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Attempting to bind port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:07:48.451542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:07:48.451877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Checking segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:07:48.452259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Bound using segment: {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:07:48.452680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Bound port: 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b020d644-b270-4ab8-bd03-ef609c171573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:07:48.453030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.542291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:07:48.545240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:07:48.549133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.554299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c19e8b8d-fc69-4a23-a8d9-868a702a4ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:48.611503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:48.612111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:48.613490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] 10.222.0.18 "PUT /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1131 time: 0.9108670
Dec 10 04:07:48.614023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b16cf8-a373-4f8f-aa79-202c05d982c7', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:48.637545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=8']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:48.641066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:48.663535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b16cf8-a373-4f8f-aa79-202c05d982c7', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'status': 'completed', 'code': 200}
Dec 10 04:07:48.759653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-ae0a82e9-e6d7-4b18-9301-ea3986623a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:48.761517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-ae0a82e9-e6d7-4b18-9301-ea3986623a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 1134 time: 0.0789084
Dec 10 04:07:48.836773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda699-56ef-49f8-9523-b26a32bbfd7b req-db3a8feb-f174-40c2-9232-9036350d50aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:48.838277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ffda699-56ef-49f8-9523-b26a32bbfd7b req-db3a8feb-f174-40c2-9232-9036350d50aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 981 time: 0.0825906
Dec 10 04:07:48.882684 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-40168ca5-2865-4dfb-9201-8c3e50ba2277 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1037 time: 0.1078711
Dec 10 04:07:48.892278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ffda699-56ef-49f8-9523-b26a32bbfd7b req-70a69c42-c6f5-4090-bd8c-bb46e652e6cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478241
Dec 10 04:07:48.948937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-fc143202-934b-49c1-b959-8e4d29bfbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:48.950421 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-fc143202-934b-49c1-b959-8e4d29bfbfd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 200  len: 835 time: 0.0614705
Dec 10 04:07:49.024159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cec30-c00d-41af-930b-60ccd39106ee req-9be253ec-05c8-4847-b4a1-deb2d90d844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:49.025536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-9be253ec-05c8-4847-b4a1-deb2d90d844b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689988
Dec 10 04:07:49.270975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-63fd79cb-96b8-4064-a6ec-2eda580b178b service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386994
Dec 10 04:07:49.400942 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-165cec30-c00d-41af-930b-60ccd39106ee req-6b36397e-5400-4418-b821-b08b414acb29 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232944
Dec 10 04:07:49.414651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:49.566159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-fd8b4d5f-dec1-470e-ade5-cc728e5280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:49.567701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-fd8b4d5f-dec1-470e-ade5-cc728e5280d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 1134 time: 0.0730724
Dec 10 04:07:49.697148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-8ba730cf-12bf-4411-9e75-29f7bcca363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:49.698663 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-8ba730cf-12bf-4411-9e75-29f7bcca363f service neutron] 10.222.0.18 "GET /v2.0/networks?id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 898 time: 0.1250389
Dec 10 04:07:49.804212 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-48696073-b484-4618-9f4c-dcf347d37919 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1037 time: 0.0992625
Dec 10 04:07:49.864653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-ca29f27b-29b8-461e-8cbd-e06de9ac96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:49.866620 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-ca29f27b-29b8-461e-8cbd-e06de9ac96ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 200  len: 835 time: 0.0563588
Dec 10 04:07:49.944469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-875c3e1b-4959-4282-9344-f3eb5f9f20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:49.945975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-875c3e1b-4959-4282-9344-f3eb5f9f20ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733886
Dec 10 04:07:50.084083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-88526eed-9327-4edd-bfe3-a5856b230ece service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313381
Dec 10 04:07:50.088909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ba1b0-b895-4be2-bb6c-d8c38f5ecf18 req-28677f69-f55d-4139-9eef-0eb2bddcc412 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:50.090368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-475ba1b0-b895-4be2-bb6c-d8c38f5ecf18 req-28677f69-f55d-4139-9eef-0eb2bddcc412 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 981 time: 0.0846224
Dec 10 04:07:50.137058 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-475ba1b0-b895-4be2-bb6c-d8c38f5ecf18 req-f1e1ca62-141f-4611-a598-b0fca1b43301 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410309
Dec 10 04:07:50.215620 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-13a01e6e-2282-4cd4-a9a2-3103a412ebac req-bf404848-5258-4074-9740-be1a9d026336 service neutron] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248362
Dec 10 04:07:51.319283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7d30d-3afd-4f26-b721-e59e1749bd03 req-d6c4eddc-fa32-4bde-8fd1-ae7f43b6d708 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:51.320743 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4d7d30d-3afd-4f26-b721-e59e1749bd03 req-d6c4eddc-fa32-4bde-8fd1-ae7f43b6d708 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 981 time: 0.0781224
Dec 10 04:07:51.364385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4d7d30d-3afd-4f26-b721-e59e1749bd03 req-389450f8-51b3-4a4e-b3ed-67e051a6c2c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378048
Dec 10 04:07:52.547655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55979-e97b-4778-ac8e-6c01261e351f req-77764307-f66d-4b70-9e9a-d7691e9a3edf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:52.549102 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-06f55979-e97b-4778-ac8e-6c01261e351f req-77764307-f66d-4b70-9e9a-d7691e9a3edf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 981 time: 0.0823121
Dec 10 04:07:52.593742 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-06f55979-e97b-4778-ac8e-6c01261e351f req-3981c406-6678-40b6-a3a6-5589aad09766 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384846
Dec 10 04:07:53.772459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f860e-6da8-4da5-945c-d4d7a2689714 req-a6c6ba3e-0746-4309-bd6f-f1b7e7159050 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:53.773902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-667f860e-6da8-4da5-945c-d4d7a2689714 req-a6c6ba3e-0746-4309-bd6f-f1b7e7159050 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 981 time: 0.0781555
Dec 10 04:07:53.820982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-667f860e-6da8-4da5-945c-d4d7a2689714 req-65e667b6-d50f-47f1-b937-a721ca90da58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414171
Dec 10 04:07:54.334600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:07:54.463163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:54.475895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'port_id': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'mac_address': 'fa:16:3e:13:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:07:54.548696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:54.567589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a14545c-c5cf-455e-990c-fa7d9609d4b2 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:07:54.583044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:54.587147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:54.588830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:54.654422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=9']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:54.657406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:54.967297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['3a14545c-c5cf-455e-990c-fa7d9609d4b2'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:07:55.007422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73695-84eb-4314-aa8e-c2da91772403 req-b0c5a27a-c2d7-4743-ac74-71de811f5358 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:55.008848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77d73695-84eb-4314-aa8e-c2da91772403 req-b0c5a27a-c2d7-4743-ac74-71de811f5358 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 982 time: 0.0796158
Dec 10 04:07:55.053847 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77d73695-84eb-4314-aa8e-c2da91772403 req-e335b079-a7b0-4a8c-b642-81b39a58d420 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388923
Dec 10 04:07:56.241818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4cc5f-1ecb-4bd6-80fc-ec2e78eae572 req-929e052e-8ac1-425f-aad0-5a8fc975c1c7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:56.243222 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6d4cc5f-1ecb-4bd6-80fc-ec2e78eae572 req-929e052e-8ac1-425f-aad0-5a8fc975c1c7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 982 time: 0.0834603
Dec 10 04:07:56.286085 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6d4cc5f-1ecb-4bd6-80fc-ec2e78eae572 req-fc8f81a5-17f3-4618-8cf9-b04c4e7a99d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372908
Dec 10 04:07:56.349125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:07:56.417466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:07:56.421987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:07:56.422370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:56.536061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:56.561702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b16cf8-a373-4f8f-aa79-202c05d982c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:07:56.572431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:07:56.576735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:07:56.579582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:07:56.614622 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b16cf8-a373-4f8f-aa79-202c05d982c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14545c-c5cf-455e-990c-fa7d9609d4b2', 'code': 200}
Dec 10 04:07:56.648203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=10']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:07:56.651168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:07:56.859805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e557c58-8533-4b5c-a3d2-2ab8ae5e13ff req-d0ba2ab9-c1b6-4c6b-8035-da3e7ca050ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:56.861197 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e557c58-8533-4b5c-a3d2-2ab8ae5e13ff req-d0ba2ab9-c1b6-4c6b-8035-da3e7ca050ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 1137 time: 0.0687146
Dec 10 04:07:56.901638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e557c58-8533-4b5c-a3d2-2ab8ae5e13ff req-6f1a6816-dc39-44fd-bb7f-2dd29efe2862 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336232
Dec 10 04:07:57.465122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8d05-60e7-453e-be97-503f33fc27db req-3454ee6f-c5e9-437b-8cd2-d39d3aa22c34 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:57.466586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bee8d05-60e7-453e-be97-503f33fc27db req-3454ee6f-c5e9-437b-8cd2-d39d3aa22c34 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.0792017
Dec 10 04:07:57.509243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bee8d05-60e7-453e-be97-503f33fc27db req-58fa574b-40d6-4948-9c9c-c97a7acf8db7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370791
Dec 10 04:07:58.695914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992d5a-895f-4347-8c5a-cf3b481d8954 req-36130f5d-3281-4497-a6a1-607ff22dfcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:58.697636 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91992d5a-895f-4347-8c5a-cf3b481d8954 req-36130f5d-3281-4497-a6a1-607ff22dfcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.0839069
Dec 10 04:07:58.741040 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91992d5a-895f-4347-8c5a-cf3b481d8954 req-413989b0-44b1-4174-8f0f-d7befeeece9d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377367
Dec 10 04:07:58.921387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298c14-c180-4abf-90e0-ca2d566059e5 req-3476d313-1517-463e-807a-4bd702feb1c1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:58.922840 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3298c14-c180-4abf-90e0-ca2d566059e5 req-3476d313-1517-463e-807a-4bd702feb1c1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.0786397
Dec 10 04:07:58.969484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3298c14-c180-4abf-90e0-ca2d566059e5 req-83022f22-e0d8-4b71-95e5-3914d9414c59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409343
Dec 10 04:07:58.991236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44196) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:07:59.060078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f899d6-553e-451c-a33b-ee75aab3c9a1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:59.061550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f9f899d6-553e-451c-a33b-ee75aab3c9a1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7&network_id=71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 200  len: 1132 time: 0.0693612
Dec 10 04:07:59.409954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77704830-3894-4dc6-b1c3-9111d5b4081f req-f3ed8d7f-17d6-423b-adbd-eb88d628a8a0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:07:59.411401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77704830-3894-4dc6-b1c3-9111d5b4081f req-f3ed8d7f-17d6-423b-adbd-eb88d628a8a0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.0782232
Dec 10 04:07:59.458382 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77704830-3894-4dc6-b1c3-9111d5b4081f req-b9fd367f-2dac-4547-9f81-4a562d75bc2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414400
Dec 10 04:08:00.750424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df3076-f216-498d-b369-c8c4f7db2b0b req-e94db466-cd9b-466b-868c-48ce364b9c4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:00.751779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-92df3076-f216-498d-b369-c8c4f7db2b0b req-e94db466-cd9b-466b-868c-48ce364b9c4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.1888642
Dec 10 04:08:00.794792 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-92df3076-f216-498d-b369-c8c4f7db2b0b req-4d8bb965-39a1-4d1f-8b25-d9655fa5c70c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=5046866b-0108-4c2e-a988-0905f820d487&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368130
Dec 10 04:08:00.918352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-7f0856b7-ae85-48d4-a549-f8c8ede29de2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:00.919767 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-7f0856b7-ae85-48d4-a549-f8c8ede29de2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 984 time: 0.0815382
Dec 10 04:08:00.989043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-c50ffea1-f42d-49e3-b98c-151591a82683 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:00.990381 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-c50ffea1-f42d-49e3-b98c-151591a82683 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0649385
Dec 10 04:08:01.131448 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-42cf8a4f-dc83-4495-9b16-10cd5a430bb5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1360478
Dec 10 04:08:01.141797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:01.247281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:01.543975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3a14545c-c5cf-455e-990c-fa7d9609d4b2,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:01.571034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] For port 3a14545c-c5cf-455e-990c-fa7d9609d4b2, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:08:01.623028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] device_id is not set on port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 yet. {{(pid=87629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 10 04:08:01.630756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:01.635577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:01.639879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f312c572-d60a-40e6-8373-8373c577af8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:01.774248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Pushing event updated for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=11']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:01.786942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.787333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.788338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.788716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.789089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.789508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.789848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.790215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.790580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.790943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.791350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.791662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:01.801845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:01.842611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] No DVR routers for this DVR port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:08:01.963741 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-76ba9ebb-0d7d-4373-a31f-aa437eae8fb1 req-864d8fb4-fd1f-4fb7-aadc-436ec632144d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2b16cf8-a373-4f8f-aa79-202c05d982c7 HTTP/1.1" status: 200  len: 210 time: 0.0512302
Dec 10 04:08:01.965586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f5bf554f-9c90-49eb-9132-8bbf192d6d0c None None] Provisioning complete for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:01.966051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f5bf554f-9c90-49eb-9132-8bbf192d6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:02.018833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf554f-9c90-49eb-9132-8bbf192d6d0c None None] Port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:08:02.070817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] In _notify_port_updated(), no bound segment for port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 on network 71b5ee11-bc7d-42da-83e8-8064bddecaab {{(pid=87629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 10 04:08:02.071908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:02.072509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:02.073786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41f58c92-beea-4b23-b9fc-a96e310a683f req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] 10.222.0.18 "PUT /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 200  len: 1027 time: 0.9357800
Dec 10 04:08:03.056840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44210) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:03.123283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.151773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.213217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.216873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a3589df8-1a27-4226-a5ee-17a90b10d316 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:03.232047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e170779-aca5-44b2-a3c0-4ca410d18cb0,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:03.235500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:03.243859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.244966 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e170779-aca5-44b2-a3c0-4ca410d18cb0 HTTP/1.1" status: 204  len: 168 time: 0.1870215
Dec 10 04:08:03.274407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44216) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:03.473449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 842aa4ba-2603-40dd-ba15-e40e85bb2e54 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:08:03.473712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.634815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.635141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.757288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 842aa4ba-2603-40dd-ba15-e40e85bb2e54 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:08:03.899915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:03.903549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-704a2713-c5a8-406d-b459-d143dfb1d5df tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:03.949162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=842aa4ba-2603-40dd-ba15-e40e85bb2e54,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:03.952431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:04.038832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:04.039063 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388 disassociated (deleted). External IP: 172.26.1.140, port: 3a14545c-c5cf-455e-990c-fa7d9609d4b2.
Dec 10 04:08:04.411073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:08:04.471227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 3a14545c-c5cf-455e-990c-fa7d9609d4b2 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:08:04.520639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router e8c5c957-0fa9-4d81-850d-9d91d0209e05 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:08:04.660128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:08:04.695319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:08:04.704860 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Sync routers for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:08:04.714478 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:04.715080 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf803d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:04.715437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:04.772424 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388 HTTP/1.1" status: 204  len: 168 time: 1.4963408
Dec 10 04:08:04.896553 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:04.919662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44224) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:04.987572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.016726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.079711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.084920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-178f290f-5eb1-4cae-be47-760535888ba3 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:05.101664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a90247-5b98-455c-a966-c0f42ec76824,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:05.104059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:05.109286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.110539 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/75a90247-5b98-455c-a966-c0f42ec76824 HTTP/1.1" status: 204  len: 168 time: 0.1898572
Dec 10 04:08:05.143182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44230) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:05.209451 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf803d0>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:05.213241 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Checking router: e8c5c957-0fa9-4d81-850d-9d91d0209e05 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:08:05.213651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 3a14545c-c5cf-455e-990c-fa7d9609d4b2 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:08:05.213995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.221418 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:05.222008 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf803d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:05.429625 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:05.456244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.582772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 3a14545c-c5cf-455e-990c-fa7d9609d4b2 owned by  {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:08:05.723193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.729161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:05.737070 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf803d0>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:05.741023 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062870ec-9e53-460a-b379-d10f83d0aa64 None None] The sync data for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv is: [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:07:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '49f9c8b4-48a7-4b6c-a57d-9c68d856a041', 'name': '', 'network_id': '71b5ee11-bc7d-42da-83e8-8064bddecaab', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:17Z', 'updated_at': '2021-12-10T04:07:23Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:08:05.786631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=3a14545c-c5cf-455e-990c-fa7d9609d4b2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:05.789719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:05.888391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:05.902865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44234) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:05.913080 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/ports/3a14545c-c5cf-455e-990c-fa7d9609d4b2 HTTP/1.1" status: 204  len: 168 time: 0.7686465
Dec 10 04:08:06.014783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316912af-c182-4a45-b28a-a216399c9a84 None None] New status for floating IP 3ba91e8f-4cb8-45f9-ad3f-f4c4609e9388: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:08:06.458372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:06.794238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:08:06.794483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:07.095972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 49f9c8b4-48a7-4b6c-a57d-9c68d856a041, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:07.096663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:07.215550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:08:07.389063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:07.392504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:07.439581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=49f9c8b4-48a7-4b6c-a57d-9c68d856a041,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:07.466853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:07.705583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.049622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router e8c5c957-0fa9-4d81-850d-9d91d0209e05 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:08:08.220456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:08:08.230093 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363742-b534-4910-93cb-a9b355964575 None None] Sync routers for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:08:08.233430 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/e8c5c957-0fa9-4d81-850d-9d91d0209e05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3294628
Dec 10 04:08:08.235970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44238) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:08.239687 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:08.240316 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b06d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:08.299451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:08:08.303800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.417166 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:08.484412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.564514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.640377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.644945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6430cd28-e2d7-4072-9ccf-826bb0f9853f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:08.682140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.687692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb895c37-cf6d-4a17-82d1-29f00789e5cd None None] Network 71b5ee11-bc7d-42da-83e8-8064bddecaab requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:08:08.689248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5 HTTP/1.1" status: 204  len: 168 time: 0.4523232
Dec 10 04:08:08.690281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=0a476d1b-c3b4-4262-91dd-1bfcb3bc79e5,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:08.692497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44242) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:08.695979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:08.698877 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b06d0>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:08:07Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:08.702771 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363742-b534-4910-93cb-a9b355964575 None None] Checking router: e8c5c957-0fa9-4d81-850d-9d91d0209e05 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:08:08.711612 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] Routers {'e8c5c957-0fa9-4d81-850d-9d91d0209e05'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:08.712200 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b06d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:08.876232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:08.894578 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] Set router e8c5c957-0fa9-4d81-850d-9d91d0209e05 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:08.962305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] DHCP port deletion for 71b5ee11-bc7d-42da-83e8-8064bddecaab request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:08:08.966673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Deleting port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:08:08.967194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.058123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.069345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port a7167ea5-6598-4068-89ae-6000e2fe47ed {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:08:09.069695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.176597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] For port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,segment=NetworkSegment(b020d644-b270-4ab8-bd03-ef609c171573),segment_id=b020d644-b270-4ab8-bd03-ef609c171573)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:09.177111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.181719 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-81363742-b534-4910-93cb-a9b355964575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b06d0>, [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:08:07Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:09.185655 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363742-b534-4910-93cb-a9b355964575 None None] The sync data for ids ['e8c5c957-0fa9-4d81-850d-9d91d0209e05'] in dv-neutron-821182-1-hyperv is: [{'id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'name': 'tempest-TestNetworkBasicOps-router-798456215', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:07:13Z', 'updated_at': '2021-12-10T04:08:07Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a7167ea5-6598-4068-89ae-6000e2fe47ed', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5c957-0fa9-4d81-850d-9d91d0209e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:07:14Z', 'updated_at': '2021-12-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:08:09.245641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port a7167ea5-6598-4068-89ae-6000e2fe47ed, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a7167ea5-6598-4068-89ae-6000e2fe47ed,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:09.246247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.343278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Calling delete_port for 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:08:09.367974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for a7167ea5-6598-4068-89ae-6000e2fe47ed owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:08:09.418273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.422699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:09.463853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Pushing event deleted for resources: {'Port': ['ID=3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:09.466707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:09.467547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] No DVR routers for this DVR port 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:08:09.542547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.547117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-59653f76-2363-4089-a77d-9de8f7f79b91 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:09.580597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:08:09.592329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=a7167ea5-6598-4068-89ae-6000e2fe47ed,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:09.595451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:09.625658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:08:09.625658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 49f9c8b4-48a7-4b6c-a57d-9c68d856a041 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:08:09.625658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:08:09.651984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:08:09.652336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d15cb1b-60e7-4ad2-a3e7-a96c33ac981e not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:08:09.685735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.980174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:09.982456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.003672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.004080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router e8c5c957-0fa9-4d81-850d-9d91d0209e05 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:08:10.019114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.023384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/e8c5c957-0fa9-4d81-850d-9d91d0209e05 HTTP/1.1" status: 204  len: 168 time: 1.3266206
Dec 10 04:08:10.023946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44246) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:10.137968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.271232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.295493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c824b20>,) {'filters': {'network_id': ['71b5ee11-bc7d-42da-83e8-8064bddecaab']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:10.308048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c824b20>, 'b020d644-b270-4ab8-bd03-ef609c171573') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:10.308342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c824b20>, 'b020d644-b270-4ab8-bd03-ef609c171573') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:10.319889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.335870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.341622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:08:10.341997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:08:10.356054 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:08:10.434364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.438056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b88c42b3-0efe-465c-a9ec-4998005cff7a tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:10.454025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.465751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=71b5ee11-bc7d-42da-83e8-8064bddecaab,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:10.471517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:10.476851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/71b5ee11-bc7d-42da-83e8-8064bddecaab HTTP/1.1" status: 204  len: 168 time: 0.4492991
Dec 10 04:08:10.486708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44250) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:10.498234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-512a2bfb-5bc5-437d-b998-d9820d5597e9 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0104518
Dec 10 04:08:10.500460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:10.505526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--142999786', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:10.510758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:10.514816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:10.518174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:10.524017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:10.533501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:08:10.536963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.564665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:08:10.573754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.574093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment 9cca49ad-b6cc-43aa-bbe0-8bb076ef687e of type vlan for network 42808c47-6120-4e61-980f-f60fc08a39ae
Dec 10 04:08:10.602991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.630800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.636850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:10.637548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.641250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86686dd8-b6bb-4d10-9990-49a4992a5501 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:10.747065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=42808c47-6120-4e61-980f-f60fc08a39ae,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:10.749765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:10.751454 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2501442
Dec 10 04:08:10.754331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44258) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:10.757170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 42808c47-6120-4e61-980f-f60fc08a39ae details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:08:10.760581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:10.767698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:10.771480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:10.774426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:10.780555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:10.790108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.791064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:10.806344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.070956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.362128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.390026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.467860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7167ea5-6598-4068-89ae-6000e2fe47ed no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:08:11.502750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a7167ea5-6598-4068-89ae-6000e2fe47ed {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:08:11.503106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a7167ea5-6598-4068-89ae-6000e2fe47ed not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:08:11.645936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.45 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a6116bb9-995b-4b7f-a38f-cd793026228b) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:08:11.790200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.819283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:11.823830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:11.887671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:11.890586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:11.894189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:08:11.923122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:11.933188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:12.299826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:12.634885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:12.830529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:08:13.129364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:08:13.138317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:08:13.147432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:13.148133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec4bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:13.155778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:13.157026 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4012253
Dec 10 04:08:13.160087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:13.200162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b8d67a31-ee63-4cdd-b92b-fcf2bd2b095a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387597
Dec 10 04:08:13.202635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44266) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:13.324246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:13.330544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c663a-7d8e-4d1a-b7b8-9a80f67ce20e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:13.332017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ac9c663a-7d8e-4d1a-b7b8-9a80f67ce20e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1285002
Dec 10 04:08:13.334946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44270) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:13.378840 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e1a7eb96-2076-46d6-bc1d-eedfd7ec674a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0427763
Dec 10 04:08:13.381255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44274) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:13.386525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1297578197', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:13.493409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:13.497145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:13.500007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:13.505814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:13.515498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:08:13.519209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:13.603344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec4bb0>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:12Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:13.607162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:08:13.607515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Updating router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 port a6116bb9-995b-4b7f-a38f-cd793026228b binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:08:13.664706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:13.731173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:13.734655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:13.811191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=54ef19e9-2c9e-4a81-b70c-cf26a42992bf,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:13.822247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.822643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.823011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.823387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.823752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.824117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.824482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.824846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.825215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.825599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.825958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.826314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:13.830700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:13.831517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:08:13.831874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 42808c47-6120-4e61-980f-f60fc08a39ae, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:08:13.851888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 42808c47-6120-4e61-980f-f60fc08a39ae is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:08:13.861764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 42808c47-6120-4e61-980f-f60fc08a39ae) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:13.867314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:13.867960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:13.877279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd22da-8552-4cae-83eb-d790bd36d7de None None] Network 42808c47-6120-4e61-980f-f60fc08a39ae requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:08:13.892057 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d751c39c-b43b-44e0-bac8-9c829d24851b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5097244
Dec 10 04:08:13.894807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44278) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:14.000086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.160478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.247515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Transition to ACTIVE for port object a6116bb9-995b-4b7f-a38f-cd793026228b will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:14.254710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.260229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:14.287279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-42808c47-6120-4e61-980f-f60fc08a39ae', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:08:14.288094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.412564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:14.414809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Attempting to bind port a6116bb9-995b-4b7f-a38f-cd793026228b on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:08:14.415190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Attempting to bind port a6116bb9-995b-4b7f-a38f-cd793026228b by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:08:14.415586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Attempting to bind port a6116bb9-995b-4b7f-a38f-cd793026228b on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:08:14.426097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbb80-f0f4-4dde-bef2-f3da983940e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.432730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.433077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.433449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.433783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.434110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.434440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.434764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.435086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.435412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.435731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.436048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.436364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:08:14.442869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:08:14.443253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:08:14.444248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.444944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:08:14.445474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Bound port: a6116bb9-995b-4b7f-a38f-cd793026228b, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:08:14.445868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.472442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:14.583113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:08:14.587989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a6116bb9-995b-4b7f-a38f-cd793026228b,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:08:14.589546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Allocated IP 172.20.0.2 (42808c47-6120-4e61-980f-f60fc08a39ae/54ef19e9-2c9e-4a81-b70c-cf26a42992bf/690732b1-6aaf-479a-bb70-7c8705097b60) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:08:14.594163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.600178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6475611a-d274-407e-b275-451a70de5b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:14.714325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:14.750801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:14.751422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec4bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:07:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:14.876129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:14.891815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:15.018509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:15.129352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.198344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Transition to ACTIVE for port object 690732b1-6aaf-479a-bb70-7c8705097b60 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:15.233136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Transition to ACTIVE for port object 690732b1-6aaf-479a-bb70-7c8705097b60 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:15.239830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.246301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-676dfa9c-be5f-4bcd-bfae-fc9f7b20ed98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:15.306538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (42808c47-6120-4e61-980f-f60fc08a39ae/54ef19e9-2c9e-4a81-b70c-cf26a42992bf/e21f6abf-88fd-483b-ac1c-5da0bd228269) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:08:15.327947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Network 42808c47-6120-4e61-980f-f60fc08a39ae is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:15.334475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:15.339231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:08:15.371900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Pushing event updated for resources: {'Port': ['ID=690732b1-6aaf-479a-bb70-7c8705097b60,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:15.381924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:15.471122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Attempting to bind port 690732b1-6aaf-479a-bb70-7c8705097b60 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:08:15.471499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Attempting to bind port 690732b1-6aaf-479a-bb70-7c8705097b60 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:08:15.471871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Attempting to bind port 690732b1-6aaf-479a-bb70-7c8705097b60 on network 42808c47-6120-4e61-980f-f60fc08a39ae {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:08:15.472549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.480496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:08:15.480870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Checking segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:08:15.481278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.481703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Bound using segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:08:15.482168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Bound port: 690732b1-6aaf-479a-bb70-7c8705097b60, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:08:15.482545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.487618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object e21f6abf-88fd-483b-ac1c-5da0bd228269 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:15.512337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.516799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-db8523bc-a486-427c-969f-9487b381e44c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:15.556083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec4bb0>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:12Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:15.569435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846824c-8c54-493a-b9d6-6502fbd879ac None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:12Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:08:15.581438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 42808c47-6120-4e61-980f-f60fc08a39ae is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:15.583675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] For port 690732b1-6aaf-479a-bb70-7c8705097b60, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:08:15.585027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:15.587625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] For port 690732b1-6aaf-479a-bb70-7c8705097b60, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690732b1-6aaf-479a-bb70-7c8705097b60,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:08:15.589103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:08:15.595503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.600057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:15.622902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:15.635718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:15.658510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:15.683650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Pushing event updated for resources: {'Port': ['ID=690732b1-6aaf-479a-bb70-7c8705097b60,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:15.686355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:15.782838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:16.250333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:16.255119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:16.280507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8ea8b497-7a80-4ead-bcf9-81bbfa96bcbc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:16.366846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:16.369687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:16.373111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:16.647358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 42808c47-6120-4e61-980f-f60fc08a39ae is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:16.648502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:16.673373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-76086115-2835-40de-a570-f61c632b34d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:16.702955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2054f98-0483-49a7-8bb1-9262031a8037 None None] Network 42808c47-6120-4e61-980f-f60fc08a39ae requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:08:16.835620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3c666468-93a8-46ec-a08f-9aaf1cdb7445 None None] Provisioning for port 690732b1-6aaf-479a-bb70-7c8705097b60 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:16.841650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:08:17.031108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:08:17.046603 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1484668
Dec 10 04:08:17.046991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44282) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:17.197958 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:08:17.198535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43b55e-aebb-4323-95ae-fc88b979dcd4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.198999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43b55e-aebb-4323-95ae-fc88b979dcd4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.199458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43b55e-aebb-4323-95ae-fc88b979dcd4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.199905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43b55e-aebb-4323-95ae-fc88b979dcd4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.201541 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6d43b55e-aebb-4323-95ae-fc88b979dcd4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1535451
Dec 10 04:08:17.204100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44286) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:17.208301 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:17.208950 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b0370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:08:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:17.284242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1b1e4c24-4889-4cfb-8c3e-1aa3843d19ce None None] Provisioning for port e21f6abf-88fd-483b-ac1c-5da0bd228269 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:17.290531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1b1e4c24-4889-4cfb-8c3e-1aa3843d19ce None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:17.290913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4c24-4889-4cfb-8c3e-1aa3843d19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.350114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e4c24-4889-4cfb-8c3e-1aa3843d19ce None None] Port e21f6abf-88fd-483b-ac1c-5da0bd228269 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:08:17.422584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bb94e-766f-4250-a275-305cf294ec9d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.422923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bb94e-766f-4250-a275-305cf294ec9d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.423417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bb94e-766f-4250-a275-305cf294ec9d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.423862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bb94e-766f-4250-a275-305cf294ec9d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:17.425523 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-344bb94e-766f-4250-a275-305cf294ec9d tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.2205153
Dec 10 04:08:17.428111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44290) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:17.445010 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:17.481466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6c13a7ee-bb8e-4efd-b412-92a3ca26f338 None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:17.482093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c13a7ee-bb8e-4efd-b412-92a3ca26f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.598077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690732b1-6aaf-479a-bb70-7c8705097b60 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:17.655159 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.665433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-6c13a7ee-bb8e-4efd-b412-92a3ca26f338 None None] Port e21f6abf-88fd-483b-ac1c-5da0bd228269 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:08:17.695174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 690732b1-6aaf-479a-bb70-7c8705097b60 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:17.700360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 690732b1-6aaf-479a-bb70-7c8705097b60 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:17.700741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.716790 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9b81194a-741d-4adb-b199-dd70f852e0f6 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2852073
Dec 10 04:08:17.816666 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b0370>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:16Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:17.819870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.821034 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:08:17.821421 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Updating router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 port e21f6abf-88fd-483b-ac1c-5da0bd228269 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:08:17.852622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c2e3ab5b-97c5-43ea-858d-f902a95b517f None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:17.853134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ab5b-97c5-43ea-858d-f902a95b517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.874113 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.900430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 690732b1-6aaf-479a-bb70-7c8705097b60, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690732b1-6aaf-479a-bb70-7c8705097b60,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:17.917128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44296) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:17.919764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.920904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:17.925143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183084009', 'description': 'tempest-secgroup-smoke-1183084009 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:17.938791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:17.943743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:17.948241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:17.954255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:17.963725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:17.967867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:17.994878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3ab5b-97c5-43ea-858d-f902a95b517f None None] Port e21f6abf-88fd-483b-ac1c-5da0bd228269 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:08:17.999354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.008479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.013842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.020551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.063621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.080189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=690732b1-6aaf-479a-bb70-7c8705097b60,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.083657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.095476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a6116bb9-995b-4b7f-a38f-cd793026228b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:18.101055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a6116bb9-995b-4b7f-a38f-cd793026228b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:18.101473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.104577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.110130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.116372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0021eaf4-fdd2-42e6-bfa6-e95e1929afe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.154827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4dc0fe-8114-4422-a19f-609205c62a69,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.160716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.166948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.168466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2497075
Dec 10 04:08:18.171549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44300) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.178189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:18.184170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.188034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.190889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.197380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.218664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.229873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.234063 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.246897 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Transition to ACTIVE for port object e21f6abf-88fd-483b-ac1c-5da0bd228269 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:18.247751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a6116bb9-995b-4b7f-a38f-cd793026228b,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:18.251929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.254236 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.255286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.262325 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.283563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.288060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.290633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-542f65d4-7336-4069-92b7-8a41b38b4215 tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.316353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab82e230-e50e-42f5-b16b-9e9be6977b11,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.320697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.324867 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.333677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.338786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.339047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.341346 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1677217
Dec 10 04:08:18.343061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44304) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.351065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:18.357481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.361286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.366363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.373111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.374268 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.395283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.462249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.469822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.471753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11ed5bd5-f919-4a75-9bb6-b7652f306e6d tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.475525 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Attempting to bind port e21f6abf-88fd-483b-ac1c-5da0bd228269 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:08:18.475906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Attempting to bind port e21f6abf-88fd-483b-ac1c-5da0bd228269 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:08:18.476304 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Attempting to bind port e21f6abf-88fd-483b-ac1c-5da0bd228269 on network 42808c47-6120-4e61-980f-f60fc08a39ae {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:08:18.482226 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:08:18.482608 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Checking segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:08:18.483020 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.483425 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Bound using segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:08:18.483896 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Bound port: e21f6abf-88fd-483b-ac1c-5da0bd228269, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:08:18.484282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.496852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87ee5e6-e10d-4dae-9ccd-03143c45f784,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.501519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.506570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.509739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1653867
Dec 10 04:08:18.510712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44308) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.516216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:18.522409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.526202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.529006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.534940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.554203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.577050 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:08:18.580202 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e21f6abf-88fd-483b-ac1c-5da0bd228269,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:08:18.584440 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.587866 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-3758e038-4a8f-4552-b782-8a18be2adf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.623290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.626965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.629017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09c424ea-a1c1-4b64-bb13-5c3f58c264dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.649360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a325be1f-5532-4b58-9abf-a9b80a677c71,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.653376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.663503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.667354 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1530759
Dec 10 04:08:18.667550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.667681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44312) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.669153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.671039 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:18.671644 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b0370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:08:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:18.673355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:18.680285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.684085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.686993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.692951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.714958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.786077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.791884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.798255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ad134a7f-3b9b-4ff3-9e01-5c92125ac1da tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.819472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c916cf1-9b96-490f-b015-a5c585d9c46d,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.822520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.831485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.834809 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1653435
Dec 10 04:08:18.836298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44316) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.841899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:18.848165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:18.852864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:18.856529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:18.863081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:18.874683 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:08:18.881638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.882899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:18.949023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.953103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.954914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2dd0f669-1d38-48ef-88ab-c6607efac867 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:18.978142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb25531-b933-458c-befd-16ce238d40df,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:18.982414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:18.986787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:18.987966 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1506424
Dec 10 04:08:18.990715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44320) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:18.995765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dc0fe-8114-4422-a19f-609205c62a69', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:19.001577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:19.005417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:19.008276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:19.014001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:19.025596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:08:19.032028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.100031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.103887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.105730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-12292af7-318d-4b21-998c-ad277bb5569b tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:19.127726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f12799a-f6ac-4983-b59f-416fe2c353c5,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:19.130562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:19.138293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.139617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1479495
Dec 10 04:08:19.197239 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b0370>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:19.201115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52617dc-9f7f-45ed-86c9-46f851b79c5b None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:08:19.315472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c831c7cb-1e74-4712-aacb-ac22700e66cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:08:19.334773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c831c7cb-1e74-4712-aacb-ac22700e66cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:08:19.335956 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c831c7cb-1e74-4712-aacb-ac22700e66cd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183084009&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0646048
Dec 10 04:08:19.415997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.501491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-849de847-94b4-408c-a786-f6c6d678fdcb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:19.502277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-849de847-94b4-408c-a786-f6c6d678fdcb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:08:19.520216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-849de847-94b4-408c-a786-f6c6d678fdcb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:08:19.521508 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-849de847-94b4-408c-a786-f6c6d678fdcb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 796 time: 0.1779974
Dec 10 04:08:19.537221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-cc8625ea-4ecc-42e9-bcd5-b018327a0a50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0099542
Dec 10 04:08:19.569035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:19.625194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-01a4fb38-43c6-47dc-b277-0f64a0a04740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:08:19.642209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-01a4fb38-43c6-47dc-b277-0f64a0a04740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:08:19.643361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e21f6abf-88fd-483b-ac1c-5da0bd228269 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:19.649082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:19.649636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.653750 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-01a4fb38-43c6-47dc-b277-0f64a0a04740 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1063085
Dec 10 04:08:19.775306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.793809 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-ba4b27c1-2864-4b87-8b18-dba62c93c59a service neutron] 10.222.0.44 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362853
Dec 10 04:08:19.809972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e21f6abf-88fd-483b-ac1c-5da0bd228269,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:19.814096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.815173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:19.842456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0192d3e3-25c7-4643-bf73-4b8618706262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:19.934984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:19.938134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:19.949113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a6116bb9-995b-4b7f-a38f-cd793026228b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:19.949786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:19.954918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c014a912-9960-43d6-98af-3974850c16d3 service neutron] 10.222.0.44 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514349
Dec 10 04:08:20.090730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690732b1-6aaf-479a-bb70-7c8705097b60 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:20.160032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13d4b9c7-d91c-4a51-9f48-3178eaf18f6b req-fd167a18-2935-48a2-9c2d-648a42245f37 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 210 time: 0.0577343
Dec 10 04:08:20.173698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 690732b1-6aaf-479a-bb70-7c8705097b60 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:20.174092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:21.290023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-a1eef42a-ddfc-48a4-bf47-38a9fb641bb1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:21.291437 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-a1eef42a-ddfc-48a4-bf47-38a9fb641bb1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 796 time: 0.1479642
Dec 10 04:08:21.320114 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9864ddae-753f-40ce-8467-7fb88402fb3c req-3e582c0f-5595-41db-a1d1-60fee8465994 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 210 time: 0.0478313
Dec 10 04:08:21.351387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-d9c0d739-c3a3-498d-b9d5-aaa500e118f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:08:21.364542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-d9c0d739-c3a3-498d-b9d5-aaa500e118f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:08:21.366336 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-d9c0d739-c3a3-498d-b9d5-aaa500e118f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 380 time: 0.0593982
Dec 10 04:08:21.374820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['ba4dc0fe-8114-4422-a19f-609205c62a69']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:21.478418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:21.508583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:21.517937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:21.528035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:08:21.531684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:21.581174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:21.581583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:21.695223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.3 (42808c47-6120-4e61-980f-f60fc08a39ae/54ef19e9-2c9e-4a81-b70c-cf26a42992bf/7dea80f7-4f88-4ed8-b158-e697d5bb7eb4) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:08:21.888086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:21.903691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:21.927516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:21.932844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:21.999711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 42808c47-6120-4e61-980f-f60fc08a39ae is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:22.002792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:22.006671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:08:22.038103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:22.048924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:22.073993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:22.074636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:22.102021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7307339
Dec 10 04:08:22.118811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Request body: {'port': {'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:22.232820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:22.283655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-04c4649c-38bd-47aa-b7aa-c6928f7f101e None None] Provisioning for port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:22.288539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-04c4649c-38bd-47aa-b7aa-c6928f7f101e None None] Provisioning complete for port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:22.288924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-04c4649c-38bd-47aa-b7aa-c6928f7f101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:22.341795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-04c4649c-38bd-47aa-b7aa-c6928f7f101e None None] Port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:08:22.509455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29aae-82c9-403c-b5a8-f5dad8ae5a21 req-c9650204-4c77-4ddf-8366-fe27410cdc66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:22.511035 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4e29aae-82c9-403c-b5a8-f5dad8ae5a21 req-c9650204-4c77-4ddf-8366-fe27410cdc66 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 931 time: 0.0809190
Dec 10 04:08:22.557770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a4e29aae-82c9-403c-b5a8-f5dad8ae5a21 req-08ced2c3-8f52-4203-9950-812d376d33ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407190
Dec 10 04:08:22.679586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:08:22.686569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:22.701006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Transition to ACTIVE for port object 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:08:22.705628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:22.709975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a041d643-ec37-4d2a-b883-0e49cd180b21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:22.861617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Pushing event updated for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:22.869569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:22.941622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Attempting to bind port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:08:22.941960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Attempting to bind port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:08:22.942295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Attempting to bind port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 on network 42808c47-6120-4e61-980f-f60fc08a39ae {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:08:22.947303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 on network 42808c47-6120-4e61-980f-f60fc08a39ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:08:22.947623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Attempting to bind port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 on network 42808c47-6120-4e61-980f-f60fc08a39ae {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:08:22.953644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:08:22.953980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Checking segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:08:22.954363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Bound using segment: {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:08:22.954784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Bound port: 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:08:22.955130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:23.046994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:08:23.049847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:08:23.054567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:23.058888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d618f505-33f9-4e78-b370-bcd1057d95b4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:23.113578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.114189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:23.116157 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] 10.222.0.18 "PUT /v2.0/ports/7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 1093 time: 1.0017431
Dec 10 04:08:23.116675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:08:23.137625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Pushing event updated for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:23.142075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:23.167380 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'status': 'completed', 'code': 200}
Dec 10 04:08:23.258210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-1e2472da-c6dd-4468-bbca-c436f16cd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.259718 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-1e2472da-c6dd-4468-bbca-c436f16cd8ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1096 time: 0.0760903
Dec 10 04:08:23.332546 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-575170c2-494d-41c0-a663-3e3594d68328 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 217 time: 0.0602517
Dec 10 04:08:23.399011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c0a8cf39-f586-46cb-9362-80d8739c2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.400423 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-c0a8cf39-f586-46cb-9362-80d8739c2369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 200  len: 835 time: 0.0615273
Dec 10 04:08:23.473047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-eb67e76d-ea0f-485e-9981-3498e20d99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.475192 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-eb67e76d-ea0f-485e-9981-3498e20d99c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42808c47-6120-4e61-980f-f60fc08a39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678985
Dec 10 04:08:23.605340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-807e10a1-4030-4180-85c8-643ee187923c service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240871
Dec 10 04:08:23.737715 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf058efa-c05b-4443-ac5f-2495546b24b9 req-86614ab4-c802-4f66-9df1-9a6472d9a35a service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259518
Dec 10 04:08:23.738891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a93da-4640-4c5c-b0e1-ff8d06684d0b req-a6e677f4-b424-498f-8b96-59c6bd116c5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.740429 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b96a93da-4640-4c5c-b0e1-ff8d06684d0b req-a6e677f4-b424-498f-8b96-59c6bd116c5f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 943 time: 0.0787835
Dec 10 04:08:23.785504 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b96a93da-4640-4c5c-b0e1-ff8d06684d0b req-925fe126-5fb1-499c-a651-23505b71e09d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393219
Dec 10 04:08:23.899518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-8e564b61-bc86-4def-8d2a-32ccb0caa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:23.900968 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-8e564b61-bc86-4def-8d2a-32ccb0caa818 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1096 time: 0.0751991
Dec 10 04:08:24.029738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-530bbcb9-6668-4e8f-9774-471a01d8acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:24.031181 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-530bbcb9-6668-4e8f-9774-471a01d8acd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 897 time: 0.1234040
Dec 10 04:08:24.097411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-0081a6b8-a8e9-4a14-98be-27ebf41a9407 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 217 time: 0.0596235
Dec 10 04:08:24.272554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-4f3fd869-d42e-46bd-bb05-c5886174540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:24.274174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-4f3fd869-d42e-46bd-bb05-c5886174540e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 200  len: 835 time: 0.1702988
Dec 10 04:08:24.348391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-6fb4fc92-5f8d-4499-8735-de396966b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:24.350314 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-6fb4fc92-5f8d-4499-8735-de396966b92c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42808c47-6120-4e61-980f-f60fc08a39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693309
Dec 10 04:08:24.479631 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-e539d2e1-270b-4af6-91c3-64cea0daca9e service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219530
Dec 10 04:08:24.610482 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4f4b9706-feb7-40c6-a6e4-6e04d006cd3b req-e9e20c3c-4e9c-4d6a-a7c5-59380bf2fd0f service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233919
Dec 10 04:08:24.969847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a7c2b-34de-4a0c-9347-ed82a37b5e79 req-0192e5de-feb9-4301-a6da-93a51f118ca0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:24.971268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-631a7c2b-34de-4a0c-9347-ed82a37b5e79 req-0192e5de-feb9-4301-a6da-93a51f118ca0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 943 time: 0.0826514
Dec 10 04:08:25.129193 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-631a7c2b-34de-4a0c-9347-ed82a37b5e79 req-67cb76e2-5ad6-4907-a081-b5d7ad6339c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516480
Dec 10 04:08:26.308838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be474d-6052-4581-9d80-5c721b100853 req-c5f89bd4-5aa2-4f13-abe6-d78e73d83075 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:26.310283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02be474d-6052-4581-9d80-5c721b100853 req-c5f89bd4-5aa2-4f13-abe6-d78e73d83075 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 943 time: 0.0786076
Dec 10 04:08:26.353580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02be474d-6052-4581-9d80-5c721b100853 req-f44ec302-987d-4227-9c62-bbb214f92d51 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377972
Dec 10 04:08:27.537884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebb4a1-7da3-4295-a310-3b43f3855a87 req-712a088a-d2a7-4b63-a87c-1dbe3970249c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:27.539540 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cebb4a1-7da3-4295-a310-3b43f3855a87 req-712a088a-d2a7-4b63-a87c-1dbe3970249c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 943 time: 0.0810530
Dec 10 04:08:27.582159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cebb4a1-7da3-4295-a310-3b43f3855a87 req-5948fdfa-e2c8-44b3-afac-5f3657790995 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372555
Dec 10 04:08:28.535256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:08:28.665653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:28.678917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:08:28.736226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:28.753209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:08:28.764900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e2df-f432-4bce-b8e7-cbd8065c43a7 req-c6a3ae6b-7199-4cd7-89bb-1eaabc4eb28a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:28.766359 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c72e2df-f432-4bce-b8e7-cbd8065c43a7 req-c6a3ae6b-7199-4cd7-89bb-1eaabc4eb28a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 943 time: 0.0788200
Dec 10 04:08:28.768619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:28.771885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:28.773601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-898e3039-6960-4977-8dde-32926c5b933d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:28.814194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c72e2df-f432-4bce-b8e7-cbd8065c43a7 req-72364a44-49cc-4dd5-b816-a4dc1cfffcc7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418756
Dec 10 04:08:28.837876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:28.841172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:29.150489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:08:29.996292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb861-5433-4767-991a-c751ce47eb73 req-35b3d5fa-c768-49ba-ac3d-877cf35101a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:29.997771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19eb861-5433-4767-991a-c751ce47eb73 req-35b3d5fa-c768-49ba-ac3d-877cf35101a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 944 time: 0.0780814
Dec 10 04:08:30.040973 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19eb861-5433-4767-991a-c751ce47eb73 req-b1a0672d-23c4-4f9e-acd3-6a016c5fcd7f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376625
Dec 10 04:08:30.535013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:08:30.606996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:08:30.612182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:08:30.612565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:30.730796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:30.757629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:08:30.768360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:08:30.772518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:30.775493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:30.807390 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'code': 200}
Dec 10 04:08:30.852189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:30.856101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:31.074665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6968ab5-db39-45a2-aaac-5d588e1a9c50 req-250edb9f-ff9d-4577-a0ff-9ac6df6a766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:31.076149 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a6968ab5-db39-45a2-aaac-5d588e1a9c50 req-250edb9f-ff9d-4577-a0ff-9ac6df6a766f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1098 time: 0.0781178
Dec 10 04:08:31.120289 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a6968ab5-db39-45a2-aaac-5d588e1a9c50 req-88da66c0-d6e1-4ebd-99be-a12bf2d4ce15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366802
Dec 10 04:08:31.230237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8ad7f-954d-442c-8b41-ad2ba2d9a472 req-67912b51-c41a-4373-a8c1-86b20c075157 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:31.231697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45f8ad7f-954d-442c-8b41-ad2ba2d9a472 req-67912b51-c41a-4373-a8c1-86b20c075157 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.0840206
Dec 10 04:08:31.275511 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45f8ad7f-954d-442c-8b41-ad2ba2d9a472 req-86c53af2-fb5a-431c-9cdd-e9c39c8edc27 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380838
Dec 10 04:08:32.465983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9358435-f647-48d6-b6f0-8a6a50d66220 req-13811575-1da2-4f57-ac5c-b715901d9189 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:32.467438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9358435-f647-48d6-b6f0-8a6a50d66220 req-13811575-1da2-4f57-ac5c-b715901d9189 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.0874872
Dec 10 04:08:32.514824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9358435-f647-48d6-b6f0-8a6a50d66220 req-883be3a8-af95-47dd-a0e9-dca1cb10a3de tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407484
Dec 10 04:08:33.712262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac0b44-6bdc-4483-86af-3f53d5267210 req-4ba02059-f459-4dbe-b330-9d1ed08bb5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:33.713634 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38ac0b44-6bdc-4483-86af-3f53d5267210 req-4ba02059-f459-4dbe-b330-9d1ed08bb5e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.0912323
Dec 10 04:08:33.756723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38ac0b44-6bdc-4483-86af-3f53d5267210 req-9f70eefb-5ae1-478f-8cbf-2b03ef834aed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375121
Dec 10 04:08:33.935997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b211cd-1e8f-40b3-a774-b67a32ab5436 req-16de7eb9-c553-4822-82a2-2fcb584bca8d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:33.937479 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e1b211cd-1e8f-40b3-a774-b67a32ab5436 req-16de7eb9-c553-4822-82a2-2fcb584bca8d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.0803058
Dec 10 04:08:33.985688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e1b211cd-1e8f-40b3-a774-b67a32ab5436 req-aa0d7fc7-89cd-491f-8841-d1cd860ed169 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422101
Dec 10 04:08:34.007688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44378) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:34.266427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee3b07-a527-4477-b065-47234ab42842 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:34.267802 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-96ee3b07-a527-4477-b065-47234ab42842 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1093 time: 0.2591798
Dec 10 04:08:34.270544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44384) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:34.275942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:08:34.281690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:08:34.285456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:08:34.288218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:08:34.293814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:08:34.303647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:34.439219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:34.572534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.175 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/d0c73037-a846-4045-88db-0fe988e71333) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:08:34.716326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:34.744635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:34.748921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-23527624-5d62-4f21-8cab-42f6c4403ec6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:34.809726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:08:34.812515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:08:34.816039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:08:34.847754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=d0c73037-a846-4045-88db-0fe988e71333,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:34.857577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:35.324923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:35.398655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:35.600704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:35.605038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:35.609558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cac134f0-807a-49d5-9a1e-085825455109 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:08:35.714147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=d0c73037-a846-4045-88db-0fe988e71333,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:08:35.717430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:08:35.725722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:35.897379 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b associated. External IP: 172.26.1.175, port: 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4.
Dec 10 04:08:36.246173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:08:36.425380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:08:36.435486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:08:36.444608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:36.445219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1aa220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:08:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:36.451937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:36.507009 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2346318
Dec 10 04:08:36.507471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:08:36.510012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44388) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:36.586124 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'status': 'completed', 'code': 200}
Dec 10 04:08:36.622677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:36.775741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-49069279-3667-47bf-982c-66ed09e3722e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 HTTP/1.1" status: 200  len: 922 time: 0.2639587
Dec 10 04:08:36.778110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44394) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:36.781376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51471-0379-496b-8b33-319f65ff03dd req-ceadef40-62c8-4de9-a736-8a79af03c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:36.782822 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-ceadef40-62c8-4de9-a736-8a79af03c919 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1098 time: 0.1257527
Dec 10 04:08:36.918058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51471-0379-496b-8b33-319f65ff03dd req-838dce4b-0373-467e-9fe8-22b445ae0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:36.919528 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-838dce4b-0373-467e-9fe8-22b445ae0123 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 897 time: 0.1305044
Dec 10 04:08:37.017169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1aa220>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:08:35Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:19Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:37.023386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:08:37.027663 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d1e17b58-0704-4034-ba79-58a68b2b8759 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 991 time: 0.2475736
Dec 10 04:08:37.032091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:08:37.032701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1aa220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:08:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:37.035867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-38c803a0-e4bf-4401-aced-993134d6c6e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 999 time: 0.1096346
Dec 10 04:08:37.097450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51471-0379-496b-8b33-319f65ff03dd req-d4a94db1-d6b4-4a78-9d85-4c2e53be8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:37.099434 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-d4a94db1-d6b4-4a78-9d85-4c2e53be8888 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 200  len: 835 time: 0.0564616
Dec 10 04:08:37.175807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51471-0379-496b-8b33-319f65ff03dd req-eb00f6ad-170a-49d4-815a-900deeb4fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:08:37.177330 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-eb00f6ad-170a-49d4-815a-900deeb4fdf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42808c47-6120-4e61-980f-f60fc08a39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723517
Dec 10 04:08:37.225037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:08:37.307662 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-840c5b9a-2a01-4270-b05f-7248457d832d service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233165
Dec 10 04:08:37.445555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-abf51471-0379-496b-8b33-319f65ff03dd req-9012ebdd-8d39-4861-a22a-ae8d1ae41775 service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315150
Dec 10 04:08:37.589950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1aa220>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:08:35Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:19Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:08:37.593803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f242c7-3b98-4e19-b076-b3b12c7ac0ea None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:08:35Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:08:19Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:08:37.773974 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01878712-b125-449c-bbe8-6c621e59f171 None None] New status for floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:08:38.031106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44398) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:08:38.134718 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ae4fc8fd-983a-42c3-ac92-e3be942236cf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 993 time: 0.1023836
Dec 10 04:08:41.658428 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:08:43.917640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:44.350093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83c99f0a-edd2-4e06-825c-868341899d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:46.675338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d797f4-1d26-4484-9f7b-104626d135f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:47.571868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:47.955654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:08:49.417847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:13.940801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:14.351885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d2b73c4-714b-4b51-aa83-73b9009cb257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:16.675914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f8a5af49-50d4-472d-8302-f906b103bb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:17.573612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:17.957577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:18.656428 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:09:19.420481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:32.032550 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-8ba33eb8-5fbc-4d6a-b233-1ce9b9e372ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688148
Dec 10 04:09:32.303451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-b8966da8-afd6-4cd6-a768-31e0de25f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:32.304905 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-b8966da8-afd6-4cd6-a768-31e0de25f9d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1098 time: 0.1886961
Dec 10 04:09:32.445928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-3619fc17-4c44-4d5a-9e5a-8cc84e8da9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:32.447584 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-3619fc17-4c44-4d5a-9e5a-8cc84e8da9e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 897 time: 0.1239283
Dec 10 04:09:32.549439 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-8ddac27e-c975-4c54-9978-9fd732d9c808 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 1001 time: 0.0938132
Dec 10 04:09:32.609650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-5f025543-66e6-428a-9fb1-a0d70d970dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:32.610931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-5f025543-66e6-428a-9fb1-a0d70d970dc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 200  len: 835 time: 0.0556684
Dec 10 04:09:32.684635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-040fab44-c3bd-4225-af6b-8105f2d85434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:32.686079 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-040fab44-c3bd-4225-af6b-8105f2d85434 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42808c47-6120-4e61-980f-f60fc08a39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684111
Dec 10 04:09:32.816016 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-f198107e-e380-490a-ad22-befd79ee21d2 service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231346
Dec 10 04:09:32.946169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d302436e-268d-4486-a5c6-0f68c79d7804 req-a2719ae7-f34b-4a1e-a4ff-a726d3ba9c88 service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220763
Dec 10 04:09:38.678646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44424) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:38.858235 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9170ac82-ccc9-4faf-9889-ff8f396233ff tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1783621
Dec 10 04:09:38.860936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:39.045195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6701b17b-dd24-4cc0-bade-1d4b89f10556 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Notify agent at dv-neutron-821182-1-hyperv the message router_removed_from_agent {{(pid=87630) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 10 04:09:39.048240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6701b17b-dd24-4cc0-bade-1d4b89f10556 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "DELETE /v2.0/agents/303e470d-5d7f-4b22-af22-8e45f8294f85/l3-routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 HTTP/1.1" status: 204  len: 168 time: 0.1863711
Dec 10 04:09:39.050773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44432) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:39.227792 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6f532147-b43c-435e-a963-aa4e8782c6ec tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1752534
Dec 10 04:09:39.230386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44436) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:39.333818 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2d33d180-8761-4184-9f20-1fe07aa5e283 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 993 time: 0.1021609
Dec 10 04:09:39.792321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0644336-9d13-4a98-a56f-5d67ae671149 None None] New status for floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:09:39.845317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:40.128807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:40.168491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e21f6abf-88fd-483b-ac1c-5da0bd228269,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:40.174010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:40.175710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:40.239355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:40.246295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.246636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.246969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.247295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.247617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.247937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.248256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.248573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.248888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.249211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.249547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.249860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:40.253644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:40.338030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44440) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:40.449418 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ccfd5f82-e40c-480d-bcf0-1540d18cc197 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 991 time: 0.1100199
Dec 10 04:09:41.515360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:41.614781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44446) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:41.637192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:41.653197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a6116bb9-995b-4b7f-a38f-cd793026228b,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:41.657071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:41.659053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:41.729368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:41.732389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:41.816627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c704ccd7-4bb8-4a14-a242-9d3e6bc21692 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:09:41.816931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c704ccd7-4bb8-4a14-a242-9d3e6bc21692 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Notify agent at dv-neutron-821182-1-hyperv the message router_added_to_agent {{(pid=87630) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 10 04:09:41.850792 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c704ccd7-4bb8-4a14-a242-9d3e6bc21692 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "POST /v2.0/agents/303e470d-5d7f-4b22-af22-8e45f8294f85/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2324529
Dec 10 04:09:41.850965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44452) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:41.864166 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:09:41.873624 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:41.874220 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:42.049596 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:42.170316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c4fc505f-a161-4f6e-80d8-59271ff576e1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3178542
Dec 10 04:09:42.172640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44458) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:42.279171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4b7560d1-f5c1-4065-9362-0b562720f039 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 991 time: 0.1053724
Dec 10 04:09:42.423388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430070>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:42.427861 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:09:42.437824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:42.438431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430070>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:42.610926 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:42.945543 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d430070>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:42.950101 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc1df7f-1bc8-489b-a37e-a86d9d2e0704 None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '02d61dc6-e25e-4e61-b99b-02c25b30ba4b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.175', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'port_id': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'mac_address': 'fa:16:3e:fd:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:08:35Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:40Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:09:43.283253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44462) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:43.399324 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-80d9527e-29b0-4170-bc9f-d5b1c85b95cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 991 time: 0.1147482
Dec 10 04:09:43.541065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:09:43.628738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:09:43.629106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:43.794663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:43.830038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e21f6abf-88fd-483b-ac1c-5da0bd228269,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:43.834310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:43.838033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:43.904493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:43.907752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:43.963679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:44.352384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fee28dfd-7493-485b-b792-4e1647df7b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:44.403191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44466) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:44.507637 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f298971c-5d30-421a-bb49-8477aba5a001 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 991 time: 0.1032186
Dec 10 04:09:44.641833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3695aeea-6569-42a9-be5a-b5112816eefd None None] New status for floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:09:45.510421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44470) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:45.578630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:09:45.619728 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d278abfd-acbc-4e50-b19c-6bcb4f38c1ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 200  len: 993 time: 0.1079724
Dec 10 04:09:45.648747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e21f6abf-88fd-483b-ac1c-5da0bd228269 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:09:45.649214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:45.765617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:09:45.830489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a6116bb9-995b-4b7f-a38f-cd793026228b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:09:45.830861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:45.919709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:45.945126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:45.965676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a6116bb9-995b-4b7f-a38f-cd793026228b,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:45.970006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:45.971925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:46.037359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:46.040725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:46.123684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port d0c73037-a846-4045-88db-0fe988e71333 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:09:46.124016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.285910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.286237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.405380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for d0c73037-a846-4045-88db-0fe988e71333 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:09:46.553592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.557518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7288f88-1a0e-4b9d-925f-8a5f0091d9c3 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:46.602601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=d0c73037-a846-4045-88db-0fe988e71333,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:46.638986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.639366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.639737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.640100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.640460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.640819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.641176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.641575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.641934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.642289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.642640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.642990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:46.650043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:46.676375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9892300-bca3-439f-83de-aa382d64402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.702184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:46.702513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b disassociated (deleted). External IP: 172.26.1.175, port: 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4.
Dec 10 04:09:47.172906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:09:47.343845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:09:47.353649 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:09:47.359868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:47.362642 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:47.363243 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4304f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:47.417454 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/02d61dc6-e25e-4e61-b99b-02c25b30ba4b HTTP/1.1" status: 204  len: 168 time: 1.4966280
Dec 10 04:09:47.418357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:09:47.468230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'status': 'completed', 'code': 200}
Dec 10 04:09:47.527938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:09:47.545803 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:47.617619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-02b2f208-d4e2-4562-93bb-ed5959522550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:47.619146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:47.620004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-02b2f208-d4e2-4562-93bb-ed5959522550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 1098 time: 0.0999572
Dec 10 04:09:47.620200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a6116bb9-995b-4b7f-a38f-cd793026228b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:09:47.620813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:47.789890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-7ebe4e02-a68d-41ec-a1b8-ff0b5788be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:47.791342 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-7ebe4e02-a68d-41ec-a1b8-ff0b5788be8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 200  len: 897 time: 0.1599329
Dec 10 04:09:47.859867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-876916de-6ca6-4e8a-b67f-21f8af464ec8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 200  len: 217 time: 0.0612595
Dec 10 04:09:47.871790 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4304f0>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:43Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:47.875732 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:09:47.885086 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:47.885721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4304f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:47.935963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-ca7fc91f-1876-4e0b-b907-80e590c797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:47.937535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-ca7fc91f-1876-4e0b-b907-80e590c797a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 200  len: 835 time: 0.0701025
Dec 10 04:09:47.963117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:47.978585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7c12-3eab-4481-89cf-c4030856f4eb req-d2e144fc-20fc-48d5-babc-31ee130ce61b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:47.979377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-70cb7c12-3eab-4481-89cf-c4030856f4eb req-d2e144fc-20fc-48d5-babc-31ee130ce61b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:09:47.995547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-70cb7c12-3eab-4481-89cf-c4030856f4eb req-d2e144fc-20fc-48d5-babc-31ee130ce61b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:09:47.996577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-70cb7c12-3eab-4481-89cf-c4030856f4eb req-d2e144fc-20fc-48d5-babc-31ee130ce61b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.2383277
Dec 10 04:09:48.026244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-27db4ec3-a997-4d5f-9b0a-b77e6695fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:48.027879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-27db4ec3-a997-4d5f-9b0a-b77e6695fbb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42808c47-6120-4e61-980f-f60fc08a39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836875
Dec 10 04:09:48.049928 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-70cb7c12-3eab-4481-89cf-c4030856f4eb req-984850fd-7016-4c10-8a12-da44c2216dc2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462265
Dec 10 04:09:48.066880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:48.163244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-15f9145b-2ca4-4e19-971f-cc18c416741a service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277058
Dec 10 04:09:48.296399 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-333eb757-c6c9-4139-815f-89a736dd95a2 req-008f38b9-b053-42eb-a95f-46e0f42d0113 service neutron] 10.222.0.18 "GET /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261210
Dec 10 04:09:48.402702 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4304f0>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:43Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:48.406474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d85e54-9ac5-4274-8215-057442aacbeb None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:08:15Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e21f6abf-88fd-483b-ac1c-5da0bd228269', 'name': '', 'network_id': '42808c47-6120-4e61-980f-f60fc08a39ae', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8e:44:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:14Z', 'updated_at': '2021-12-10T04:09:43Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '54ef19e9-2c9e-4a81-b70c-cf26a42992bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:09:49.063809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da33453-ca2c-4876-9462-2ca8e3177919 None None] New status for floating IP 02d61dc6-e25e-4e61-b99b-02c25b30ba4b: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:09:49.283076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f71ca-3480-4bd3-80f2-8ded5f035028 req-75bd39cd-4639-4807-b168-4a7dcf8b79f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:49.284528 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b6f71ca-3480-4bd3-80f2-8ded5f035028 req-75bd39cd-4639-4807-b168-4a7dcf8b79f5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.1328917
Dec 10 04:09:49.329512 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b6f71ca-3480-4bd3-80f2-8ded5f035028 req-22943889-2a67-49ed-816f-3025ec534449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=ba4dc0fe-8114-4422-a19f-609205c62a69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392575
Dec 10 04:09:49.390130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d771e-f572-4328-9431-a1e4165593e6 req-9606c531-7410-4308-ae8c-5a3d0332a454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:49.390808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-755d771e-f572-4328-9431-a1e4165593e6 req-9606c531-7410-4308-ae8c-5a3d0332a454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:09:49.402018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-755d771e-f572-4328-9431-a1e4165593e6 req-9606c531-7410-4308-ae8c-5a3d0332a454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:09:49.403078 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-755d771e-f572-4328-9431-a1e4165593e6 req-9606c531-7410-4308-ae8c-5a3d0332a454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 945 time: 0.0945485
Dec 10 04:09:49.421941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:49.471514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:09:49.471857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:49.819451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:49.819807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:49.940434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:09:50.082677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:50.088607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d7a0723a-6f37-41d3-afcf-26a88d190965 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:50.134676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=7dea80f7-4f88-4ed8-b158-e697d5bb7eb4,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:50.168156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.168543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.168920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.169288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.169681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.170047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.170415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.170775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.171136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.171495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.171873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.172227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:09:50.180545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:50.220415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:09:50.222766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:50.225227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'name': 'network-vif-deleted', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:09:50.240548 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-755d771e-f572-4328-9431-a1e4165593e6 req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 HTTP/1.1" status: 204  len: 173 time: 0.8315017
Dec 10 04:09:50.272655 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738886b-6ff8-4d5f-9ec9-d501cf08481b', 'name': 'network-vif-deleted', 'tag': '7dea80f7-4f88-4ed8-b158-e697d5bb7eb4', 'status': 'completed', 'code': 200}
Dec 10 04:09:50.508226 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50c3d3c6-9fe4-4713-884c-6fbd1d516d81 req-8d1a567c-6a4a-4d2a-a908-bb2724279fd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=a738886b-6ff8-4d5f-9ec9-d501cf08481b HTTP/1.1" status: 200  len: 210 time: 0.0458555
Dec 10 04:09:51.602997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44500) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:51.669532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:51.698038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:51.764634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:51.768324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e61dae4d-a802-4d02-910a-c370d0384f2e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:51.783508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4dc0fe-8114-4422-a19f-609205c62a69,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:51.786296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:51.793876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:51.795017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/ba4dc0fe-8114-4422-a19f-609205c62a69 HTTP/1.1" status: 204  len: 168 time: 0.1910312
Dec 10 04:09:51.824916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44506) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:52.361104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:52.852391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port e21f6abf-88fd-483b-ac1c-5da0bd228269 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:09:52.853095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:53.035274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port e21f6abf-88fd-483b-ac1c-5da0bd228269, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e21f6abf-88fd-483b-ac1c-5da0bd228269,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:53.035622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:53.157337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for e21f6abf-88fd-483b-ac1c-5da0bd228269 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:09:53.330117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:53.333743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:53.381135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=e21f6abf-88fd-483b-ac1c-5da0bd228269,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:53.384282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:53.671973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.158466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:09:54.331679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:09:54.340996 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Sync routers for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:09:54.343785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5177164
Dec 10 04:09:54.346430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44510) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:54.350217 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:54.350808 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4b9790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:54.410937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 54ef19e9-2c9e-4a81-b70c-cf26a42992bf {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:09:54.413819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.470180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.527144 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:54.551073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.626649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.631088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78c22534-4fb9-403c-9c07-1a72abaabc1e tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:54.667730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=54ef19e9-2c9e-4a81-b70c-cf26a42992bf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:54.669706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.672389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:54.674333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c5286-544d-4ffe-bd07-b3f95741ea99 None None] Network 42808c47-6120-4e61-980f-f60fc08a39ae requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:09:54.676447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b1f93fb5-27cd-4639-b7e6-e8de14bc6c78 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/54ef19e9-2c9e-4a81-b70c-cf26a42992bf HTTP/1.1" status: 204  len: 168 time: 0.3290768
Dec 10 04:09:54.679006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44514) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:54.808768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4b9790>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:09:53Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:54.812574 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Checking router: cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:09:54.820914 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Routers {'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:54.821544 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4b9790>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:54.856227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.945769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] DHCP port deletion for 42808c47-6120-4e61-980f-f60fc08a39ae request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:09:54.949972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Deleting port 690732b1-6aaf-479a-bb70-7c8705097b60 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:09:54.950601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:54.995587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:55.007532 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] Set router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:55.034327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:09:55.034723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7dea80f7-4f88-4ed8-b158-e697d5bb7eb4 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:09:55.046301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.056525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port a6116bb9-995b-4b7f-a38f-cd793026228b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:09:55.056954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.192368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] For port 690732b1-6aaf-479a-bb70-7c8705097b60, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690732b1-6aaf-479a-bb70-7c8705097b60,segment=NetworkSegment(9cca49ad-b6cc-43aa-bbe0-8bb076ef687e),segment_id=9cca49ad-b6cc-43aa-bbe0-8bb076ef687e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:55.192368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.230564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port a6116bb9-995b-4b7f-a38f-cd793026228b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a6116bb9-995b-4b7f-a38f-cd793026228b,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:09:55.231199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.293679 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4b9790>, [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:09:53Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:55.298751 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ff7e7-f2ff-4f50-acd5-77f527dd1b5e None None] The sync data for ids ['cc3bbb2a-0eee-4e41-8a58-fcffe39edb02'] in dv-neutron-821182-1-hyperv is: [{'id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'name': 'tempest-TestNetworkBasicOps-router-2055375941', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:08:10Z', 'updated_at': '2021-12-10T04:09:53Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'a6116bb9-995b-4b7f-a38f-cd793026228b', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3bbb2a-0eee-4e41-8a58-fcffe39edb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:08:11Z', 'updated_at': '2021-12-10T04:09:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:09:55.313931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Calling delete_port for 690732b1-6aaf-479a-bb70-7c8705097b60 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:09:55.358967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for a6116bb9-995b-4b7f-a38f-cd793026228b owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:09:55.393562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.397937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:55.440683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Pushing event deleted for resources: {'Port': ['ID=690732b1-6aaf-479a-bb70-7c8705097b60,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:55.443141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:55.446937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] No DVR routers for this DVR port 690732b1-6aaf-479a-bb70-7c8705097b60 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:09:55.653163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.657992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:55.658421 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:09:55.704801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=a6116bb9-995b-4b7f-a38f-cd793026228b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:55.707290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:55.715899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:55.756592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e21f6abf-88fd-483b-ac1c-5da0bd228269 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:09:55.756941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e21f6abf-88fd-483b-ac1c-5da0bd228269 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:09:55.757433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690732b1-6aaf-479a-bb70-7c8705097b60 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:55.791377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 690732b1-6aaf-479a-bb70-7c8705097b60 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:09:55.791728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690732b1-6aaf-479a-bb70-7c8705097b60 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:09:55.802729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.976342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.978415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.999166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:55.999676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:09:56.014855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.015964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/cc3bbb2a-0eee-4e41-8a58-fcffe39edb02 HTTP/1.1" status: 204  len: 168 time: 1.3360589
Dec 10 04:09:56.018534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44518) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:56.134741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.260899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.284928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aa070>,) {'filters': {'network_id': ['42808c47-6120-4e61-980f-f60fc08a39ae']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:56.296939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aa070>, '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:56.297231 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aa070>, '9cca49ad-b6cc-43aa-bbe0-8bb076ef687e') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:56.308070 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.323428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.329124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:09:56.329534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:09:56.343635 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:09:56.422584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.426022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-add63f25-5988-4cf7-b384-a9aadc99f1f6 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:56.440226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.452004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=42808c47-6120-4e61-980f-f60fc08a39ae,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:56.455218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:56.462870 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/42808c47-6120-4e61-980f-f60fc08a39ae HTTP/1.1" status: 204  len: 168 time: 0.4433482
Dec 10 04:09:56.484576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44522) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:56.490816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--567027074', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:09:56.495682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:09:56.499752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:09:56.502627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:09:56.508679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:09:56.518201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:09:56.521857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.548989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:09:56.557567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.557942 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment 74aef30b-6bb1-4ab0-a48f-d98504307129 of type vlan for network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d
Dec 10 04:09:56.588383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.615534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.621031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:56.621623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.624934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e0c8d64-e5f8-47b5-a305-8606f2d0f8a6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:56.724498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2387927
Dec 10 04:09:56.727291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44526) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:56.732480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:09:56.733204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:56.735767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:56.740267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:09:56.743510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:09:56.751645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:09:56.754554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:09:56.761716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:09:56.771508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.772593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:56.788688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.049406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.343127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.371988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.521812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:09:57.557201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a6116bb9-995b-4b7f-a38f-cd793026228b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:09:57.557581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a6116bb9-995b-4b7f-a38f-cd793026228b not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:09:57.619544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.251 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ada05a91-f309-4549-b3fa-7cce37f14014) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:09:57.759852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.791347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:57.795251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4ff75c49-193d-427b-89d9-5037d0835174 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:57.859779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:09:57.862680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:09:57.865233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:09:57.903206 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=ada05a91-f309-4549-b3fa-7cce37f14014,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:57.907349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:58.264887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:58.592238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:58.786994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router ae7a0781-2629-47b7-bab7-7a33ee129e02 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:09:59.080524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:09:59.091682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Sync routers for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:09:59.102354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:09:59.103008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2551f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:59.110097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:59.111307 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.3829567
Dec 10 04:09:59.114578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44530) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:59.155732 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-118ad585-0149-461d-b39d-7f14f892c0a0 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397437
Dec 10 04:09:59.158235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:59.279082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:09:59.283978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50a3c7-9f0c-44f3-9ffa-2c5ec5af78fd tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:59.285508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5f50a3c7-9f0c-44f3-9ffa-2c5ec5af78fd tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1264191
Dec 10 04:09:59.288476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44538) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:59.331452 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-151d4b8d-69a6-4ba7-b21b-a0f3bb8efb01 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418189
Dec 10 04:09:59.333780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44542) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:59.339066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174616321', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:09:59.449043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:09:59.453117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:09:59.456147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:09:59.462159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:09:59.473919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:09:59.478017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:59.597334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2551f0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:09:58Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:09:59.601280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Checking router: ae7a0781-2629-47b7-bab7-7a33ee129e02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:09:59.602189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Updating router ae7a0781-2629-47b7-bab7-7a33ee129e02 port ada05a91-f309-4549-b3fa-7cce37f14014 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:09:59.656130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:59.689138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:59.693573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-304f8d28-e207-45e6-ab3c-4ff18e0ee593 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:09:59.772404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=0e8d846a-c8d1-439a-8acb-e1513635fe26,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:09:59.775182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:09:59.782324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:09:59.782684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:09:59.802413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:09:59.811858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:09:59.815724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:09:59.816310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:09:59.836967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8fa2cb2f-d559-4d82-ba97-2a460e90d615 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5022087
Dec 10 04:09:59.839918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44546) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:09:59.840787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5ca86-31c9-470f-87d0-bb88554a489c None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:10:00.151676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:10:00.152487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.168219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.216163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Transition to ACTIVE for port object ada05a91-f309-4549-b3fa-7cce37f14014 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:00.225917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.238731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b8494ecc-a15c-4e80-89a2-640cc18b5bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:00.331848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Attempting to bind port ada05a91-f309-4549-b3fa-7cce37f14014 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:10:00.332217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Attempting to bind port ada05a91-f309-4549-b3fa-7cce37f14014 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:10:00.332584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Attempting to bind port ada05a91-f309-4549-b3fa-7cce37f14014 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:10:00.373178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Pushing event updated for resources: {'Port': ['ID=ada05a91-f309-4549-b3fa-7cce37f14014,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:00.379196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:00.380118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:10:00.380480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:10:00.380892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.381290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:10:00.381802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Bound port: ada05a91-f309-4549-b3fa-7cce37f14014, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:10:00.382182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.459894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Allocated IP 172.20.0.2 (6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d/0e8d846a-c8d1-439a-8acb-e1513635fe26/1828871d-328e-427f-83bf-8ed6d68a5c97) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:10:00.482461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] For port ada05a91-f309-4549-b3fa-7cce37f14014, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:10:00.555857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] For port ada05a91-f309-4549-b3fa-7cce37f14014, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ada05a91-f309-4549-b3fa-7cce37f14014,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:10:00.561872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.566731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b179ecd2-38ba-4254-9eca-ff41d32280b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:00.642231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.670109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:10:00.670727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2551f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:00.727513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Pushing event updated for resources: {'Port': ['ID=ada05a91-f309-4549-b3fa-7cce37f14014,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:00.783760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:00.897415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:00.914940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Transition to ACTIVE for port object 1828871d-328e-427f-83bf-8ed6d68a5c97 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:00.923279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:10:01.097075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Transition to ACTIVE for port object 1828871d-328e-427f-83bf-8ed6d68a5c97 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:01.142837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.157405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:01.173100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d/0e8d846a-c8d1-439a-8acb-e1513635fe26/8fa68b51-263b-49cb-8c16-26c20cfaff18) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:10:01.227795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:10:01.231899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:10:01.237548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:10:01.243733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Pushing event updated for resources: {'Port': ['ID=1828871d-328e-427f-83bf-8ed6d68a5c97,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:01.249583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:01.330724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.347230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 8fa68b51-263b-49cb-8c16-26c20cfaff18 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:01.370058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.374797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-228c0b57-a1dc-4b44-a025-abc025f05f2f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:01.377326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Attempting to bind port 1828871d-328e-427f-83bf-8ed6d68a5c97 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:10:01.377723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Attempting to bind port 1828871d-328e-427f-83bf-8ed6d68a5c97 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:10:01.378092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Attempting to bind port 1828871d-328e-427f-83bf-8ed6d68a5c97 on network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:10:01.391079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:10:01.391436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Checking segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:10:01.391837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.392231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Bound using segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:10:01.392695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Bound port: 1828871d-328e-427f-83bf-8ed6d68a5c97, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:10:01.393069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.436351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:10:01.439370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:10:01.441757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:10:01.490180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:01.493200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:01.494909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:10:01.498704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1828871d-328e-427f-83bf-8ed6d68a5c97,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:10:01.500615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2551f0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:09:58Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:01.504952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.509275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:01.511505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:01.536649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553224fe-bc4b-4265-8985-cf661b45ccb6 None None] The sync data for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv is: [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:09:58Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:10:01.587393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Pushing event updated for resources: {'Port': ['ID=1828871d-328e-427f-83bf-8ed6d68a5c97,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:01.597351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:01.641840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:02.130480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:02.135645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:02.161655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3adffbb1-52b3-406a-9d2b-3f511102f3bc tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:02.248885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:02.252503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:02.255395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:02.521533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:10:02.522696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:10:02.621299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58be0f-3011-486e-a6b2-15c684b7b994 None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:10:02.706874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router ae7a0781-2629-47b7-bab7-7a33ee129e02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:10:02.741736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f18efa3e-77de-43d6-980e-5bdce2d32818 None None] Provisioning for port 1828871d-328e-427f-83bf-8ed6d68a5c97 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:02.889500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:10:02.904546 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/ae7a0781-2629-47b7-bab7-7a33ee129e02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0613070
Dec 10 04:10:02.905858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44550) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:03.052044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837e469-919a-473e-832e-c50b6303fa8c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.052505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837e469-919a-473e-832e-c50b6303fa8c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.052964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837e469-919a-473e-832e-c50b6303fa8c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.053597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837e469-919a-473e-832e-c50b6303fa8c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.055822 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4837e469-919a-473e-832e-c50b6303fa8c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1488452
Dec 10 04:10:03.058733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44554) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:03.128797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18fa8c-cab0-434a-a874-bdbcd0f51605 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.129253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18fa8c-cab0-434a-a874-bdbcd0f51605 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.129726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18fa8c-cab0-434a-a874-bdbcd0f51605 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.130162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18fa8c-cab0-434a-a874-bdbcd0f51605 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:03.131810 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7a18fa8c-cab0-434a-a874-bdbcd0f51605 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0719802
Dec 10 04:10:03.135164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44558) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:03.183044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc2a2206-e1c0-4564-bef0-2ee3fa8c9009 None None] Provisioning for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:03.187332 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Sync routers for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:10:03.190572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc2a2206-e1c0-4564-bef0-2ee3fa8c9009 None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:03.191156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2206-e1c0-4564-bef0-2ee3fa8c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.200353 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:10:03.200972 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6c7bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:03.257700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a2206-e1c0-4564-bef0-2ee3fa8c9009 None None] Port 8fa68b51-263b-49cb-8c16-26c20cfaff18 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:10:03.358240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2308723f-6440-4358-bf0a-b86c390677a3 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2217367
Dec 10 04:10:03.400451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5cb5dfe9-95a1-4412-8047-123f21ac37de None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:03.400927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dfe9-95a1-4412-8047-123f21ac37de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.429098 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:10:03.459417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5dfe9-95a1-4412-8047-123f21ac37de None None] Port 8fa68b51-263b-49cb-8c16-26c20cfaff18 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:10:03.586771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a0ae96c0-c18c-45b4-b5b1-d206f704d340 None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:03.587164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0ae96c0-c18c-45b4-b5b1-d206f704d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.617163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1828871d-328e-427f-83bf-8ed6d68a5c97 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:03.623316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44564) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:03.628890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991479050', 'description': 'tempest-secgroup-smoke-991479050 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:03.634907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:03.639499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:03.642535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:03.650760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:03.661733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.685173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:03.689423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:03.691741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae96c0-c18c-45b4-b5b1-d206f704d340 None None] Port 8fa68b51-263b-49cb-8c16-26c20cfaff18 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:10:03.692287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:03.699249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:03.708314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1828871d-328e-427f-83bf-8ed6d68a5c97 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:03.714551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1828871d-328e-427f-83bf-8ed6d68a5c97 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:03.715039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.753842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6c7bb0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:03.758032 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Checking router: ae7a0781-2629-47b7-bab7-7a33ee129e02 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:10:03.758388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Updating router ae7a0781-2629-47b7-bab7-7a33ee129e02 port 8fa68b51-263b-49cb-8c16-26c20cfaff18 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:10:03.777328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.781671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.786916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-69dac89c-4f6a-4aee-afb5-d13c8fd074e0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:03.810984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.828022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605705bc-ef65-4929-afb2-5ab530456e36,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:03.831255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:03.833023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.834532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2099559
Dec 10 04:10:03.838963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44568) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:03.852249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:03.852388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.860640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:03.865010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:03.868611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:03.875169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:03.888253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1828871d-328e-427f-83bf-8ed6d68a5c97,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:03.894089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.895919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ada05a91-f309-4549-b3fa-7cce37f14014 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:03.897795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.926641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:03.965274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.970099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:03.971894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1af153fc-17d8-4e47-b298-f0eabc5cc721 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:03.994805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddae1c15-b6d5-4052-9151-56f669a243a7,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:03.997348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.004342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.005624 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2eba3b33-9a82-4421-991e-6f92ae83bb2a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1655178
Dec 10 04:10:04.009676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44572) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:04.015717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:04.028656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1828871d-328e-427f-83bf-8ed6d68a5c97,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.029544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:04.032356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ada05a91-f309-4549-b3fa-7cce37f14014 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:04.034717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:04.035646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.038224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ada05a91-f309-4549-b3fa-7cce37f14014 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:04.038619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.040305 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:04.046779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:04.064418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.126902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.130703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.133098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6d6a380-b63a-4172-a5ad-aa0763889454 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.159304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f9f6b6-640a-4211-9bc1-63f61abfc79f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.161834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.164821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.171236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.172560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1618397
Dec 10 04:10:04.175543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44576) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:04.179291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.181041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:04.182211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ada05a91-f309-4549-b3fa-7cce37f14014, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ada05a91-f309-4549-b3fa-7cce37f14014,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:04.186723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.187269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:04.188483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.192407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:04.195663 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Transition to ACTIVE for port object 8fa68b51-263b-49cb-8c16-26c20cfaff18 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:04.196205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:04.203080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:04.203845 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.208721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.221356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.293412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.298295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.300182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5ad6e122-2b39-41b6-bf21-e5f86c43e940 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.304474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ada05a91-f309-4549-b3fa-7cce37f14014,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.308570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.322142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8547078d-b6d9-44cc-8e6c-c60296f42373,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.331094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.339707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.340997 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1643529
Dec 10 04:10:04.343839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44580) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:04.348980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:04.355061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:04.358954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:04.361876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:04.368030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:04.371631 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Pushing event updated for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.386800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.388542 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.388889 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.389224 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.389575 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.389894 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.390214 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.390534 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.390847 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.391164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.391479 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.391792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.392102 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:10:04.395764 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.445935 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Attempting to bind port 8fa68b51-263b-49cb-8c16-26c20cfaff18 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:10:04.446309 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Attempting to bind port 8fa68b51-263b-49cb-8c16-26c20cfaff18 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:10:04.446934 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Attempting to bind port 8fa68b51-263b-49cb-8c16-26c20cfaff18 on network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:10:04.452426 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:10:04.452801 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Checking segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:10:04.453431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.453999 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Bound using segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:10:04.454661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Bound port: 8fa68b51-263b-49cb-8c16-26c20cfaff18, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:10:04.455239 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.461760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.466591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.468467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6cb1b165-a9a1-45e3-9248-09f3fd26884c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.491172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e9239-a1e9-43f7-8d37-c3db61ed10ab,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.494421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.503164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.507144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b470574b-d961-4e7b-88d5-583d1ee49294 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1597953
Dec 10 04:10:04.509749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44584) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:04.516794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:04.523787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:04.527853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:04.530816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:04.536465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:04.547240 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:10:04.554996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.558211 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] For port 8fa68b51-263b-49cb-8c16-26c20cfaff18, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:10:04.561291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] For port 8fa68b51-263b-49cb-8c16-26c20cfaff18, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fa68b51-263b-49cb-8c16-26c20cfaff18,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:10:04.565276 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.569459 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.624565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.629097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.637475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-068a12ac-90ce-47b4-8e69-f081ae61a1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.642019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:10:04.642641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6c7bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:09:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:04.659084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a413df9f-cdf1-45a6-9d09-f767671030bc,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.661492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.666704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.670634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9a68ef78-9655-4945-b938-9d002c3c6a19 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1574852
Dec 10 04:10:04.671089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44588) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:04.677395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '605705bc-ef65-4929-afb2-5ab530456e36', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:04.684089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:04.688075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:04.691004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:04.697671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:04.710435 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:10:04.717920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.792427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.794897 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Pushing event updated for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.796970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.799572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-46673830-7abd-4405-a909-c24cadce2f46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:04.807280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.818200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2cdea3-92dd-4ea7-bc66-c20b2c41b82d,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:04.824931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:04.837012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:04.838812 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f2a4c7c5-5724-462f-bb58-e313312aef59 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1664472
Dec 10 04:10:04.869731 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:10:05.120603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-4e32b497-cede-4b29-bcb9-bb74e04ead0d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:10:05.135252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-4e32b497-cede-4b29-bcb9-bb74e04ead0d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:10:05.136383 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-4e32b497-cede-4b29-bcb9-bb74e04ead0d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991479050&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.1756380
Dec 10 04:10:05.181015 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6c7bb0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:05.184903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b74d98-a582-4b0b-a399-09e338373c52 None None] The sync data for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv is: [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:10:05.297508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-9080c5fc-6249-481a-a322-b69684cd4029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:05.298198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-9080c5fc-6249-481a-a322-b69684cd4029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:10:05.315054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-9080c5fc-6249-481a-a322-b69684cd4029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:10:05.316265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-9080c5fc-6249-481a-a322-b69684cd4029 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 796 time: 0.1733572
Dec 10 04:10:05.331721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ee7804ea-4804-41c8-bd34-3679f7ef3f1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0099118
Dec 10 04:10:05.418593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-892285f6-c967-42ac-bb8a-f11a9aac6d30 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:10:05.434338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-892285f6-c967-42ac-bb8a-f11a9aac6d30 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:10:05.435712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-892285f6-c967-42ac-bb8a-f11a9aac6d30 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0980940
Dec 10 04:10:05.583794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-2d7ec044-90c7-42c5-8cd1-b465c988a44a service neutron] 10.222.0.44 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355970
Dec 10 04:10:05.615442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1828871d-328e-427f-83bf-8ed6d68a5c97 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:05.691112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1828871d-328e-427f-83bf-8ed6d68a5c97 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:05.691940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:05.727308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-727f759c-c130-47c2-803e-c35e26f59e60 service neutron] 10.222.0.44 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362333
Dec 10 04:10:05.820300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fa68b51-263b-49cb-8c16-26c20cfaff18 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:05.894028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:05.900701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:05.901143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:05.943924 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68262c2d-ae7c-49a9-8520-1d4058b2fd5d req-ad885af8-1077-46d9-a8fd-e72f81d7a7a9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 210 time: 0.0499294
Dec 10 04:10:06.048695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:06.083915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 8fa68b51-263b-49cb-8c16-26c20cfaff18, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fa68b51-263b-49cb-8c16-26c20cfaff18,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:06.089161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:06.089881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ada05a91-f309-4549-b3fa-7cce37f14014 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:06.117969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:06.208609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:06.213181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:06.223253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ada05a91-f309-4549-b3fa-7cce37f14014 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:06.223637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:07.151576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-8c1bd36d-78a0-45fd-8c61-789ec07e55c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:07.153130 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-8c1bd36d-78a0-45fd-8c61-789ec07e55c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 796 time: 0.1612129
Dec 10 04:10:07.211696 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-dcfb7706-c9de-4b6b-ab94-ecaf99d5958f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 379 time: 0.0437565
Dec 10 04:10:07.220137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['605705bc-ef65-4929-afb2-5ab530456e36']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:07.265044 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bea5102-8286-4eac-9254-5131ded73d0f req-ec395d50-f5b0-4935-a789-5a244d1842c1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 210 time: 0.0418828
Dec 10 04:10:07.352899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:07.362036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:07.372024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:10:07.375658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:07.529174 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fa68b51-263b-49cb-8c16-26c20cfaff18 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:07.535447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.8 (6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d/0e8d846a-c8d1-439a-8acb-e1513635fe26/d6421a75-8021-4db3-a341-6fd5d62b45d0) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:10:07.599415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:07.599789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:07.839396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:07.854671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object d6421a75-8021-4db3-a341-6fd5d62b45d0 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:07.877528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:07.883901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-91fa3dce-fe74-43bb-86a9-5e33c280d26a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:07.947730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:10:07.950654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:10:07.953021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:10:07.999348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:08.002172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:08.025778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:08.026481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.051120 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8347685
Dec 10 04:10:08.068968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Request body: {'port': {'device_id': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:08.187831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d3087a84-2294-4d6f-8b11-d2659e3fccb1 None None] Provisioning for port d6421a75-8021-4db3-a341-6fd5d62b45d0 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:08.190630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.192929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d3087a84-2294-4d6f-8b11-d2659e3fccb1 None None] Provisioning complete for port d6421a75-8021-4db3-a341-6fd5d62b45d0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:08.193324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d3087a84-2294-4d6f-8b11-d2659e3fccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.248309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d3087a84-2294-4d6f-8b11-d2659e3fccb1 None None] Port d6421a75-8021-4db3-a341-6fd5d62b45d0 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:10:08.453251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fcc38-6621-4666-8f8a-a4f0f9c53063 req-d873886b-cf03-438c-a1c1-545cbfc3082f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:08.455361 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-769fcc38-6621-4666-8f8a-a4f0f9c53063 req-d873886b-cf03-438c-a1c1-545cbfc3082f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 931 time: 0.0867181
Dec 10 04:10:08.504859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-769fcc38-6621-4666-8f8a-a4f0f9c53063 req-538b4f4c-c676-421a-b6a7-73d31458e675 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434172
Dec 10 04:10:08.532004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6421a75-8021-4db3-a341-6fd5d62b45d0 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:10:08.543164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.562363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Transition to ACTIVE for port object d6421a75-8021-4db3-a341-6fd5d62b45d0 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:10:08.565709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.569175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:08.696556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:08.722864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:08.801154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Attempting to bind port d6421a75-8021-4db3-a341-6fd5d62b45d0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:10:08.801534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Attempting to bind port d6421a75-8021-4db3-a341-6fd5d62b45d0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:10:08.801850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Attempting to bind port d6421a75-8021-4db3-a341-6fd5d62b45d0 on network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:10:08.806970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Port d6421a75-8021-4db3-a341-6fd5d62b45d0 on network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:10:08.807288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Attempting to bind port d6421a75-8021-4db3-a341-6fd5d62b45d0 on network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:10:08.812323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:10:08.812654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Checking segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:10:08.813033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Bound using segment: {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:10:08.813491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Bound port: d6421a75-8021-4db3-a341-6fd5d62b45d0, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74aef30b-6bb1-4ab0-a48f-d98504307129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:10:08.813832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.908937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:10:08.912079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:10:08.916116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.920552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-040fc33b-8bc7-44c6-8d38-4316e61508cb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:08.974755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:08.975368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:08.976762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 1093 time: 0.9123094
Dec 10 04:10:08.977292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:10:09.004474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:09.008548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:09.029995 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'status': 'completed', 'code': 200}
Dec 10 04:10:09.126170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-542420c2-8604-49c7-9b25-60729114b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:09.127713 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-542420c2-8604-49c7-9b25-60729114b51c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1096 time: 0.0812099
Dec 10 04:10:09.205553 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-cf49caaa-3b0d-4617-b1b1-557fad1d5821 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 217 time: 0.0630217
Dec 10 04:10:09.270505 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-7dde1e4d-94a7-41ed-9e28-96721e8a73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:09.271834 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-7dde1e4d-94a7-41ed-9e28-96721e8a73de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0600312
Dec 10 04:10:09.345033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-f72709ea-49db-4772-8cb4-c96d083deeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:09.346395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-f72709ea-49db-4772-8cb4-c96d083deeb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683711
Dec 10 04:10:09.489450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-c05b453b-5b0f-4e30-9868-b27914deaf7e service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353688
Dec 10 04:10:09.693707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55d5b-2187-4010-b85d-db1d97324d70 req-d407483a-e6f4-44b4-b413-68979ca2d8f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:09.695693 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38a55d5b-2187-4010-b85d-db1d97324d70 req-d407483a-e6f4-44b4-b413-68979ca2d8f7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 943 time: 0.0821314
Dec 10 04:10:09.738926 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38a55d5b-2187-4010-b85d-db1d97324d70 req-25067c29-72f9-4df7-a7d3-5fae802ce60b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374136
Dec 10 04:10:09.739764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1fcf093f-ee2a-470a-bd41-e179f3ca5937 req-c5e6fc46-a93c-47eb-a1da-ba820608e1de service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402246
Dec 10 04:10:09.894527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-cb154830-30ec-404b-a2e6-cbc62c09e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:09.896064 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-cb154830-30ec-404b-a2e6-cbc62c09e1d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1096 time: 0.0732706
Dec 10 04:10:10.029865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-aa4eab41-d5c8-4a76-a1b2-a936a9c4e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:10.031208 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-aa4eab41-d5c8-4a76-a1b2-a936a9c4e91d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1283658
Dec 10 04:10:10.096439 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-9a9ae1c7-284a-4d29-9cdd-5195fa3e0a63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 217 time: 0.0588925
Dec 10 04:10:10.158649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-d3edda4e-e59b-47d6-b49c-95ef8088d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:10.160006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-d3edda4e-e59b-47d6-b49c-95ef8088d062 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0574739
Dec 10 04:10:10.232589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-cad28e79-09ef-4db0-bd8d-85bc1d0b78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:10.234111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-cad28e79-09ef-4db0-bd8d-85bc1d0b78dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679100
Dec 10 04:10:10.361463 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-fbdf4600-44a4-43e0-96af-120c249b4a1a service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208110
Dec 10 04:10:10.490819 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa422cd7-73f7-4ec7-8507-c0bf1532a558 req-a32603b7-a783-4944-b3c7-a3bfb22206fe service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224709
Dec 10 04:10:10.924920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60f8fd-54c4-4766-bf40-36be78693359 req-5710283d-0c14-4bb1-a765-6ee1fdc37afe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:10.926389 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e60f8fd-54c4-4766-bf40-36be78693359 req-5710283d-0c14-4bb1-a765-6ee1fdc37afe tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 943 time: 0.0827703
Dec 10 04:10:10.969787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e60f8fd-54c4-4766-bf40-36be78693359 req-bdbae88f-e3ab-4ce1-a235-2ba2d923b89b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377533
Dec 10 04:10:12.150748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343c88-122f-4b83-bd9d-1bbb0b83026c req-56484291-cb8e-4dd5-a82f-fd4bae618fa8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:12.152231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e343c88-122f-4b83-bd9d-1bbb0b83026c req-56484291-cb8e-4dd5-a82f-fd4bae618fa8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 943 time: 0.0803118
Dec 10 04:10:12.196103 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e343c88-122f-4b83-bd9d-1bbb0b83026c req-114a2e85-5a39-47bf-80e9-0c4699cdcc46 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382717
Dec 10 04:10:13.079609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d6421a75-8021-4db3-a341-6fd5d62b45d0 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:10:13.209580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:13.222878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'port_id': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'mac_address': 'fa:16:3e:b9:f8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:10:13.278692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:13.295109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6421a75-8021-4db3-a341-6fd5d62b45d0 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:10:13.310292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:13.314610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:13.316459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:13.385008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:13.388131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:13.388311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b9bf-925d-4dea-89d1-c7e4b92b92a6 req-4d228086-6293-4790-b80f-d3c39340cc34 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:13.389736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d533b9bf-925d-4dea-89d1-c7e4b92b92a6 req-4d228086-6293-4790-b80f-d3c39340cc34 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 944 time: 0.0841386
Dec 10 04:10:13.433270 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d533b9bf-925d-4dea-89d1-c7e4b92b92a6 req-8679928b-ef06-405a-a233-b9de2bfb87e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378752
Dec 10 04:10:13.698182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['d6421a75-8021-4db3-a341-6fd5d62b45d0'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:10:13.960208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:14.353804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83f1e4d8-f933-49f8-9024-e46b49665b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:14.614767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21c3fd-ff40-469a-8724-dc2d13bd4449 req-b533c6f4-080c-4483-8fe2-78e98b1ef9e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:14.616114 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ef21c3fd-ff40-469a-8724-dc2d13bd4449 req-b533c6f4-080c-4483-8fe2-78e98b1ef9e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 944 time: 0.0791557
Dec 10 04:10:14.663513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ef21c3fd-ff40-469a-8724-dc2d13bd4449 req-58eb3566-f9cf-46f2-a1aa-07d80cdade23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416186
Dec 10 04:10:15.086357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d6421a75-8021-4db3-a341-6fd5d62b45d0 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:10:15.154079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port d6421a75-8021-4db3-a341-6fd5d62b45d0 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:10:15.158531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port d6421a75-8021-4db3-a341-6fd5d62b45d0 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:10:15.158904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:15.270611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:15.325743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:10:15.336069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:10:15.340505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:15.342301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:15.375584 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'code': 200}
Dec 10 04:10:15.407530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:15.410373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:15.631733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c96522-12da-470a-84d2-17e8f2fad560 req-0f6b69b8-d226-4ff9-a453-062adb710e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:15.633778 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41c96522-12da-470a-84d2-17e8f2fad560 req-0f6b69b8-d226-4ff9-a453-062adb710e2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0743961
Dec 10 04:10:15.673261 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-41c96522-12da-470a-84d2-17e8f2fad560 req-ea207c8a-cb87-46f3-9f31-77ec1cbfdd4c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334136
Dec 10 04:10:15.846016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfd49-1686-4402-a1f5-c934951d9d8a req-ebce3c33-66f3-406d-8dcb-5205adb34d61 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:15.847372 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c74dfd49-1686-4402-a1f5-c934951d9d8a req-ebce3c33-66f3-406d-8dcb-5205adb34d61 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0787694
Dec 10 04:10:15.891731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c74dfd49-1686-4402-a1f5-c934951d9d8a req-9c1a4c9b-fe71-4624-ab66-42eb6b235889 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387154
Dec 10 04:10:16.678084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f099cea7-9419-408d-aa01-f97f9e8b96b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:17.084413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5e729-5f47-455b-94b0-68d682381cf7 req-bbcac234-e191-4b6a-9c6f-e8f51e106a0e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:17.086410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fb5e729-5f47-455b-94b0-68d682381cf7 req-bbcac234-e191-4b6a-9c6f-e8f51e106a0e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0870297
Dec 10 04:10:17.129610 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fb5e729-5f47-455b-94b0-68d682381cf7 req-2cfdb9ef-d244-4f50-a8f9-c77877d75418 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375791
Dec 10 04:10:17.577824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:17.956403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:18.309192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114122e-f8d7-4a7f-a17f-5fd53a89bf81 req-74e9b124-5302-413a-b4b6-69db473174dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:18.310644 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1114122e-f8d7-4a7f-a17f-5fd53a89bf81 req-74e9b124-5302-413a-b4b6-69db473174dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0779059
Dec 10 04:10:18.354203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1114122e-f8d7-4a7f-a17f-5fd53a89bf81 req-e9a4667f-686a-4424-90ff-b694a9a80f91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378973
Dec 10 04:10:18.535378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb68fdc-4bfd-4c27-9107-82241cd286f2 req-362c742f-3182-47f2-a8b7-d4646fc2eea4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:18.536808 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7fb68fdc-4bfd-4c27-9107-82241cd286f2 req-362c742f-3182-47f2-a8b7-d4646fc2eea4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0823190
Dec 10 04:10:18.579494 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7fb68fdc-4bfd-4c27-9107-82241cd286f2 req-767302aa-18c6-4e6b-bcbf-aff31a452bf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371010
Dec 10 04:10:18.601992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44644) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:18.669481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7255b7-4a71-48ba-9623-d21cfc89d76c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:18.670940 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fe7255b7-4a71-48ba-9623-d21cfc89d76c tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1093 time: 0.0679560
Dec 10 04:10:18.673742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44648) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:18.679300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:10:18.685081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:10:18.688835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:10:18.691627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:10:18.698046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:10:18.708102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:18.839553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:18.973846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.210 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/c934dc77-3213-4998-b2c7-7c7f83dbf138) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:10:19.118431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.147238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.152227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fdf7899b-c491-497c-b453-a10501531a60 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:19.211223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:10:19.214293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:10:19.216816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:10:19.261779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=c934dc77-3213-4998-b2c7-7c7f83dbf138,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:19.265784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:19.426498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.723540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.794659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.995052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:19.999292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:20.002697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d849898e-59cc-4797-b202-cf286c6c7c11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:10:20.107547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=c934dc77-3213-4998-b2c7-7c7f83dbf138,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:10:20.111375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:10:20.118349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:20.284300 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP c3e0258e-d986-48e8-9d7b-12b95b7e8f60 associated. External IP: 172.26.1.210, port: d6421a75-8021-4db3-a341-6fd5d62b45d0.
Dec 10 04:10:20.619814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router ae7a0781-2629-47b7-bab7-7a33ee129e02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:10:20.917654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:10:20.927005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Sync routers for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:10:20.936687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:10:20.937499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e5ad00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:10:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:20.940769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:20.994705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3199439
Dec 10 04:10:20.995449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:10:20.997645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44652) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:21.041778 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'status': 'completed', 'code': 200}
Dec 10 04:10:21.118710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:10:21.163005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362eb07-944c-4092-94e6-226dcde98171 req-685f2b2c-5df9-449c-a4be-9e2644da119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:21.163630 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-685f2b2c-5df9-449c-a4be-9e2644da119e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0775347
Dec 10 04:10:21.232064 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-026fd2cd-602a-4239-b632-57e442216668 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/c3e0258e-d986-48e8-9d7b-12b95b7e8f60 HTTP/1.1" status: 200  len: 991 time: 0.2319579
Dec 10 04:10:21.295888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362eb07-944c-4092-94e6-226dcde98171 req-d86dee36-a5bc-4d0c-a56c-9b1aa2ee4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:21.297343 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-d86dee36-a5bc-4d0c-a56c-9b1aa2ee4221 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1274388
Dec 10 04:10:21.395744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-49538ca8-c934-4ebe-8fa0-2ed3f2b30fcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 999 time: 0.0916271
Dec 10 04:10:21.461076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362eb07-944c-4092-94e6-226dcde98171 req-0d010567-2af8-4df1-a9f8-a8db04b6df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:21.462552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-0d010567-2af8-4df1-a9f8-a8db04b6df16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0607393
Dec 10 04:10:21.464880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e5ad00>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c3e0258e-d986-48e8-9d7b-12b95b7e8f60', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'port_id': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'mac_address': 'fa:16:3e:b9:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:10:19Z', 'updated_at': '2021-12-10T04:10:19Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:21.468866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Checking router: ae7a0781-2629-47b7-bab7-7a33ee129e02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:10:21.477643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:10:21.478251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e5ad00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:10:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:21.538853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362eb07-944c-4092-94e6-226dcde98171 req-779228e7-8e0a-4739-81f1-0e16b60a6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:21.540459 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-779228e7-8e0a-4739-81f1-0e16b60a6828 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713449
Dec 10 04:10:21.654457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:10:21.673206 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-dfd122f0-bda7-47cb-a6f7-51ba084a5eb7 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243711
Dec 10 04:10:21.805656 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4362eb07-944c-4092-94e6-226dcde98171 req-e74aec64-7ae3-4769-9d72-60c60fa14529 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260524
Dec 10 04:10:21.998216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e5ad00>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c3e0258e-d986-48e8-9d7b-12b95b7e8f60', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'port_id': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'mac_address': 'fa:16:3e:b9:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:10:19Z', 'updated_at': '2021-12-10T04:10:19Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:10:22.002113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89208471-3710-42ed-858a-71f4a4dccb71 None None] The sync data for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv is: [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c3e0258e-d986-48e8-9d7b-12b95b7e8f60', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.210', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'port_id': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'mac_address': 'fa:16:3e:b9:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:10:19Z', 'updated_at': '2021-12-10T04:10:19Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:10:22.182230 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50c809-96dd-4afd-94d6-3ed12ef3aba1 None None] New status for floating IP c3e0258e-d986-48e8-9d7b-12b95b7e8f60: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:10:22.234084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44658) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:22.342058 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7329e5bb-c68f-4aad-8783-c92ab058a2c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/c3e0258e-d986-48e8-9d7b-12b95b7e8f60 HTTP/1.1" status: 200  len: 991 time: 0.1064415
Dec 10 04:10:23.345662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44662) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:10:23.451798 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-22906cd3-bec7-4ef2-9f06-6a68849d5e3b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/c3e0258e-d986-48e8-9d7b-12b95b7e8f60 HTTP/1.1" status: 200  len: 993 time: 0.1049356
Dec 10 04:10:32.664173 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:10:32.780810 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-24dc3dd2-ee6b-4ec6-8378-c6f446b0daac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1143491
Dec 10 04:10:32.935121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325a73-057d-4a6c-bab2-d091730198ed req-7c1991b0-ef1e-4152-a168-df388f4cd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:32.936496 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-7c1991b0-ef1e-4152-a168-df388f4cd8fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0751047
Dec 10 04:10:33.077461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325a73-057d-4a6c-bab2-d091730198ed req-b9a04d4f-2776-4434-b28b-edbfa95e3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:33.078924 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-b9a04d4f-2776-4434-b28b-edbfa95e3029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1245403
Dec 10 04:10:33.179194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-43b9623d-635e-48c1-8372-b723ef12dbbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 1001 time: 0.0941615
Dec 10 04:10:33.241568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325a73-057d-4a6c-bab2-d091730198ed req-06ca7983-6f5d-49bc-846d-1bdf990bb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:33.242848 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-06ca7983-6f5d-49bc-846d-1bdf990bb0f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0552957
Dec 10 04:10:33.315530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325a73-057d-4a6c-bab2-d091730198ed req-e67131bb-32e9-49c9-9190-82b3ee23dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:10:33.316918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-e67131bb-32e9-49c9-9190-82b3ee23dcdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667677
Dec 10 04:10:33.560519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-fef8cbe3-fa2c-4140-b698-acc004ab8a39 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356293
Dec 10 04:10:33.688222 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c4325a73-057d-4a6c-bab2-d091730198ed req-3f2f694f-b616-44da-9dab-837228c8d850 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209958
Dec 10 04:10:43.944665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:44.354153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-25b464bd-2b72-4451-b68d-9aa8d2e50ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:46.683307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c83e042b-e4fc-465c-9b80-916775f5b593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:47.580239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:47.957658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:10:49.427996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:09.662586 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:11:13.957817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:14.355658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e47880e0-4849-4342-bb94-b0aea3a92a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:16.684570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da2bba15-c4b7-4da7-b028-3298e35a3f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:17.583034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:17.963094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:19.430233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:33.031596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-5c55abbf-3507-4a66-b2c9-0481c43c6efe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672083
Dec 10 04:11:33.181825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-f55abd18-646b-4172-a62e-de1790779586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:11:33.183905 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-f55abd18-646b-4172-a62e-de1790779586 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0706625
Dec 10 04:11:33.324493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-907d8709-4bc2-45de-a1d3-27b04caf5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:11:33.325923 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-907d8709-4bc2-45de-a1d3-27b04caf5189 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1230381
Dec 10 04:11:33.425781 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-6e98bdb1-0f67-4452-8a11-869262d3344b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 1001 time: 0.0930796
Dec 10 04:11:33.489867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-17a7d6f4-295d-4839-9a3b-e285ab864d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:11:33.491153 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-17a7d6f4-295d-4839-9a3b-e285ab864d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0578339
Dec 10 04:11:33.562928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-11c37dfa-59a4-49be-b2af-d9cd40bfdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:11:33.564342 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-11c37dfa-59a4-49be-b2af-d9cd40bfdeec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674078
Dec 10 04:11:33.692888 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-df4c203c-2acc-47c2-87cd-8080457c5994 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215460
Dec 10 04:11:33.820688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2fdf0f5c-7d6b-4b52-aae3-ca548ea72940 req-02a23d99-4bcd-43a6-803a-65e9205396bd service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206157
Dec 10 04:11:43.958441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:44.357115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f41da7b7-8870-4f94-9335-8782a8553f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:46.661262 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:11:46.686652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fd17e69-5edf-4b04-ac4e-c259aeed9b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:47.587079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:47.955767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:11:49.433446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:13.973571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:14.358067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87af7-2701-4fce-86bd-e7cae2ce9c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:16.687538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf1f791b-ef67-4a21-8987-42c42a33233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:17.588572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:17.957997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:19.436017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:23.660193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:12:35.022811 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-5a885bec-e9d5-41ec-8aec-4aab4d263276 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725758
Dec 10 04:12:35.174072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-7aa91eee-c3e7-44e1-9b49-5c79065750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:12:35.175512 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-7aa91eee-c3e7-44e1-9b49-5c79065750c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0691569
Dec 10 04:12:35.315507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-0c283806-e1a3-4507-884c-7370a1bd4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:12:35.316898 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-0c283806-e1a3-4507-884c-7370a1bd4ceb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1228321
Dec 10 04:12:35.415943 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-0d596d1e-dc9c-4562-820b-cbadf2d8930f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 1001 time: 0.0925698
Dec 10 04:12:35.476508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-107f9eb7-78ce-4253-b3e6-487c92371907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:12:35.477842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-107f9eb7-78ce-4253-b3e6-487c92371907 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0557423
Dec 10 04:12:35.660637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-31cf717b-ea6b-4223-a681-f38a1ed037e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:12:35.662135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-31cf717b-ea6b-4223-a681-f38a1ed037e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1783576
Dec 10 04:12:35.791401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-aa74b7a6-b075-447f-b39c-f6447b2caef0 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221130
Dec 10 04:12:35.919830 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e8e751dc-c48b-490b-9211-b269e3cd3134 req-53052692-a967-44ba-865a-bbcbc7952005 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222398
Dec 10 04:12:43.995427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:44.357923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9236beaf-7871-4bbb-843a-cf1e0058f72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:46.689874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33ea3754-6e66-4f9c-a814-ccd0c4d60338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:46.770515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44724) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:12:46.817791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:12:46.931180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2930047'] for subnet, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.113957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761094398796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3256590'] for subnet, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.117331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d5f27524-eef3-4a2b-9e11-4e7c79e52276 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:12:47.167492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:12:47.168070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.169885 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/subnets/0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 836 time: 0.3978097
Dec 10 04:12:47.174657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdbe98d-c8e0-4e61-b621-f7b9e19ceff6 None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:12:47.185613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=0e8d846a-c8d1-439a-8acb-e1513635fe26,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:12:47.193770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.194155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.194532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.194904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.195271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.195639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.196001 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.196632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.196994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.197380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.197739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.198095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:12:47.201701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:12:47.591167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.668385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Provisioning complete for port 8fa68b51-263b-49cb-8c16-26c20cfaff18 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:12:47.668760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.794180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Provisioning complete for port d6421a75-8021-4db3-a341-6fd5d62b45d0 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:12:47.795046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.917534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Provisioning complete for port 1828871d-328e-427f-83bf-8ed6d68a5c97 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:12:47.917914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-46bc9e59-2ac8-47f0-af6e-081c938dfaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:47.979270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:12:49.438800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:00.659615 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:13:13.983925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:14.359799 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3016e33a-f18f-4b4c-8e8e-ae4b307c989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:16.690196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38f8aad1-c5bf-4af5-9950-a0d88e96598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:17.594195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:17.960327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:19.443465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:30.779697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44740) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:30.984799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port c934dc77-3213-4998-b2c7-7c7f83dbf138 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:30.985137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:31.151052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:31.151273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:31.271300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for c934dc77-3213-4998-b2c7-7c7f83dbf138 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:31.418971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:31.423761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:31.468133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=c934dc77-3213-4998-b2c7-7c7f83dbf138,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:31.495903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:31.557332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:31.557591 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP c3e0258e-d986-48e8-9d7b-12b95b7e8f60 disassociated (deleted). External IP: 172.26.1.210, port: d6421a75-8021-4db3-a341-6fd5d62b45d0.
Dec 10 04:13:32.012476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router ae7a0781-2629-47b7-bab7-7a33ee129e02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:13:32.188809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:13:32.198394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Sync routers for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:13:32.204827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:32.210047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:32.210661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c511cd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:32.259775 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/c3e0258e-d986-48e8-9d7b-12b95b7e8f60 HTTP/1.1" status: 204  len: 168 time: 1.4789886
Dec 10 04:13:32.260440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:13:32.366389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'status': 'completed', 'code': 200}
Dec 10 04:13:32.391010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:32.495226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-3d84efcf-f6dd-466a-83a8-a6674732fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:32.496716 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-3d84efcf-f6dd-466a-83a8-a6674732fe94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 1098 time: 0.0819745
Dec 10 04:13:32.637860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f349c-64c0-4ce4-8710-ff2a382d96ac req-72b5af8e-443f-432a-9e28-ca5c694af645 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:32.640786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-734f349c-64c0-4ce4-8710-ff2a382d96ac req-72b5af8e-443f-432a-9e28-ca5c694af645 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0847795
Dec 10 04:13:32.649770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-198d7d8e-1057-4d17-b431-84a43286d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:32.651216 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-198d7d8e-1057-4d17-b431-84a43286d7b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 200  len: 897 time: 0.1276004
Dec 10 04:13:32.691052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-734f349c-64c0-4ce4-8710-ff2a382d96ac req-40f92289-b6bd-4718-8dc2-456df7dd19d7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423572
Dec 10 04:13:32.715523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c511cd0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:32.719909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Checking router: ae7a0781-2629-47b7-bab7-7a33ee129e02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:13:32.722389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-aa944939-cd61-4520-bbb0-3ebaae5e13ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 200  len: 217 time: 0.0632927
Dec 10 04:13:32.728158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:32.728756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c511cd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:32.788055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-fcf95219-92d5-4616-b3d6-1a4ec4092c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:32.789664 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-fcf95219-92d5-4616-b3d6-1a4ec4092c45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 200  len: 844 time: 0.0606170
Dec 10 04:13:32.865897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-16d01857-f8ce-46ee-852a-6d5961719741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:32.867386 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-16d01857-f8ce-46ee-852a-6d5961719741 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717402
Dec 10 04:13:32.944249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:33.001180 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-fff9cbc0-7bc7-4a6f-b59f-6150d3ba5b98 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264589
Dec 10 04:13:33.134821 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-55c82c7c-a169-439a-93c8-2ed315291fe3 req-d15ac4bb-a05b-4263-83c5-a53620d35967 service neutron] 10.222.0.18 "GET /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260827
Dec 10 04:13:33.252843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c511cd0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:33.256904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ab378-9a99-4da5-8f05-79b3463de56e None None] The sync data for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv is: [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:10:01Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '8fa68b51-263b-49cb-8c16-26c20cfaff18', 'name': '', 'network_id': '6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:a2:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:10:00Z', 'updated_at': '2021-12-10T04:10:06Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': '0e8d846a-c8d1-439a-8acb-e1513635fe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:13:33.459781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b1dac-9800-4939-9a16-2b1d990726cf None None] New status for floating IP c3e0258e-d986-48e8-9d7b-12b95b7e8f60: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:13:33.890204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3725-1498-40b9-8e38-a7a160720fcf req-fcbd4fa8-8475-44fd-a2ab-fe8b87bc5cf8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:33.891561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d41a3725-1498-40b9-8e38-a7a160720fcf req-fcbd4fa8-8475-44fd-a2ab-fe8b87bc5cf8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0795822
Dec 10 04:13:33.934863 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d41a3725-1498-40b9-8e38-a7a160720fcf req-b7f5a336-8a7b-45c3-b717-13abdb702cb2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=605705bc-ef65-4929-afb2-5ab530456e36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369835
Dec 10 04:13:34.359541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f25545-3d10-428a-90b2-9b514615b044 req-43aacf97-b88d-461d-9d76-254190754c6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:34.360258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-29f25545-3d10-428a-90b2-9b514615b044 req-43aacf97-b88d-461d-9d76-254190754c6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:34.375727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-29f25545-3d10-428a-90b2-9b514615b044 req-43aacf97-b88d-461d-9d76-254190754c6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:34.376877 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-29f25545-3d10-428a-90b2-9b514615b044 req-43aacf97-b88d-461d-9d76-254190754c6c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 945 time: 0.0988331
Dec 10 04:13:34.445488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port d6421a75-8021-4db3-a341-6fd5d62b45d0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:34.445830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:34.798229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port d6421a75-8021-4db3-a341-6fd5d62b45d0, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6421a75-8021-4db3-a341-6fd5d62b45d0,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:34.798586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:34.918303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for d6421a75-8021-4db3-a341-6fd5d62b45d0 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:35.064720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:35.071467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:35.102765 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a5190487-a5ef-4921-bb1b-5beae70d4e3d req-43509967-b840-4704-aad7-485b28dce8a5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8fce64-4cad-4306-962c-44e7f8842ff4 HTTP/1.1" status: 200  len: 210 time: 0.0470414
Dec 10 04:13:35.120304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=d6421a75-8021-4db3-a341-6fd5d62b45d0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:35.123836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:35.197260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port d6421a75-8021-4db3-a341-6fd5d62b45d0 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:13:35.199887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:35.202766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'name': 'network-vif-deleted', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:13:35.217849 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-29f25545-3d10-428a-90b2-9b514615b044 req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/d6421a75-8021-4db3-a341-6fd5d62b45d0 HTTP/1.1" status: 204  len: 173 time: 0.8356311
Dec 10 04:13:35.247644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8fce64-4cad-4306-962c-44e7f8842ff4', 'name': 'network-vif-deleted', 'tag': 'd6421a75-8021-4db3-a341-6fd5d62b45d0', 'status': 'completed', 'code': 200}
Dec 10 04:13:36.198719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44764) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:36.268676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:36.297814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:36.359795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:36.364030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bb27c972-a449-46ca-829f-50816ec518aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:36.377901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605705bc-ef65-4929-afb2-5ab530456e36,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:36.380521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:36.393053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:36.394247 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/605705bc-ef65-4929-afb2-5ab530456e36 HTTP/1.1" status: 204  len: 168 time: 0.1945331
Dec 10 04:13:36.426474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44770) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:36.963400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:37.421814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 8fa68b51-263b-49cb-8c16-26c20cfaff18 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:37.422554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:37.600470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 8fa68b51-263b-49cb-8c16-26c20cfaff18, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=8fa68b51-263b-49cb-8c16-26c20cfaff18,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:37.600817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:37.657875 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:13:37.722570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 8fa68b51-263b-49cb-8c16-26c20cfaff18 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:37.893573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:37.897955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-35bd65a6-25c1-4844-8b28-8bd0cff4ae10 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:37.942484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=8fa68b51-263b-49cb-8c16-26c20cfaff18,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:37.968184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:38.039549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d6421a75-8021-4db3-a341-6fd5d62b45d0 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:13:38.077561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: d6421a75-8021-4db3-a341-6fd5d62b45d0 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:13:38.077910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device d6421a75-8021-4db3-a341-6fd5d62b45d0 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:13:38.213823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:38.568910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router ae7a0781-2629-47b7-bab7-7a33ee129e02 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:13:38.857747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:13:38.868427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Sync routers for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:13:38.872276 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/ae7a0781-2629-47b7-bab7-7a33ee129e02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4423804
Dec 10 04:13:38.872522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44774) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:38.878599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:38.879209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d484dc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:38.940552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet 0e8d846a-c8d1-439a-8acb-e1513635fe26 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:13:38.943498 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:38.997640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.056077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:39.080795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.157961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.162581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-25e6e613-2ece-4d71-a446-cd17473cb40a tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:39.198816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8d846a-c8d1-439a-8acb-e1513635fe26,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:39.200764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.206043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:39.208762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-22c2fac3-4c86-45da-ad14-047c45e33aa1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/0e8d846a-c8d1-439a-8acb-e1513635fe26 HTTP/1.1" status: 204  len: 168 time: 0.3353770
Dec 10 04:13:39.211428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44778) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:39.225044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cb35d-8bf5-4ecf-9796-138ea5ba8bd5 None None] Network 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:13:39.390789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.507226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d484dc0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:13:37Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:39.511145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Checking router: ae7a0781-2629-47b7-bab7-7a33ee129e02 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:13:39.521129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Routers {'ae7a0781-2629-47b7-bab7-7a33ee129e02'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:39.521769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d484dc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['ae7a0781-2629-47b7-bab7-7a33ee129e02'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:39.570818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.575454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] DHCP port deletion for 6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:13:39.584212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port ada05a91-f309-4549-b3fa-7cce37f14014 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:39.585814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.633124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Deleting port 1828871d-328e-427f-83bf-8ed6d68a5c97 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:39.633545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.729405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1828871d-328e-427f-83bf-8ed6d68a5c97 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:13:39.762007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port ada05a91-f309-4549-b3fa-7cce37f14014, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ada05a91-f309-4549-b3fa-7cce37f14014,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:39.762829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:39.883167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for ada05a91-f309-4549-b3fa-7cce37f14014 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:40.001619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] Set router ae7a0781-2629-47b7-bab7-7a33ee129e02 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:40.052523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.056076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e4f94ae5-84bd-4d31-9858-4c36fe631abf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:40.098599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=ada05a91-f309-4549-b3fa-7cce37f14014,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:40.101646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:40.148951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.189019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.236302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1828871d-328e-427f-83bf-8ed6d68a5c97,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:40.236697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.377296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Calling delete_port for 1828871d-328e-427f-83bf-8ed6d68a5c97 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:40.405266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1828871d-328e-427f-83bf-8ed6d68a5c97,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:40.430529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.435935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:40.480448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.483138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.506347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.507141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router ae7a0781-2629-47b7-bab7-7a33ee129e02 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:13:40.522698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.524083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/ae7a0781-2629-47b7-bab7-7a33ee129e02 HTTP/1.1" status: 204  len: 168 time: 1.3117347
Dec 10 04:13:40.526786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44782) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:40.569270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1828871d-328e-427f-83bf-8ed6d68a5c97,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:40.580932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.581272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.581632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.581965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.582290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.582611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.582927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.583245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.583560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.583875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.584192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.584503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:40.588714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:13:40.589075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:13:40.589723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:40.607201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d484dc0>, [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:13:37Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:40.611254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb6017-4eea-4b5c-a7b5-c16308b80490 None None] The sync data for ids ['ae7a0781-2629-47b7-bab7-7a33ee129e02'] in dv-neutron-821182-1-hyperv is: [{'id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'name': 'tempest-TestNetworkBasicOps-router-2106183716', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:09:56Z', 'updated_at': '2021-12-10T04:13:37Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ada05a91-f309-4549-b3fa-7cce37f14014', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a0781-2629-47b7-bab7-7a33ee129e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:09:57Z', 'updated_at': '2021-12-10T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:13:40.645635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.656743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 1828871d-328e-427f-83bf-8ed6d68a5c97 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:40.657077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.859862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 1828871d-328e-427f-83bf-8ed6d68a5c97, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1828871d-328e-427f-83bf-8ed6d68a5c97,segment=NetworkSegment(74aef30b-6bb1-4ab0-a48f-d98504307129),segment_id=74aef30b-6bb1-4ab0-a48f-d98504307129)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:40.860217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:40.982212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 1828871d-328e-427f-83bf-8ed6d68a5c97 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:13:41.060090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.063977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d7682fa9-46b5-4fb0-ade6-c6487f72c61b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:41.089996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Deleting port 1828871d-328e-427f-83bf-8ed6d68a5c97 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:13:41.090460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.111258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=1828871d-328e-427f-83bf-8ed6d68a5c97,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:41.114350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:41.115116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 1828871d-328e-427f-83bf-8ed6d68a5c97 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:13:41.163830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-64cdb9c2-89c6-4d43-87fb-d88452da6e0b None None] The port '1828871d-328e-427f-83bf-8ed6d68a5c97' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:13:41.249222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.274784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d968cb8e0>,) {'filters': {'network_id': ['6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:41.287763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968cb8e0>, '74aef30b-6bb1-4ab0-a48f-d98504307129') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:41.288059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968cb8e0>, '74aef30b-6bb1-4ab0-a48f-d98504307129') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:41.300018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.315377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.321449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:13:41.321807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:13:41.335661 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:13:41.416918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.421075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c7a23969-389a-4f91-862b-d6619d74ca13 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:41.435909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.447675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:41.451399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:41.461909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/6a98c50c-aa9f-4ad6-aebd-cdbbe8e0762d HTTP/1.1" status: 204  len: 168 time: 0.9341722
Dec 10 04:13:41.473928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44786) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:41.479721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--554589620', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:41.484809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:41.488903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:41.491736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:41.498654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:41.508176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:13:41.511534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.538857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:13:41.547535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.547864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment b7dcce27-fb37-4ceb-a6e4-d45c473c41bc of type vlan for network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8
Dec 10 04:13:41.575284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.605623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.611490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:41.612157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.616251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5c174dee-1924-4f27-9ad2-ef5846a06eb9 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:41.649796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fa68b51-263b-49cb-8c16-26c20cfaff18 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:13:41.687607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 8fa68b51-263b-49cb-8c16-26c20cfaff18 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:13:41.687904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 8fa68b51-263b-49cb-8c16-26c20cfaff18 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:13:41.688325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ada05a91-f309-4549-b3fa-7cce37f14014 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:13:41.722616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: ada05a91-f309-4549-b3fa-7cce37f14014 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:13:41.723052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ada05a91-f309-4549-b3fa-7cce37f14014 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:13:41.723680 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2485809
Dec 10 04:13:41.726703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:41.727078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44790) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:41.733266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-540044380', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:41.734647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.735026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.735396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.735762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.736123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.736484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.736842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.737204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.737582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.737939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.738293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.738647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:41.741083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:41.742012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:41.745127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:41.749295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:41.751186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:13:41.755652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:41.766007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.767012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:41.783126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.169723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.468741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.498082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.636864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.24 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/c081740a-dcdb-4f4d-89ca-a220a9cc35cb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:13:42.785058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.813378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:42.816837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c86a0c6c-6f58-413f-93ef-34a136d9332e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:42.877518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:13:42.880346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:42.883882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:13:42.916059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:42.925540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:43.291399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:43.746793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:43.942374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:13:43.997834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.117825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:13:44.128079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:13:44.137527 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:44.138125 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:44.145183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.146564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.4184172
Dec 10 04:13:44.150534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44796) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:44.232690 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fc81b064-7dd9-4b76-866e-bc4fe5a3ad4a tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0808742
Dec 10 04:13:44.235123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:44.339465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:44.361527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1d70ea44-cb3a-40a4-86c9-cb10ea63c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.365207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9bbd90-e2eb-4648-a830-97c56acf795b tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:44.366727 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fb9bbd90-e2eb-4648-a830-97c56acf795b tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1306839
Dec 10 04:13:44.369510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44806) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:44.408059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9c300374-c156-4360-9f22-171eed109ef4 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374074
Dec 10 04:13:44.410476 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44810) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:44.417173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72797326', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:44.527504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:44.531358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:44.534158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:44.539770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:44.550222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:13:44.555478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.622876 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d820>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:43Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:44.626556 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:13:44.626902 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Updating router 08289ba3-675b-4ae5-b860-4449db8e4790 port c081740a-dcdb-4f4d-89ca-a220a9cc35cb binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:13:44.683620 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.774117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.777631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e6ea5a09-25d2-4203-a8c5-265348d886d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:44.848789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:44.851809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:44.861538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:13:44.861894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:13:44.882592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:13:44.891786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:44.896656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:44.897478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:44.902858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1df641-fd93-458d-8a94-895b54532368 None None] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:13:44.924473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44814) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:44.925095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5131202
Dec 10 04:13:45.018636 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.030533 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Transition to ACTIVE for port object c081740a-dcdb-4f4d-89ca-a220a9cc35cb will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:45.037335 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.040712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-2775ac2a-cda9-4649-a2a5-51d929334027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:45.104315 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Pushing event updated for resources: {'Port': ['ID=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:45.113906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.114395 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.114733 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.115060 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.115386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.115712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.116028 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.116344 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.116662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.116972 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.117284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.117618 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:45.122608 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:45.139988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Attempting to bind port c081740a-dcdb-4f4d-89ca-a220a9cc35cb on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:13:45.140717 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Attempting to bind port c081740a-dcdb-4f4d-89ca-a220a9cc35cb by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:13:45.140862 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Attempting to bind port c081740a-dcdb-4f4d-89ca-a220a9cc35cb on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:13:45.146697 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:13:45.147069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:13:45.147470 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.147880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:13:45.148336 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Bound port: c081740a-dcdb-4f4d-89ca-a220a9cc35cb, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:13:45.148709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.180287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:13:45.181137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.226637 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] For port c081740a-dcdb-4f4d-89ca-a220a9cc35cb, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:13:45.229572 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] For port c081740a-dcdb-4f4d-89ca-a220a9cc35cb, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:13:45.234435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.238213 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b1529abc-fd36-4728-8dfa-745d6ebd4b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:45.312436 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Pushing event updated for resources: {'Port': ['ID=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:45.315914 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:45.317507 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:45.318121 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:45.339847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Allocated IP 172.20.0.2 (b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8/e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb/eaa332e0-1b62-44b2-ad1a-39e299cf1852) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:13:45.495739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:45.553293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.564636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Transition to ACTIVE for port object eaa332e0-1b62-44b2-ad1a-39e299cf1852 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:45.584753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Transition to ACTIVE for port object eaa332e0-1b62-44b2-ad1a-39e299cf1852 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:45.591703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.596142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:45.656168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:13:45.659760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:45.660093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.663870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:13:45.703875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Pushing event updated for resources: {'Port': ['ID=eaa332e0-1b62-44b2-ad1a-39e299cf1852,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:45.711439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:45.760507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Attempting to bind port eaa332e0-1b62-44b2-ad1a-39e299cf1852 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:13:45.760876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Attempting to bind port eaa332e0-1b62-44b2-ad1a-39e299cf1852 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:13:45.761245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Attempting to bind port eaa332e0-1b62-44b2-ad1a-39e299cf1852 on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:13:45.766994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:13:45.767362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Checking segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:13:45.767760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.768163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Bound using segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:13:45.768632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Bound port: eaa332e0-1b62-44b2-ad1a-39e299cf1852, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:13:45.769005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.829279 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d21d820>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:43Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:45.833017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b1bf1-4456-4793-87db-6e402f68fdb1 None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:43Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:13:45.860643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] For port eaa332e0-1b62-44b2-ad1a-39e299cf1852, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:13:45.864383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] For port eaa332e0-1b62-44b2-ad1a-39e299cf1852, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=eaa332e0-1b62-44b2-ad1a-39e299cf1852,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:13:45.869503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:45.878346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:45.962314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Pushing event updated for resources: {'Port': ['ID=eaa332e0-1b62-44b2-ad1a-39e299cf1852,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:45.965448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:46.256829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8/e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb/36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:13:46.427851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:46.445153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:46.469557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:46.473441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0d3742de-e268-4473-95be-18bea94047ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:46.541058 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:13:46.544988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:46.549061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:13:46.592829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:46.597591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:46.615681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:46.700284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-25f8335b-8b9c-4a99-a974-4037bda49805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:46.734625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:46.987903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dbb876-6a2e-405c-a995-ee80633c8979 None None] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:13:47.088764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d84e3e9e-a1f3-4474-b256-0727b6fb266b None None] Provisioning for port eaa332e0-1b62-44b2-ad1a-39e299cf1852 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:47.158566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.164773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.194992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6443e68-9cba-49a2-8fd4-9f0b762af710 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:47.286277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:47.289111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:47.290079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.436769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:13:47.437932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:47.540909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-912a8c63-c988-4f40-b951-970639361ab9 None None] Provisioning for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:47.547106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-912a8c63-c988-4f40-b951-970639361ab9 None None] Provisioning complete for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:47.547721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-912a8c63-c988-4f40-b951-970639361ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.612870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-912a8c63-c988-4f40-b951-970639361ab9 None None] Port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:13:47.634525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.635226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:13:47.733259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c081740a-dcdb-4f4d-89ca-a220a9cc35cb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:47.783200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1a348ea2-1f90-450c-9c44-7c18b33e4f7b None None] Provisioning complete for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:47.783583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1a348ea2-1f90-450c-9c44-7c18b33e4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.851119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1a348ea2-1f90-450c-9c44-7c18b33e4f7b None None] Port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:13:47.862501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c081740a-dcdb-4f4d-89ca-a220a9cc35cb completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:47.867408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c081740a-dcdb-4f4d-89ca-a220a9cc35cb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:47.867784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:47.961638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:13:47.974543 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/08289ba3-675b-4ae5-b860-4449db8e4790/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0480509
Dec 10 04:13:47.977057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44820) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:47.980516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:13:48.010638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:48.011283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf325e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:48.060858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.067650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.115864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a27dc-192f-4e1b-b205-8359450a4517 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.116355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a27dc-192f-4e1b-b205-8359450a4517 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.116792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a27dc-192f-4e1b-b205-8359450a4517 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.117245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a27dc-192f-4e1b-b205-8359450a4517 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.118913 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a10a27dc-192f-4e1b-b205-8359450a4517 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1408503
Dec 10 04:13:48.122171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44824) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:48.129156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cf8d4fa9-407c-4d5b-9f9a-9e67b8500ee3 None None] Provisioning complete for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:48.129563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4fa9-407c-4d5b-9f9a-9e67b8500ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.193794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e1627-24e7-48d6-a5de-990570b6b9f1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.194272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e1627-24e7-48d6-a5de-990570b6b9f1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.194708 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e1627-24e7-48d6-a5de-990570b6b9f1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.195153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e1627-24e7-48d6-a5de-990570b6b9f1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:48.197125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-999e1627-24e7-48d6-a5de-990570b6b9f1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2726 time: 0.0740340
Dec 10 04:13:48.200460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44828) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:48.240604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port c081740a-dcdb-4f4d-89ca-a220a9cc35cb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:48.253284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.254147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eaa332e0-1b62-44b2-ad1a-39e299cf1852 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:48.282352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:48.362921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d4fa9-407c-4d5b-9f9a-9e67b8500ee3 None None] Port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:13:48.398999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8d1e0680-d159-4051-80a6-69b1184fae08 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1973331
Dec 10 04:13:48.400036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:48.464920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:48.471068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:48.533344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port eaa332e0-1b62-44b2-ad1a-39e299cf1852 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:48.555389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port eaa332e0-1b62-44b2-ad1a-39e299cf1852 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:48.555766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.749644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44834) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:48.755279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104712085', 'description': 'tempest-secgroup-smoke-1104712085 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:48.761460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:48.765905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:48.768784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:48.774531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:48.785829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.805228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.805872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:48.809766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:48.812510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:48.818317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:48.845626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port eaa332e0-1b62-44b2-ad1a-39e299cf1852, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=eaa332e0-1b62-44b2-ad1a-39e299cf1852,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:48.853108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf325e0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:48.855248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.858646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:48.893206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:13:48.893206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Updating router 08289ba3-675b-4ae5-b860-4449db8e4790 port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:13:48.895490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.902261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.917189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb55ddfe-a413-480c-8cb4-ea4bccd8c766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:48.952575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.953790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2030978
Dec 10 04:13:48.955872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:48.956885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44838) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:48.958725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:48.964651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:48.968766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:48.970987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:48.974789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:48.977954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:48.983815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.002555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.018329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=eaa332e0-1b62-44b2-ad1a-39e299cf1852,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.026477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.067524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.071497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.073460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c193d34-994f-42c6-bf9b-f05d3592540e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.095341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad6c75a-7683-431b-95ac-fd09cdba6dce,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.106268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.106660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.107120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.107576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.107945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.108312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.108693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.109112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.109537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.109899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.110255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.110609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:13:49.113788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.114607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.118558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44842) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:49.118693 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1589034
Dec 10 04:13:49.124746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:49.131463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:49.135453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:49.138871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:49.145298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.160923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.222509 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.226285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.228156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-502cfe1e-e139-46e3-ad25-d13d2c30d5b9 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.250971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddff0459-314f-4d72-a5c2-2299f9715804,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.253523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.260648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.263883 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1440074
Dec 10 04:13:49.266624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44846) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:49.271836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:49.278272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:49.282138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:49.285049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:49.290700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.307206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.325437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.337357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Transition to ACTIVE for port object 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:49.345980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.350956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.369858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.373607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.375686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a025fbd7-4254-4058-b2e8-6da1223700a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.400868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874d815f-2d2a-4c67-9962-448ae00a0e6e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.403978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.412030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.415897 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1457586
Dec 10 04:13:49.416207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44850) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:49.421916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:49.428167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:49.432025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:49.435290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:49.441463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.459772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.529232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Pushing event updated for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.533458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.538034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.544805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b9184e2-d657-490a-8805-c9cdb25dd3b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.559984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.560678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.565744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba31a7a4-545a-44d1-970d-6cd45eca3941,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.568629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.578646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.583370 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1631143
Dec 10 04:13:49.583484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44854) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:49.588894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:49.594634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Attempting to bind port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:13:49.594913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Attempting to bind port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:13:49.595415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Attempting to bind port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:13:49.595559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:49.599801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:49.601214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:13:49.601661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Checking segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:13:49.602020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.602555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Bound using segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:13:49.602895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:49.603093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Bound port: 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:13:49.603294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.610166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.626633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:13:49.641177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.654609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c081740a-dcdb-4f4d-89ca-a220a9cc35cb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:49.713978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.719761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.721676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eb1ebfc-4524-4bc0-9717-8526fd5e3824 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.744188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818cd90-3a89-4d2e-83fc-c96b579bdb9a,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.747197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.754954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.758686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cbff1136-6a23-43bf-8390-daf8b92056be tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1719530
Dec 10 04:13:49.759531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44858) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:13:49.765892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': 'c48c205c-c9d2-4caf-bd1c-f7155d4ddc26', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:49.773123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:49.777134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:13:49.780917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:13:49.781738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] For port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:13:49.784922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] For port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:13:49.787418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:49.791268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.798259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.800359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:13:49.807077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.832579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c081740a-dcdb-4f4d-89ca-a220a9cc35cb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:49.833291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.874506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.880226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.882613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f4311993-c075-4e85-975d-e84572a43d52 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:49.916397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a53c3a-e295-4cec-b426-014603c64fd4,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:49.925397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:49.928835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:49.936989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-35b82376-cd1b-4bcc-b81c-6a5b666bcdb9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1696987
Dec 10 04:13:49.988971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:13:49.990313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf325e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:50.108214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Pushing event updated for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:50.111480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:50.116405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-ea45c733-11e4-48bd-a32f-047eb85e0637 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:50.131511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-ea45c733-11e4-48bd-a32f-047eb85e0637 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:50.132653 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-ea45c733-11e4-48bd-a32f-047eb85e0637 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104712085&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0599666
Dec 10 04:13:50.245640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:13:50.286859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f200ef3c-5d5e-48e9-a7d5-ef89c1be4d04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:50.287288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eaa332e0-1b62-44b2-ad1a-39e299cf1852 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:50.287537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f200ef3c-5d5e-48e9-a7d5-ef89c1be4d04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:50.302461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f200ef3c-5d5e-48e9-a7d5-ef89c1be4d04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:50.303677 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f200ef3c-5d5e-48e9-a7d5-ef89c1be4d04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 796 time: 0.1635034
Dec 10 04:13:50.319725 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-67faa39f-30dc-467e-add0-aadf6c680b86 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0096011
Dec 10 04:13:50.406487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-3dc083e2-3481-467a-8cc9-54f2fdd04478 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:50.421572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-3dc083e2-3481-467a-8cc9-54f2fdd04478 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:50.422856 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-3dc083e2-3481-467a-8cc9-54f2fdd04478 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0965669
Dec 10 04:13:50.513937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port eaa332e0-1b62-44b2-ad1a-39e299cf1852 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:50.514321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:50.600987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-231de9a0-dfd9-40c1-ae8f-53c02f34dfcf service neutron] 10.222.0.44 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664002
Dec 10 04:13:50.718725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf325e0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:49Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:13:50.722745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2a4b4-dff2-45e4-acb9-880854633c4c None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:49Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:13:50.734492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f1b5b564-0240-4ff9-bdb8-453910c63244 service neutron] 10.222.0.44 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269915
Dec 10 04:13:50.948871 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8bcefd86-6fc2-4cb9-8fe7-824612e5ad3f req-4dd64114-ce1c-42fa-b849-f8535beab1a7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 210 time: 0.0513773
Dec 10 04:13:51.663869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:51.735761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:51.740786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:51.741167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:51.860434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:51.898698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:51.903268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:51.908850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:51.976963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:51.979960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:52.109152 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb26bb18-7cb2-4b08-b926-e570a003d766 req-7ddeca23-c598-4eb8-947f-e434a1c54536 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 210 time: 0.0466466
Dec 10 04:13:52.304916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f7043c36-3dbc-4d92-9ccf-507796027782 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:52.305615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f7043c36-3dbc-4d92-9ccf-507796027782 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:52.316719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f7043c36-3dbc-4d92-9ccf-507796027782 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:52.317854 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-f7043c36-3dbc-4d92-9ccf-507796027782 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 796 time: 0.2763977
Dec 10 04:13:52.369589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-57a5cc85-e006-4755-9eaa-7286c3509fad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:13:52.380382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-57a5cc85-e006-4755-9eaa-7286c3509fad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:13:52.381415 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-57a5cc85-e006-4755-9eaa-7286c3509fad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 380 time: 0.0487065
Dec 10 04:13:52.401383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['c48c205c-c9d2-4caf-bd1c-f7155d4ddc26']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:52.531202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:13:52.540169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:13:52.549671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:13:52.552616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:52.713361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.14 (b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8/e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb/4fdcf970-f0a2-4178-8b11-3154f657bdb5) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:13:52.898879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:52.913878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 4fdcf970-f0a2-4178-8b11-3154f657bdb5 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:52.937370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:52.942670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3e280225-f3de-49c7-a098-72090a881f32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:53.010195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:13:53.013440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:13:53.017220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:13:53.047650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:53.058417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:53.084097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:53.084723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.109869 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7117906
Dec 10 04:13:53.128219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Request body: {'port': {'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:13:53.242691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.247637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-47b778cc-68a6-4f1f-b4bb-9a2697e73df2 None None] Provisioning for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:13:53.253079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-47b778cc-68a6-4f1f-b4bb-9a2697e73df2 None None] Provisioning complete for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:53.253555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-47b778cc-68a6-4f1f-b4bb-9a2697e73df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.311278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-47b778cc-68a6-4f1f-b4bb-9a2697e73df2 None None] Port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:13:53.431623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06b1-3d97-4638-851e-9eccde9a953e req-526f8d6a-a8eb-4fb0-92e2-0ec6138073e7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:53.433064 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c3b06b1-3d97-4638-851e-9eccde9a953e req-526f8d6a-a8eb-4fb0-92e2-0ec6138073e7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 932 time: 0.2140341
Dec 10 04:13:53.476942 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c3b06b1-3d97-4638-851e-9eccde9a953e req-016e58d4-2bbe-4c75-bd7e-0eaaa1b40442 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377436
Dec 10 04:13:53.584455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdcf970-f0a2-4178-8b11-3154f657bdb5 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:13:53.592402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.607534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Transition to ACTIVE for port object 4fdcf970-f0a2-4178-8b11-3154f657bdb5 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:13:53.611073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.614597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b24d7e23-f2a8-40e9-b1f2-362c6ad6eb41 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:53.638973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:13:53.709928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:13:53.710412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.769860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:53.776652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:53.846740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Attempting to bind port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:13:53.847502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Attempting to bind port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:13:53.847947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Attempting to bind port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:13:53.853196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:13:53.853628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Attempting to bind port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:13:53.859318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:13:53.859741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Checking segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:13:53.860195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Bound using segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:13:53.860695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Bound port: 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:13:53.861114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.953892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:13:53.956715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:13:53.961903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:53.966854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a587f795-9d7a-4564-a966-b4ad190c9c21 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:54.127221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.127822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:54.129161 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] 10.222.0.18 "PUT /v2.0/ports/4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 1094 time: 1.0052512
Dec 10 04:13:54.129709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:13:54.156902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:54.166591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:54.214911 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:13:54.259124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-0490cb9b-39ea-42a0-a08c-948ea4aa02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.260621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-0490cb9b-39ea-42a0-a08c-948ea4aa02d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1097 time: 0.0781612
Dec 10 04:13:54.335987 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-7b452a9b-04a9-4f54-86f1-8f8d420b8c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 217 time: 0.0623457
Dec 10 04:13:54.400150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-229e28b2-220b-4d94-8a84-3cb300101b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.401525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-229e28b2-220b-4d94-8a84-3cb300101b47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0591683
Dec 10 04:13:54.477881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-42584114-5adb-4b9d-94cb-872570b2d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.479251 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-42584114-5adb-4b9d-94cb-872570b2d50e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709145
Dec 10 04:13:54.609249 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-9537573c-1ddd-46a4-991b-d0d2a0041476 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227822
Dec 10 04:13:54.658254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e054bc2-06f8-401f-acae-a9340de760c0 req-253f5651-9f93-4daf-ac3a-b11f85daa049 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.659692 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e054bc2-06f8-401f-acae-a9340de760c0 req-253f5651-9f93-4daf-ac3a-b11f85daa049 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 944 time: 0.0792477
Dec 10 04:13:54.704684 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e054bc2-06f8-401f-acae-a9340de760c0 req-24f47a07-507b-41cf-902f-6520936883aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392733
Dec 10 04:13:54.741028 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-db91c3ad-1d68-4b27-a16f-2a4fec607e49 req-427a5eb8-1815-404a-85f5-72425af33466 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254082
Dec 10 04:13:54.905907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-dd14d8cd-d706-40e2-a57d-c96368d97c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:54.907353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-dd14d8cd-d706-40e2-a57d-c96368d97c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1097 time: 0.0744724
Dec 10 04:13:55.035635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-a1082de6-be3f-49d3-bd05-9be669c5c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:55.036942 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-a1082de6-be3f-49d3-bd05-9be669c5c446 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1233172
Dec 10 04:13:55.101388 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-10becbdd-e505-46d7-872c-a7e27092513f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 217 time: 0.0580719
Dec 10 04:13:55.164219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-cb65316e-14d9-4344-94c5-beeca20ad22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:55.165598 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-cb65316e-14d9-4344-94c5-beeca20ad22a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0578701
Dec 10 04:13:55.237345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-a0017768-0615-445a-a854-b44b38541d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:55.238770 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-a0017768-0615-445a-a854-b44b38541d07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673628
Dec 10 04:13:55.371531 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-dbd6a3b1-7cf0-4222-b0cf-a5907c741503 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262512
Dec 10 04:13:55.499720 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cb372541-86d8-4886-b8fc-b59d52b77087 req-454d8478-77e8-4396-80ac-5e740f0be643 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212182
Dec 10 04:13:55.890914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9d1b-cf90-4cf3-9a3c-3db84ee10a83 req-d344567f-5fbc-42e9-b0f1-26eb774427b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:55.892354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6edd9d1b-cf90-4cf3-9a3c-3db84ee10a83 req-d344567f-5fbc-42e9-b0f1-26eb774427b3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 944 time: 0.0838246
Dec 10 04:13:55.936020 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6edd9d1b-cf90-4cf3-9a3c-3db84ee10a83 req-b62df07d-cefe-4ee6-99d7-2c73d4e9392a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378468
Dec 10 04:13:57.116297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c09666-3e50-40e0-a1c0-866abd8cc90b req-aacf7ccd-3d06-48fd-a00d-4c00be796f5a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:57.117649 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-87c09666-3e50-40e0-a1c0-866abd8cc90b req-aacf7ccd-3d06-48fd-a00d-4c00be796f5a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 944 time: 0.0779691
Dec 10 04:13:57.167236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-87c09666-3e50-40e0-a1c0-866abd8cc90b req-fec76257-4746-48ba-9414-87576befd909 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434575
Dec 10 04:13:58.119962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 4fdcf970-f0a2-4178-8b11-3154f657bdb5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:13:58.251572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:58.265103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:13:58.319812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:58.339831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdcf970-f0a2-4178-8b11-3154f657bdb5 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:13:58.349411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b62be0-503d-468c-b147-fdf217c6cd99 req-8ec5e8a5-c97f-48d8-b9ce-6029b09eb997 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:58.350883 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2b62be0-503d-468c-b147-fdf217c6cd99 req-8ec5e8a5-c97f-48d8-b9ce-6029b09eb997 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 944 time: 0.0799608
Dec 10 04:13:58.355634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:13:58.360821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:13:58.362589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:13:58.396958 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a2b62be0-503d-468c-b147-fdf217c6cd99 req-7f60fd83-79ff-4972-800b-159775a3647d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404260
Dec 10 04:13:58.426874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:13:58.429884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:13:58.824643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['4fdcf970-f0a2-4178-8b11-3154f657bdb5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:13:59.582200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d015bf-dad7-45cb-b0dc-de8b54bcbf67 req-34486e71-c716-44c0-ba24-24c45c3325f6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:13:59.582898 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36d015bf-dad7-45cb-b0dc-de8b54bcbf67 req-34486e71-c716-44c0-ba24-24c45c3325f6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 945 time: 0.0826149
Dec 10 04:13:59.626438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36d015bf-dad7-45cb-b0dc-de8b54bcbf67 req-d2cc3508-b445-4dc8-bf5d-729d191204b9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375276
Dec 10 04:14:00.148338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 4fdcf970-f0a2-4178-8b11-3154f657bdb5 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:14:00.218253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:14:00.222770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:14:00.223147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:00.335471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:00.362722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:14:00.372015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:14:00.375892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:00.377810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:00.443094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:00.446490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:00.462738 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'code': 200}
Dec 10 04:14:00.730434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3af169-505c-4651-b8f5-38b36a7485ee req-ecab4d17-5c30-48a9-a007-87296d0ed61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:00.731947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2d3af169-505c-4651-b8f5-38b36a7485ee req-ecab4d17-5c30-48a9-a007-87296d0ed61f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1099 time: 0.0693612
Dec 10 04:14:00.777944 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2d3af169-505c-4651-b8f5-38b36a7485ee req-fcff9631-df86-44e3-ae1d-0b8395489e33 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384870
Dec 10 04:14:00.806510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117eea-9520-43b1-ba04-0cbfc0b49978 req-8936db9d-c809-4609-a469-ceaa70ca9a92 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:00.807931 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1d117eea-9520-43b1-ba04-0cbfc0b49978 req-8936db9d-c809-4609-a469-ceaa70ca9a92 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0780675
Dec 10 04:14:00.852101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1d117eea-9520-43b1-ba04-0cbfc0b49978 req-7402f9c0-abab-4bff-bca8-b58d6a75fc3d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379415
Dec 10 04:14:02.049769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe968-a226-447a-8cfe-fb5c60f90c6e req-87911c93-ba0b-4412-80f6-96eaf110c81e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:02.051265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01bbe968-a226-447a-8cfe-fb5c60f90c6e req-87911c93-ba0b-4412-80f6-96eaf110c81e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0846977
Dec 10 04:14:02.097324 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01bbe968-a226-447a-8cfe-fb5c60f90c6e req-279ae502-7f5c-4ef1-8440-7183d98a1452 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402153
Dec 10 04:14:03.279252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c21394-f06b-46f9-a25c-c4d4644f3889 req-589552a9-b28b-491b-a971-c9a72584291e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:03.280685 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7c21394-f06b-46f9-a25c-c4d4644f3889 req-589552a9-b28b-491b-a971-c9a72584291e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0773807
Dec 10 04:14:03.322788 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7c21394-f06b-46f9-a25c-c4d4644f3889 req-37c7b8db-5ee0-42aa-b510-3ee189134f27 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364556
Dec 10 04:14:03.505200 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a675f-d192-4a18-8e5b-4438668d3d66 req-dafb3924-2a43-4cc7-b66b-e78801ac35f4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:03.506659 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0a6a675f-d192-4a18-8e5b-4438668d3d66 req-dafb3924-2a43-4cc7-b66b-e78801ac35f4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0816655
Dec 10 04:14:03.548585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0a6a675f-d192-4a18-8e5b-4438668d3d66 req-5520a196-26a8-4ea4-86b0-66d45c2f6374 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363047
Dec 10 04:14:03.570684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44922) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:03.638533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f61f43-83fb-4cd5-a698-aa15b94e8c30 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:03.639999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-24f61f43-83fb-4cd5-a698-aa15b94e8c30 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1094 time: 0.0681112
Dec 10 04:14:03.642821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44926) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:03.647798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:03.653683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:03.657436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:03.660198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:03.666085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:03.679285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:03.809541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:03.944904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.23 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/cb9244ba-8c0a-45c3-83a3-978f4d4c02a7) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:14:04.091210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.119692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.123073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f5ea247-5cc0-4f35-b594-eb5c9c294af7 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:04.186817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:14:04.189666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:14:04.193205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:14:04.223952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=cb9244ba-8c0a-45c3-83a3-978f4d4c02a7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:04.233429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:04.697059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.768121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.973821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.978171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:04.982517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cbc302ae-b402-4961-82ac-f266e48b3e93 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:05.087236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=cb9244ba-8c0a-45c3-83a3-978f4d4c02a7,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:05.091189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:05.098187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:05.264513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 12810804-880c-44b4-953b-f307948aecf0 associated. External IP: 172.26.1.23, port: 4fdcf970-f0a2-4178-8b11-3154f657bdb5.
Dec 10 04:14:05.603393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:14:05.776878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:14:05.786992 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:14:05.796797 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:14:05.797427 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d001d90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:05.800477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:05.857631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2135744
Dec 10 04:14:05.858599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:14:05.860359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44930) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:05.941772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5631e-ce4d-4bae-9998-eef210db5e3f tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:05.945348 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5db5631e-ce4d-4bae-9998-eef210db5e3f tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1094 time: 0.0812919
Dec 10 04:14:05.968399 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:14:05.981032 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:14:06.090924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-924b8cc1-0083-49a8-a65f-00cdb3970a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:06.092420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-924b8cc1-0083-49a8-a65f-00cdb3970a1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1099 time: 0.0811701
Dec 10 04:14:06.096018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 44940) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:06.101099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233471004', 'description': 'tempest-secgroup-smoke-1233471004 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:06.239294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:06.303884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:06.326073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.327612 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d001d90>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:04Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:06.331379 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:14:06.339472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:14:06.340070 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d001d90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:13:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:06.372334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:06.380501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:06.384288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:06.387397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-95fea683-af04-42a8-a5ae-eda1c1476384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:06.388868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-95fea683-af04-42a8-a5ae-eda1c1476384 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.2833192
Dec 10 04:14:06.392469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:06.514017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:14:06.514669 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-1d476165-5b9b-43f0-8cbb-d8f27e606ea1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 999 time: 0.1179664
Dec 10 04:14:06.604937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.609546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-9a0e8a39-bb52-4556-901c-9d810c70f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:06.611009 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-9a0e8a39-bb52-4556-901c-9d810c70f92f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0901291
Dec 10 04:14:06.612133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.615862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54d31611-7e41-4354-a654-d7e4b30eeaab tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:06.711922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:06.715501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:06.720373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.721461 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6244342
Dec 10 04:14:06.725101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44944) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:06.732202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:06.739681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:06.740232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-c12a4b00-9080-422f-9b68-a1d99ec46f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:06.741746 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-c12a4b00-9080-422f-9b68-a1d99ec46f45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1182129
Dec 10 04:14:06.743825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:06.746794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:06.753958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:06.771903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.839219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.844282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.853576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e407199a-c276-486d-8027-9d9a238f2389 tempest-SecGroupIPv6Test-3173807 tempest-SecGroupIPv6Test-3173807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:06.863371 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d001d90>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:04Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:06.868162 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d31e72-7450-4fa0-868f-1cbe59e815d3 None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:04Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:14:06.877520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6cb45f-e058-4e7b-abf3-fc4403da5dca,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:06.880906 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-b4395f1b-f457-4c3e-a4d5-9b728feafde9 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328259
Dec 10 04:14:06.881423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:06.892614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:06.896754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1679881
Dec 10 04:14:06.897136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44948) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:06.903157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:06.910516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:06.915143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:06.918460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:06.924837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:06.941189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.005480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.009014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.010930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e36b7234-694d-430f-b4dc-cf5aa243f2f7 tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:07.030279 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-985db9fe-4d7b-4d45-9341-955c6f71faab req-7d8cdefe-4c99-4d0d-89dc-303040cc120f service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418793
Dec 10 04:14:07.033942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb6df45-e8e0-44f2-8907-40449f73dcb7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:07.036410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:07.043998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.045835 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1470232
Dec 10 04:14:07.048494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44952) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:07.053723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:07.059915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:07.064040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:07.066996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:07.073102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:07.089769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.110557 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e271d7-49f9-4d26-a932-ea858fc85455 None None] New status for floating IP 12810804-880c-44b4-953b-f307948aecf0: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:14:07.288321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.291883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.293733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f8a6c850-09bd-4fde-b175-3d545bb4db45 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:07.314994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf827f43-ff0a-49ef-a896-cbbaef1968a7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:07.317386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:07.325541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.327592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2780182
Dec 10 04:14:07.330457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44956) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:07.335689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:07.341547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:07.345997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:07.348857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:07.354577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:07.371625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.434324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.437778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.439518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-162eb0fa-68f0-4733-8d2f-13f6eeddc3c5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:07.461994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de75da82-96ce-4fb4-abae-17ca8dbfa8bf,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:07.466355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:07.470984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.472223 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1408417
Dec 10 04:14:07.474963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44960) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:07.480188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:07.486013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:07.489801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:07.492606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:07.498768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:07.508322 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:14:07.515234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.580483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.583742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.589618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ad0ad858-4f83-4e07-a19e-f3be82900769 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:07.608182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8f5488-61e9-4414-b300-10c391932bb7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:07.610572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:07.617297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.618512 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1425979
Dec 10 04:14:07.621247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 44964) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:07.626545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '67ab0b3c-eec2-441a-b4f5-f61ee0408b0d', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:07.632121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:07.635893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:07.638725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:07.644922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:07.654707 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:14:07.661428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.724581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.727885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.735504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b7d84ee5-b6ae-4a17-8d36-f64e02e34fd6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:07.755726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2add701f-1319-4fcf-baa7-c17eb597ac3e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:07.758027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:07.764455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:07.765653 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1434598
Dec 10 04:14:07.924126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-84f2289e-c9bb-4290-82f8-ec0d6b76eca7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233471004&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0397296
Dec 10 04:14:08.071978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-316850d6-c4f9-4b30-977e-e8a82505c21a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:08.073415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-316850d6-c4f9-4b30-977e-e8a82505c21a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 796 time: 0.1426804
Dec 10 04:14:08.087461 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-8c9c9aa4-f07f-402a-b695-ccb4e66afa96 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0086422
Dec 10 04:14:08.175755 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-6ec3fa07-8763-44f7-b89f-57f59dfa0538 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0835650
Dec 10 04:14:08.352269 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-30d849b5-fde7-4028-a44d-056018374264 service neutron] 10.222.0.44 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645763
Dec 10 04:14:08.479500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-6353049b-eeac-4260-b148-4e980f279e48 service neutron] 10.222.0.44 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207850
Dec 10 04:14:08.648466 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-60ea4c3e-d196-4eaa-bf82-6d56cd84705c req-f4b6ff98-62f4-493b-90b6-c60fd277f7f4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0416286
Dec 10 04:14:09.741415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c93182a1-e187-4cd2-a2d2-05da8afd9859 req-5bbb450c-c525-4c41-9cc7-57bb7d8d672b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0422809
Dec 10 04:14:10.841921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b512d04-7fc5-471a-844e-cb42d3af18b4 req-89e98802-d7c7-4cc1-b85c-5bd9a824e96c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0457480
Dec 10 04:14:11.940569 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9f61796a-2f99-49dd-8159-0affff3608aa req-43be01fa-eb61-43e0-a4dd-4da4fc1c2134 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0439591
Dec 10 04:14:13.089795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-55b7d372-7cc5-4cd7-9a11-b117cb04fe94 req-68a094f7-4783-4fe3-9dbd-e2b8b56abc22 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0465472
Dec 10 04:14:13.866348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-40b01748-5001-4847-be52-66d04ba6c03b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:13.868445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-40b01748-5001-4847-be52-66d04ba6c03b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 796 time: 0.1450069
Dec 10 04:14:13.927974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-c400eeb3-5361-4158-809f-aa3c7d94ab39 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:14:13.943076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-c400eeb3-5361-4158-809f-aa3c7d94ab39 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:14:13.944389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-c400eeb3-5361-4158-809f-aa3c7d94ab39 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 473 time: 0.0589349
Dec 10 04:14:13.956156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['67ab0b3c-eec2-441a-b4f5-f61ee0408b0d']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:14.009977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.089741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:14.093728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:14.096469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:14.102025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:14.111042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:14:14.114644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.242117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5a41bc8-9d19-4b3f-adc9-41228406feae req-cee824f1-90f8-4405-a1f2-3122af01cb6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0464268
Dec 10 04:14:14.285880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.7 (b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8/e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb/31276cdc-4aa8-495e-aeb6-f5f956cda12b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:14:14.362372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e5e7589b-5ac3-48e4-967d-bcdccb549c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.470260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.486005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object 31276cdc-4aa8-495e-aeb6-f5f956cda12b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:14:14.508750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.515481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-84c25b3e-d9fc-4853-b90e-7f5872c235ad tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:14.582909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:14:14.586129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:14:14.589907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:14:14.620018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:14.631365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:14.657080 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:14:14.657892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:14.658502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.682834 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7301679
Dec 10 04:14:14.702186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Request body: {'port': {'device_id': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:14.782410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-097bafe9-01af-45d2-92b7-1523336399d6 None None] Provisioning for port 31276cdc-4aa8-495e-aeb6-f5f956cda12b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:14:14.788022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-097bafe9-01af-45d2-92b7-1523336399d6 None None] Provisioning complete for port 31276cdc-4aa8-495e-aeb6-f5f956cda12b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:14:14.788477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-097bafe9-01af-45d2-92b7-1523336399d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:14.845042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-097bafe9-01af-45d2-92b7-1523336399d6 None None] Port 31276cdc-4aa8-495e-aeb6-f5f956cda12b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:14:14.938137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.267188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31276cdc-4aa8-495e-aeb6-f5f956cda12b {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:14:15.274674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.288672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Transition to ACTIVE for port object 31276cdc-4aa8-495e-aeb6-f5f956cda12b will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:14:15.292861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.297457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-abbe1df7-8b9d-4214-81f6-b93e7d4f58d2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:15.432241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c6bf1-837c-40ae-a095-649c8c44aed6 req-d5d85326-f8a6-4e83-b585-8788914e1bb0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:15.433709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad6c6bf1-837c-40ae-a095-649c8c44aed6 req-d5d85326-f8a6-4e83-b585-8788914e1bb0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 943 time: 0.0847113
Dec 10 04:14:15.451569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:15.459024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:15.485972 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad6c6bf1-837c-40ae-a095-649c8c44aed6 req-b1f125c8-ee8d-4c94-94d2-759ea6029de8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441096
Dec 10 04:14:15.533516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Attempting to bind port 31276cdc-4aa8-495e-aeb6-f5f956cda12b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:14:15.533776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Attempting to bind port 31276cdc-4aa8-495e-aeb6-f5f956cda12b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:14:15.534101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Attempting to bind port 31276cdc-4aa8-495e-aeb6-f5f956cda12b on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:14:15.538758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Port 31276cdc-4aa8-495e-aeb6-f5f956cda12b on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:14:15.539077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Attempting to bind port 31276cdc-4aa8-495e-aeb6-f5f956cda12b on network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:14:15.544201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:14:15.544462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Checking segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:14:15.545399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Bound using segment: {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:14:15.545820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Bound port: 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:14:15.546161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.636595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:14:15.639618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:14:15.643254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.646965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0483ad1d-6a2f-434c-a72d-2f0abd269558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:15.702654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:15.703289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:15.704669 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 1093 time: 1.0073097
Dec 10 04:14:15.705200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:14:15.727140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:15.730399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:15.758915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'status': 'completed', 'code': 200}
Dec 10 04:14:15.852481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d1eda3b7-c2d9-4b56-8f88-78bc1422b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:15.854283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-d1eda3b7-c2d9-4b56-8f88-78bc1422b0e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1096 time: 0.0773385
Dec 10 04:14:15.936447 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-728f793e-be17-4eb1-80ee-a8386675964f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 217 time: 0.0645957
Dec 10 04:14:16.000404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-1bb150a3-dbdc-4657-b6ee-4c5692e5da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.001906 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-1bb150a3-dbdc-4657-b6ee-4c5692e5da40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0586689
Dec 10 04:14:16.079094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-e128bca9-aa51-472e-a99b-641b4155f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.080476 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-e128bca9-aa51-472e-a99b-641b4155f03e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700262
Dec 10 04:14:16.212916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-8a9452f3-13ec-485e-8f2d-b581e98c7791 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224163
Dec 10 04:14:16.350489 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f436fa0-beaa-4b8f-a90a-835fc259f658 req-6aad8334-b369-402d-b6ef-8f177f97d828 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231859
Dec 10 04:14:16.508747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-723cc5a1-e799-467a-88f3-de44ed8f5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.510963 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-723cc5a1-e799-467a-88f3-de44ed8f5296 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1096 time: 0.0744047
Dec 10 04:14:16.676038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719b07-5246-46cd-a688-91444a94cc25 req-91ffe4cd-3067-44e4-af7d-33113131a907 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.679498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27719b07-5246-46cd-a688-91444a94cc25 req-91ffe4cd-3067-44e4-af7d-33113131a907 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 943 time: 0.0895796
Dec 10 04:14:16.694882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7ff2dc54-0efb-4b04-b5b5-c68b9ecd9396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:16.726951 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27719b07-5246-46cd-a688-91444a94cc25 req-e0f86c01-6572-4036-be7d-41e5fa97dcda tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414836
Dec 10 04:14:16.760222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-194dbd24-33cc-413b-ba9d-01e320923cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.761679 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-194dbd24-33cc-413b-ba9d-01e320923cd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.2411959
Dec 10 04:14:16.828093 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-441f005e-866c-40b9-a68b-3bd316cb311e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 217 time: 0.0594823
Dec 10 04:14:16.892391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-d675ee47-9437-40d2-ad27-3f00871d1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.893814 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-d675ee47-9437-40d2-ad27-3f00871d1bb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0589163
Dec 10 04:14:16.968576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-be4f20eb-0c11-4322-93f4-d3a73d79d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:16.969961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-be4f20eb-0c11-4322-93f4-d3a73d79d8e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689878
Dec 10 04:14:17.103244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-11b7a0b3-c42f-456f-9976-6fdae282d8cf service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218765
Dec 10 04:14:17.234219 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-31f93bbc-742b-4bcc-8448-585de9b0ac86 req-60e9a4fd-d176-4331-a9a3-00d08e870f56 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236882
Dec 10 04:14:17.600581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:17.908449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95e1ac-4846-4aa2-a975-7134467361ec req-0b9ecbd5-32c2-437a-aaca-81242a5fb3fd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:17.909803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0b95e1ac-4846-4aa2-a975-7134467361ec req-0b9ecbd5-32c2-437a-aaca-81242a5fb3fd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 943 time: 0.0795174
Dec 10 04:14:17.957770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0b95e1ac-4846-4aa2-a975-7134467361ec req-f50fb22f-fdc4-40a8-a5d9-c4759f4e11de tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421653
Dec 10 04:14:17.962783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:19.138033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658e214-6e4f-48ed-8437-30d391433e1f req-97e713d9-8d1a-403b-b1dc-5ce49ed55435 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:19.139986 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6658e214-6e4f-48ed-8437-30d391433e1f req-97e713d9-8d1a-403b-b1dc-5ce49ed55435 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 943 time: 0.0788388
Dec 10 04:14:19.182811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6658e214-6e4f-48ed-8437-30d391433e1f req-ee430409-601d-457c-9dc1-10eaf1f7e4b5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372851
Dec 10 04:14:19.447650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:20.212067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 31276cdc-4aa8-495e-aeb6-f5f956cda12b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:14:20.342253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-d364c999-ad71-417f-b596-cb90922a7ce1 req-e98bc4e5-cfe7-4b0f-b4c0-d698bc4c1fb5 service neutron] (87630) timed out ('10.222.0.18', 49529) {{(pid=87630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 10 04:14:20.344303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:14:20.357720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'port_id': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'mac_address': 'fa:16:3e:51:4b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:14:20.368684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ab957-3d71-4a91-aebf-8d772dffa696 req-9f2658a7-dd8c-43a5-88f2-578d617c015d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:20.370167 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c98ab957-3d71-4a91-aebf-8d772dffa696 req-9f2658a7-dd8c-43a5-88f2-578d617c015d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 943 time: 0.0848181
Dec 10 04:14:20.413895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c98ab957-3d71-4a91-aebf-8d772dffa696 req-d4f1be65-c150-4aae-978b-ef6c3ef9ef28 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381563
Dec 10 04:14:20.414705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:20.431967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31276cdc-4aa8-495e-aeb6-f5f956cda12b {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:14:20.447609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:14:20.451462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:20.453136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:20.518267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:20.521151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:20.864560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['31276cdc-4aa8-495e-aeb6-f5f956cda12b'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:14:21.597109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190979-985d-41d0-a3a5-1727141f720c req-0fd06e88-7083-49f1-b19a-122ff8019ded tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:21.598588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7190979-985d-41d0-a3a5-1727141f720c req-0fd06e88-7083-49f1-b19a-122ff8019ded tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 944 time: 0.0787122
Dec 10 04:14:21.641270 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7190979-985d-41d0-a3a5-1727141f720c req-a9061416-8375-4b1b-abdc-93f92e315c51 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371509
Dec 10 04:14:22.226628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 31276cdc-4aa8-495e-aeb6-f5f956cda12b up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:14:22.290929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 31276cdc-4aa8-495e-aeb6-f5f956cda12b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:14:22.296110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 31276cdc-4aa8-495e-aeb6-f5f956cda12b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:14:22.296532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:22.408800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:22.434552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:14:22.445007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:14:22.449584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:22.451343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-de11c8bc-af0d-482a-91eb-9e6e4783c557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:22.485716 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'code': 200}
Dec 10 04:14:22.515794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:22.518593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:22.745834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e8570-89bf-41b4-90d3-35be633c2028 req-85f00336-5ced-43b4-89aa-d100ffdef31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:22.747244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d3e8570-89bf-41b4-90d3-35be633c2028 req-85f00336-5ced-43b4-89aa-d100ffdef31b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1098 time: 0.0733194
Dec 10 04:14:22.787878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d3e8570-89bf-41b4-90d3-35be633c2028 req-e2245de5-3278-43c9-98b5-4b9a564c584a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338860
Dec 10 04:14:22.826486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961656-023b-45e0-b607-3133778d6748 req-a74ad42e-c741-44f6-a9df-f8472eab59e7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:22.827912 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-28961656-023b-45e0-b607-3133778d6748 req-a74ad42e-c741-44f6-a9df-f8472eab59e7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.0821803
Dec 10 04:14:22.871140 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-28961656-023b-45e0-b607-3133778d6748 req-8c51b31f-79c8-4a56-ae4a-66f3ee1401e7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375755
Dec 10 04:14:24.058540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab9df-2ac6-4441-927d-f50da0b71ab8 req-42dc8439-eea5-4372-9a24-5781b9722ea7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:24.060518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-de1ab9df-2ac6-4441-927d-f50da0b71ab8 req-42dc8439-eea5-4372-9a24-5781b9722ea7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.0808637
Dec 10 04:14:24.106664 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-de1ab9df-2ac6-4441-927d-f50da0b71ab8 req-5322229c-c070-4a7d-9635-6f963136ccbb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404434
Dec 10 04:14:25.398484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becef43-1a50-46c0-a7eb-a93245edd482 req-d88cecaa-9479-4eb4-b309-91e1bb2966a5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:25.399919 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7becef43-1a50-46c0-a7eb-a93245edd482 req-d88cecaa-9479-4eb4-b309-91e1bb2966a5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.1895955
Dec 10 04:14:25.442595 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7becef43-1a50-46c0-a7eb-a93245edd482 req-f5fa5de5-20ae-4670-a55d-2bca45727b3f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371444
Dec 10 04:14:25.625591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e8c73-74d2-40e5-978a-aa2490f0f4c7 req-740f2758-773d-403e-85de-3f8093a4d744 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:25.627030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-381e8c73-74d2-40e5-978a-aa2490f0f4c7 req-740f2758-773d-403e-85de-3f8093a4d744 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.0822451
Dec 10 04:14:25.670104 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-381e8c73-74d2-40e5-978a-aa2490f0f4c7 req-278a2032-196c-49ed-9402-01630374e5e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374963
Dec 10 04:14:25.691967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:25.759529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e829c9d5-6761-4443-9b9e-9fa9baa9e296 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:25.760999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e829c9d5-6761-4443-9b9e-9fa9baa9e296 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1093 time: 0.0680737
Dec 10 04:14:25.764312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45042) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:14:25.768949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:14:25.774684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:14:25.778451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:14:25.781246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:14:25.786831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:14:25.797330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:25.931283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.068868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.104 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/681f6028-f8f2-457e-bc83-5be843eac942) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:14:26.213582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.242586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.246040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:26.306711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:14:26.309594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:14:26.313748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:14:26.345592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=681f6028-f8f2-457e-bc83-5be843eac942,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:26.357124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:26.709393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.779893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.982832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.987089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:26.991629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fbd64840-e538-4e02-87af-24e6b928abdb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:14:27.090665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=681f6028-f8f2-457e-bc83-5be843eac942,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:14:27.095030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:14:27.101329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:27.389521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 86e57afe-46ef-4b40-8c7a-2c63605dda9c associated. External IP: 172.26.1.104, port: 31276cdc-4aa8-495e-aeb6-f5f956cda12b.
Dec 10 04:14:27.742567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:14:27.924270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:14:27.933873 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:14:27.944447 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:14:27.945076 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:14:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:27.951323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:28.005450 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2400312
Dec 10 04:14:28.006131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:14:28.054072 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'status': 'completed', 'code': 200}
Dec 10 04:14:28.123582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:14:28.170883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-68822515-05ed-47fe-bac6-b9cf7068d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:28.172342 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-68822515-05ed-47fe-bac6-b9cf7068d8bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1098 time: 0.0729649
Dec 10 04:14:28.303761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-3b20e143-d4c2-4302-8d8c-584e37dd001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:28.305104 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-3b20e143-d4c2-4302-8d8c-584e37dd001f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1266255
Dec 10 04:14:28.410755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-a35fbb75-f043-47be-97c2-e10766b41466 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 999 time: 0.0985937
Dec 10 04:14:28.476002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-25b91ad5-94c4-42b0-a9cf-9994e26331c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:28.477453 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-25b91ad5-94c4-42b0-a9cf-9994e26331c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0606089
Dec 10 04:14:28.492782 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300ca0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}, {'id': '86e57afe-46ef-4b40-8c7a-2c63605dda9c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:51:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:26Z', 'updated_at': '2021-12-10T04:14:26Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:28.496646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:14:28.504838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:14:28.505484 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:14:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:28.551370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-4f816c9b-276f-4d26-8339-ee23ce0add3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:28.552834 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-4f816c9b-276f-4d26-8339-ee23ce0add3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695381
Dec 10 04:14:28.677942 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:14:28.684552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-ef83c6ca-c11e-4552-b972-fc7ce791f4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239920
Dec 10 04:14:28.814345 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d12d55f-c844-4ffa-9a45-c10863cab511 req-1319c3d5-ee94-4a5a-ad99-69005132c906 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230340
Dec 10 04:14:29.022134 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300ca0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}, {'id': '86e57afe-46ef-4b40-8c7a-2c63605dda9c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:51:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:26Z', 'updated_at': '2021-12-10T04:14:26Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:14:29.025889 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5dc58-a544-42a0-ad57-ea50392f81d9 None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}, {'id': '86e57afe-46ef-4b40-8c7a-2c63605dda9c', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.104', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:51:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:26Z', 'updated_at': '2021-12-10T04:14:26Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:14:29.205612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e334ae-0cbc-4175-91ba-f4d71bbda38f None None] New status for floating IP 86e57afe-46ef-4b40-8c7a-2c63605dda9c: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:14:37.084186 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-1986e06c-72d6-4738-9774-820c012a26e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677314
Dec 10 04:14:37.246359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-6b407078-ffca-4cbd-811e-b513e8023dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:37.247771 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-6b407078-ffca-4cbd-811e-b513e8023dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1099 time: 0.0738385
Dec 10 04:14:37.504260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-003076e3-42cf-436c-be98-52ff8b198091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:37.505634 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-003076e3-42cf-436c-be98-52ff8b198091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.2381070
Dec 10 04:14:37.610829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-d04e0c2f-3b66-4a56-840d-97cf71b2f91f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 1001 time: 0.0944996
Dec 10 04:14:37.678109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-302d687c-c8aa-4c1b-83cd-49b40bea3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:37.679448 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-302d687c-c8aa-4c1b-83cd-49b40bea3a35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0544708
Dec 10 04:14:37.753914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-42119503-d2df-4b5a-9cce-e06faad1641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:14:37.755422 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-42119503-d2df-4b5a-9cce-e06faad1641b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675695
Dec 10 04:14:37.884822 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-42ffb61b-eba7-4acf-ab78-ecf7b15d0a88 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225345
Dec 10 04:14:38.018769 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-785a7ae3-960c-4598-a0ee-4692f29396ff req-1147bc29-6587-48eb-b438-3337b00c37ff service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220138
Dec 10 04:14:44.027358 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:44.363054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a3bd-b2e6-4ac7-86e5-a9e4828bbc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:46.697246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-41ce8fec-0d4c-42e2-a305-9785894a54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:47.601783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:47.964630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:49.449808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:14:51.656506 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:15:14.043317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:14.363378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-71e45c19-3244-410f-8efc-da52b0ec2877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:16.700252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7b2c3142-3f4d-4e61-be8a-9eff8fef69e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:17.605118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:17.966704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:19.452320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:28.655020 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:15:38.100817 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-219b3df5-7ebb-463d-b416-97ca9e25ea97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1099498
Dec 10 04:15:38.199941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-3ab810da-df14-4cdc-a303-5456fb82e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:38.201474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-3ab810da-df14-4cdc-a303-5456fb82e02b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1098 time: 0.0684636
Dec 10 04:15:38.340399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-9c4932db-f68f-4bd8-ab46-b2f003dfc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:38.342354 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-9c4932db-f68f-4bd8-ab46-b2f003dfc3e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1228631
Dec 10 04:15:38.443137 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-3ae9c215-bdb5-4049-bdf1-1adcb6055ca9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 1001 time: 0.0937645
Dec 10 04:15:38.506999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-a94fd30f-0733-4954-800b-6ae52b0f644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:38.508282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-a94fd30f-0733-4954-800b-6ae52b0f644f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0588727
Dec 10 04:15:38.581883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-2bcfc187-f335-4f31-8816-9b81508df113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:38.583339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-2bcfc187-f335-4f31-8816-9b81508df113 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680177
Dec 10 04:15:38.593774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-080ae2c6-ea86-48b4-82f9-b2de76295919 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:15:38.594670 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-080ae2c6-ea86-48b4-82f9-b2de76295919 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052688
Dec 10 04:15:38.722143 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-a1c71a32-ca90-4a15-b50a-ec36a8418938 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205850
Dec 10 04:15:38.849867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dc6fb538-9870-4315-a6fe-89e351db14c9 req-fdb87c94-3a35-42cd-9074-962fe74f4315 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211879
Dec 10 04:15:43.561276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:43.664886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3e5ed93-cb2c-4751-b981-ea7a818e6e40 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/12810804-880c-44b4-953b-f307948aecf0 HTTP/1.1" status: 200  len: 993 time: 0.1024034
Dec 10 04:15:44.042001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.365103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a7a38698-465b-497f-a071-9cfc4a795672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.418112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45082) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:44.425060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:15:44.544958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.861364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:15:44.885699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.889895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.893325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8a841d95-5e9b-408e-a5f5-32c7b316aea8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:44.960712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:44.961331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:44.962714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/ports/4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 939 time: 0.5432811
Dec 10 04:15:44.963337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:15:44.984361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=6']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:44.992183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.992592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.992973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.993355 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.994528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.994912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.995281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.995654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.996020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.996422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.996740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:44.997099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:45.001915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:45.008580 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:15:45.125957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-84e545c1-f336-4d5f-a93d-a1e47558f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:45.127443 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-84e545c1-f336-4d5f-a93d-a1e47558f2b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1100 time: 0.0724120
Dec 10 04:15:45.230735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5fcbe280-70eb-4998-9e23-9d32d8847c34 None None] Provisioning complete for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:15:45.231339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5fcbe280-70eb-4998-9e23-9d32d8847c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:45.259526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-724aec1b-1c13-42e8-9512-dadb12cacbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:45.260909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-724aec1b-1c13-42e8-9512-dadb12cacbd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1261294
Dec 10 04:15:45.291980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbe280-70eb-4998-9e23-9d32d8847c34 None None] Port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 is administratively disabled so it will not transition to active. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Dec 10 04:15:45.364217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-376b007a-e85a-4bda-ba98-38b6e4f5e48c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 1002 time: 0.0965955
Dec 10 04:15:45.428447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-f8b752a7-fc8f-43a0-8f5d-394d55f121d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:45.429833 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-f8b752a7-fc8f-43a0-8f5d-394d55f121d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0587237
Dec 10 04:15:45.502435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-afb28680-4b6d-4bb3-974b-817421f89d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:45.503834 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-afb28680-4b6d-4bb3-974b-817421f89d81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675745
Dec 10 04:15:45.636547 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-ff3ac441-e221-452b-899a-04f56b5eb342 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250165
Dec 10 04:15:45.776336 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00d9a6ea-8e42-4a22-bb46-3d9601d4972c req-345830e2-ca98-436c-b627-2af36dbd0911 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329455
Dec 10 04:15:46.702879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8cb2332e-9e75-41a7-846a-303eae15dbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:47.608230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:47.968452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:48.408545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45092) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:48.414700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:15:48.531943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:48.742365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:15:48.766072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:48.770323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:48.774599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:48.834705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:48.835330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:48.836716 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/ports/4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 938 time: 0.4272060
Dec 10 04:15:48.837382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:15:48.843106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45096) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:48.861187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=7']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:48.869533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.869926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.870307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.870682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.871053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.871426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.871792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.872162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.872528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.873026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.873445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.873812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:15:48.877971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:48.903319 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:15:49.018562 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a3acefb8-0828-447e-9ec8-48a1cae2f421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/12810804-880c-44b4-953b-f307948aecf0 HTTP/1.1" status: 200  len: 993 time: 0.1742058
Dec 10 04:15:49.036134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-500001f3-fd03-4104-9bcd-304031b9f717 None None] Provisioning complete for port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:15:49.036734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-500001f3-fd03-4104-9bcd-304031b9f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:49.039441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e450-1082-4382-b8e2-509200a836d3 req-2aefd746-9273-4a24-99fe-e5f88eac91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:49.040944 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-2aefd746-9273-4a24-99fe-e5f88eac91a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1099 time: 0.0942380
Dec 10 04:15:49.170412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e450-1082-4382-b8e2-509200a836d3 req-aa4160d2-9b18-463a-9752-6ddcb71cebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:49.171855 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-aa4160d2-9b18-463a-9752-6ddcb71cebce service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1238649
Dec 10 04:15:49.241636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['4fdcf970-f0a2-4178-8b11-3154f657bdb5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:15:49.273919 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-64aebde0-5742-4f3e-b9fa-ecf45af622b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 1001 time: 0.0955315
Dec 10 04:15:49.339097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e450-1082-4382-b8e2-509200a836d3 req-f1bb7728-e30a-4cfa-a934-c09c0e50f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:49.340501 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-f1bb7728-e30a-4cfa-a934-c09c0e50f64b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0595658
Dec 10 04:15:49.414745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e450-1082-4382-b8e2-509200a836d3 req-f5878a7b-7570-40ea-af8f-2a6477d023e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:49.416205 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-f5878a7b-7570-40ea-af8f-2a6477d023e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695088
Dec 10 04:15:49.470570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:49.657453 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-7a3d2858-e181-4e96-914a-aefbf669def6 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347519
Dec 10 04:15:49.788261 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-def2e450-1082-4382-b8e2-509200a836d3 req-95519bc4-183f-491f-9049-af67a2e84fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235392
Dec 10 04:15:51.599332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45108) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:51.922635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 681f6028-f8f2-457e-bc83-5be843eac942 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:15:51.922978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:52.095788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:52.096111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:52.216073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 681f6028-f8f2-457e-bc83-5be843eac942 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:15:52.363222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:52.366765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92b2e762-c7f4-4a9a-8aaf-3b2b4fe5c684 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:52.409411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=681f6028-f8f2-457e-bc83-5be843eac942,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:52.412465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:52.500932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:52.501169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 86e57afe-46ef-4b40-8c7a-2c63605dda9c disassociated (deleted). External IP: 172.26.1.104, port: 31276cdc-4aa8-495e-aeb6-f5f956cda12b.
Dec 10 04:15:52.846744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:15:53.142092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:15:53.151740 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:15:53.157332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:53.161396 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:15:53.162009 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d22a5e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:53.210765 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/86e57afe-46ef-4b40-8c7a-2c63605dda9c HTTP/1.1" status: 204  len: 168 time: 1.6104436
Dec 10 04:15:53.211438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:15:53.256865 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'status': 'completed', 'code': 200}
Dec 10 04:15:53.336099 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:15:53.377102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-4b5bdd04-d735-40f3-a6ef-6d1fc9bdf19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:53.378637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-4b5bdd04-d735-40f3-a6ef-6d1fc9bdf19c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 1098 time: 0.0788019
Dec 10 04:15:53.524728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-be7f67a2-4cfe-43bc-8b07-78415721cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:53.526211 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-be7f67a2-4cfe-43bc-8b07-78415721cb0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1417451
Dec 10 04:15:53.594366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-d436b1c8-1c47-4c22-9361-ad1156fad0b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 200  len: 217 time: 0.0611546
Dec 10 04:15:53.636122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957ff9-c032-4889-b07c-e58c5af360b0 req-a3549cde-9392-4264-8cb9-727157b9760d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:53.636846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-50957ff9-c032-4889-b07c-e58c5af360b0 req-a3549cde-9392-4264-8cb9-727157b9760d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:15:53.654501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-50957ff9-c032-4889-b07c-e58c5af360b0 req-a3549cde-9392-4264-8cb9-727157b9760d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:15:53.656617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50957ff9-c032-4889-b07c-e58c5af360b0 req-a3549cde-9392-4264-8cb9-727157b9760d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.1452188
Dec 10 04:15:53.663573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-ada72a36-766b-40a4-9ce6-2eff6c3c8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:53.664990 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-ada72a36-766b-40a4-9ce6-2eff6c3c8ef3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0640883
Dec 10 04:15:53.707930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50957ff9-c032-4889-b07c-e58c5af360b0 req-6085abdb-1438-4467-9028-30ea2862044a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438144
Dec 10 04:15:53.718638 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d22a5e0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:53.723358 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:15:53.732325 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:15:53.732920 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d22a5e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:53.742458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-2457ac6b-a9f8-452b-b1d3-f742caf860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:53.743926 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-2457ac6b-a9f8-452b-b1d3-f742caf860c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714269
Dec 10 04:15:53.879564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-5afd325e-56be-4c19-a84f-3d85b09fa492 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279445
Dec 10 04:15:53.909673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:15:54.013569 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10b2a6cc-8f2e-44c6-9a8e-46728db38406 req-a7722ce9-719c-4e6a-9c30-9d8809d37d45 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258330
Dec 10 04:15:54.245582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d22a5e0>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:54.249842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c000e-8022-41b3-93c2-43e6ba7f2a83 None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '12810804-880c-44b4-953b-f307948aecf0', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'port_id': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'mac_address': 'fa:16:3e:ea:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:14:04Z', 'updated_at': '2021-12-10T04:14:07Z', 'revision_number': 1, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:15:54.453134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ffeeb-9013-4745-ac07-5439b47946de None None] New status for floating IP 86e57afe-46ef-4b40-8c7a-2c63605dda9c: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:15:54.943019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ec09-7ec6-4f83-a272-591d33b6c8ba req-8756a446-06f7-409d-a661-ec8846ce87ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:54.944466 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6568ec09-7ec6-4f83-a272-591d33b6c8ba req-8756a446-06f7-409d-a661-ec8846ce87ba tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.1245971
Dec 10 04:15:54.988849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6568ec09-7ec6-4f83-a272-591d33b6c8ba req-e1f55c7f-b911-4570-ac5d-192303faff04 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385137
Dec 10 04:15:55.214007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232866-c868-49d7-9c84-92de48c33b00 req-46b8781e-6598-47d9-a72c-d827a253a5af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:55.214695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-83232866-c868-49d7-9c84-92de48c33b00 req-46b8781e-6598-47d9-a72c-d827a253a5af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:15:55.226083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-83232866-c868-49d7-9c84-92de48c33b00 req-46b8781e-6598-47d9-a72c-d827a253a5af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:15:55.227132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-83232866-c868-49d7-9c84-92de48c33b00 req-46b8781e-6598-47d9-a72c-d827a253a5af tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 945 time: 0.0939620
Dec 10 04:15:55.294184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 31276cdc-4aa8-495e-aeb6-f5f956cda12b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:15:55.294526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:55.531540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 31276cdc-4aa8-495e-aeb6-f5f956cda12b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=31276cdc-4aa8-495e-aeb6-f5f956cda12b,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:15:55.531794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:55.652443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 31276cdc-4aa8-495e-aeb6-f5f956cda12b owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:15:55.799141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:55.806084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ab662b5-0104-4827-8777-ce1cb9642ab2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:55.852880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=31276cdc-4aa8-495e-aeb6-f5f956cda12b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:55.855602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:56.038496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 31276cdc-4aa8-495e-aeb6-f5f956cda12b on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:15:56.040900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:56.043719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'name': 'network-vif-deleted', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:15:56.064002 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-83232866-c868-49d7-9c84-92de48c33b00 req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/31276cdc-4aa8-495e-aeb6-f5f956cda12b HTTP/1.1" status: 204  len: 173 time: 0.8308983
Dec 10 04:15:56.099165 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1acd7a8-f93a-48e9-b08f-a76b02acc60c', 'name': 'network-vif-deleted', 'tag': '31276cdc-4aa8-495e-aeb6-f5f956cda12b', 'status': 'completed', 'code': 200}
Dec 10 04:15:56.150852 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d948cffc-c6c8-41b9-a8cb-6fabba5810b6 req-91aa03fc-2d0c-4167-bd1e-37c7525fef65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1acd7a8-f93a-48e9-b08f-a76b02acc60c HTTP/1.1" status: 200  len: 210 time: 0.0437002
Dec 10 04:15:57.245796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45130) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:57.315034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.343082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.406319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.410205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-230aaaa7-39d7-4d78-82be-d9ad84b806de tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:57.427082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab0b3c-eec2-441a-b4f5-f61ee0408b0d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:57.430011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:57.439580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.440681 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/67ab0b3c-eec2-441a-b4f5-f61ee0408b0d HTTP/1.1" status: 204  len: 168 time: 0.1939349
Dec 10 04:15:57.470891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45136) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:15:57.667769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port cb9244ba-8c0a-45c3-83a3-978f4d4c02a7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:15:57.668107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.831733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.831994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:57.951914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for cb9244ba-8c0a-45c3-83a3-978f4d4c02a7 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:15:58.095916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:58.100160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-55fa3aff-201a-40f4-8c26-782b9d24ef02 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:15:58.145399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=cb9244ba-8c0a-45c3-83a3-978f4d4c02a7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:15:58.172447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:15:58.234347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:58.234685 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 12810804-880c-44b4-953b-f307948aecf0 disassociated (deleted). External IP: 172.26.1.23, port: 4fdcf970-f0a2-4178-8b11-3154f657bdb5.
Dec 10 04:15:58.575217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:15:58.767292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 31276cdc-4aa8-495e-aeb6-f5f956cda12b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:15:58.804464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 31276cdc-4aa8-495e-aeb6-f5f956cda12b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:15:58.804811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 31276cdc-4aa8-495e-aeb6-f5f956cda12b not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:15:58.869020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:15:58.880182 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:15:58.885011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:15:58.889873 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:15:58.890476 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:58.942160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/12810804-880c-44b4-953b-f307948aecf0 HTTP/1.1" status: 204  len: 168 time: 1.4700096
Dec 10 04:15:58.942783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:15:58.992683 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:15:59.065923 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:15:59.113375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-53666fb8-cf03-437f-915b-e2ae2d383b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:59.114837 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-53666fb8-cf03-437f-915b-e2ae2d383b1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 1099 time: 0.0804470
Dec 10 04:15:59.257711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-38abb738-6938-4677-8fff-93bc0f8a90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:59.259193 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-38abb738-6938-4677-8fff-93bc0f8a90b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 200  len: 897 time: 0.1377263
Dec 10 04:15:59.329545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3203fd-0f6b-46f9-ae21-45c10c619a11 req-fccd94a7-c7b8-440c-907b-252edbf0edbd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:59.330514 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-1789fb89-35d4-4ba1-befc-ae3f6535308f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 200  len: 217 time: 0.0642297
Dec 10 04:15:59.331598 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed3203fd-0f6b-46f9-ae21-45c10c619a11 req-fccd94a7-c7b8-440c-907b-252edbf0edbd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0873783
Dec 10 04:15:59.382501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ed3203fd-0f6b-46f9-ae21-45c10c619a11 req-b58aa09c-1bdd-4e0a-a686-af061f1af9c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:15:59.394734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-9fd80018-8705-4a3d-86c0-dda9e5919997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:59.396310 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-9fd80018-8705-4a3d-86c0-dda9e5919997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 200  len: 833 time: 0.0591857
Dec 10 04:15:59.399093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ed3203fd-0f6b-46f9-ae21-45c10c619a11 req-b58aa09c-1bdd-4e0a-a686-af061f1af9c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:15:59.400262 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed3203fd-0f6b-46f9-ae21-45c10c619a11 req-b58aa09c-1bdd-4e0a-a686-af061f1af9c6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631478
Dec 10 04:15:59.424810 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74220>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:59.428766 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:15:59.437624 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:15:59.438213 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74220>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:59.479544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-d22441f2-80df-49b4-aa2f-b827c124f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:15:59.480997 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-d22441f2-80df-49b4-aa2f-b827c124f167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775926
Dec 10 04:15:59.610606 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-a63cb541-eb8d-46a4-9698-0620aa0a7b07 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223016
Dec 10 04:15:59.612899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:15:59.745841 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-84c01ba5-b3ad-4743-8053-dc4d6a6a7122 req-f0d62ad5-2842-482a-b460-545fa3251135 service neutron] 10.222.0.18 "GET /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282206
Dec 10 04:15:59.916058 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de74220>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:15:59.919838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43305825-e9e6-45e3-9e8a-3cf2a89a3499 None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:13:46Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019', 'name': '', 'network_id': 'b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:8a:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:46Z', 'updated_at': '2021-12-10T04:13:51Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:16:00.126516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b842979-e3d2-4ad9-8705-26d399cb7cd4 None None] New status for floating IP 12810804-880c-44b4-953b-f307948aecf0: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:16:00.584878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfbe32-4f86-4e36-bed0-e16a4cfcb982 req-76414ec9-17d3-4fa0-b41c-d5bdcb633390 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:00.586252 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6cbfbe32-4f86-4e36-bed0-e16a4cfcb982 req-76414ec9-17d3-4fa0-b41c-d5bdcb633390 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0800278
Dec 10 04:16:00.629186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6cbfbe32-4f86-4e36-bed0-e16a4cfcb982 req-984e7506-6b63-4e0c-bb66-4fdf0c9fbb3a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371161
Dec 10 04:16:00.976508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-2254fe59-d0d6-4e56-824b-db72b6a07250 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:00.977185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-2254fe59-d0d6-4e56-824b-db72b6a07250 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:16:00.992306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-2254fe59-d0d6-4e56-824b-db72b6a07250 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:16:00.993529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-2254fe59-d0d6-4e56-824b-db72b6a07250 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 946 time: 0.0981731
Dec 10 04:16:01.061118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:16:01.061478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:01.308848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 4fdcf970-f0a2-4178-8b11-3154f657bdb5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4fdcf970-f0a2-4178-8b11-3154f657bdb5,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:01.309196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:01.430963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 4fdcf970-f0a2-4178-8b11-3154f657bdb5 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:16:01.572829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:01.579218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f33c9844-50c1-4d22-86c6-3caa098644f0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:01.625864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=4fdcf970-f0a2-4178-8b11-3154f657bdb5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:01.628862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:01.698832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port 4fdcf970-f0a2-4178-8b11-3154f657bdb5 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:16:01.701172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:01.705238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'name': 'network-vif-deleted', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:16:01.723233 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d834433d-c837-4952-b7ab-2e9ca78937e6 req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/4fdcf970-f0a2-4178-8b11-3154f657bdb5 HTTP/1.1" status: 204  len: 173 time: 0.7244725
Dec 10 04:16:01.752788 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff88bc32-7c32-435a-aa8c-138bcd662427', 'name': 'network-vif-deleted', 'tag': '4fdcf970-f0a2-4178-8b11-3154f657bdb5', 'status': 'completed', 'code': 200}
Dec 10 04:16:01.793933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b367e19-9ce6-4430-8c01-a6e3ebd88559 req-4222bf8e-9a19-4a74-8d2f-beed2997eb84 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff88bc32-7c32-435a-aa8c-138bcd662427 HTTP/1.1" status: 200  len: 210 time: 0.0565252
Dec 10 04:16:02.886183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45156) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:02.957223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:02.985771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:03.049854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:03.055405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f375f1e-08da-4066-8cf5-d99159291dda tempest-NegativeSecGroupIPv6Test-1991101265 tempest-NegativeSecGroupIPv6Test-1991101265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:03.069586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c205c-c9d2-4caf-bd1c-f7155d4ddc26,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:03.072530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:03.081020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:03.082175 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/c48c205c-c9d2-4caf-bd1c-f7155d4ddc26 HTTP/1.1" status: 204  len: 168 time: 0.1950283
Dec 10 04:16:03.113531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:03.760373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:04.107807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:16:04.108522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:04.287464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:04.287821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:04.409652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:16:04.580536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:04.583923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b86f6b98-849a-4d8b-96ae-fb71bf5188ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:04.627713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:04.630811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:04.784228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 4fdcf970-f0a2-4178-8b11-3154f657bdb5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:16:04.825412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 4fdcf970-f0a2-4178-8b11-3154f657bdb5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:16:04.825882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 4fdcf970-f0a2-4178-8b11-3154f657bdb5 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:16:05.025939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.382695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 08289ba3-675b-4ae5-b860-4449db8e4790 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:16:05.552373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:16:05.566596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/08289ba3-675b-4ae5-b860-4449db8e4790/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4518070
Dec 10 04:16:05.568071 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Sync routers for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:16:05.569228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45166) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:05.579002 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:05.579758 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3ada90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:05.638149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:16:05.641854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.698036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.721899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:16:05.761561 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:05.782856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.863525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.871449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-86b27966-813e-43f5-a7cb-d3beb3fd06d6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:05.910755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:05.912626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:05.915314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:05.919559 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/e19dcf0e-8a1a-4260-bb5c-9ad02ac69efb HTTP/1.1" status: 204  len: 168 time: 0.3492210
Dec 10 04:16:05.922040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f279468-6a91-4a1a-84e3-f0790b9f3789 None None] Network b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:16:05.922683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45170) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:06.053473 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3ada90>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:16:04Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:06.057889 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Checking router: 08289ba3-675b-4ae5-b860-4449db8e4790 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:16:06.067380 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Routers {'08289ba3-675b-4ae5-b860-4449db8e4790'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:06.067985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3ada90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['08289ba3-675b-4ae5-b860-4449db8e4790'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:06.110741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.181646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] DHCP port deletion for b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:16:06.186433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Deleting port eaa332e0-1b62-44b2-ad1a-39e299cf1852 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:16:06.186893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.252698 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] Set router 08289ba3-675b-4ae5-b860-4449db8e4790 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:06.403487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] For port eaa332e0-1b62-44b2-ad1a-39e299cf1852, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=eaa332e0-1b62-44b2-ad1a-39e299cf1852,segment=NetworkSegment(b7dcce27-fb37-4ceb-a6e4-d45c473c41bc),segment_id=b7dcce27-fb37-4ceb-a6e4-d45c473c41bc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:06.403906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.426592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.437763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port c081740a-dcdb-4f4d-89ca-a220a9cc35cb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:16:06.438046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.524978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Calling delete_port for eaa332e0-1b62-44b2-ad1a-39e299cf1852 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:16:06.574111 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3ada90>, [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:16:04Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:06.578290 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce7478-4a30-4539-b340-646051f5c29f None None] The sync data for ids ['08289ba3-675b-4ae5-b860-4449db8e4790'] in dv-neutron-821182-1-hyperv is: [{'id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'name': 'tempest-TestNetworkBasicOps-router-540044380', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:13:41Z', 'updated_at': '2021-12-10T04:16:04Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'c081740a-dcdb-4f4d-89ca-a220a9cc35cb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08289ba3-675b-4ae5-b860-4449db8e4790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:13:42Z', 'updated_at': '2021-12-10T04:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:16:06.608371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.612409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-58416d76-5bbd-4634-8a0d-5672f7778339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:06.626981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port c081740a-dcdb-4f4d-89ca-a220a9cc35cb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:06.627340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.654127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] No DVR routers for this DVR port eaa332e0-1b62-44b2-ad1a-39e299cf1852 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:16:06.662962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Pushing event deleted for resources: {'Port': ['ID=eaa332e0-1b62-44b2-ad1a-39e299cf1852,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:06.672275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.672619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.672955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.673286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.673654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.673983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.674305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.674628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.674950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.675351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.675649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.675966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:06.679005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:06.749630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for c081740a-dcdb-4f4d-89ca-a220a9cc35cb owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:16:06.916941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:06.921605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:06.995024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=c081740a-dcdb-4f4d-89ca-a220a9cc35cb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:07.001561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:07.059969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.233791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.235948 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.258339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.258925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router 08289ba3-675b-4ae5-b860-4449db8e4790 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:16:07.276286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.280745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/08289ba3-675b-4ae5-b860-4449db8e4790 HTTP/1.1" status: 204  len: 168 time: 1.3537900
Dec 10 04:16:07.280875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45174) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:07.398679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.525915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.550514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97337070>,) {'filters': {'network_id': ['b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:07.562075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97337070>, 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:07.562367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97337070>, 'b7dcce27-fb37-4ceb-a6e4-d45c473c41bc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:07.573509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.588515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.594806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:16:07.595182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:16:07.610061 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:16:07.692274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.696781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5b28b5bb-13b6-4cbe-86bd-3e735beae94f tempest-NetworksIpV6Test-1333282256 tempest-NetworksIpV6Test-1333282256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:07.712993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.726516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:07.729109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:07.736797 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/b51ee73a-41f5-47f6-9b1f-db2d3d40b1d8 HTTP/1.1" status: 204  len: 168 time: 0.4548895
Dec 10 04:16:07.741632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c081740a-dcdb-4f4d-89ca-a220a9cc35cb no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:16:07.763416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45178) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:07.769773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'network': {'name': 'tempest-network-smoke--131886603', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:07.774723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:07.778792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:network and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:07.781179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c081740a-dcdb-4f4d-89ca-a220a9cc35cb {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:16:07.781632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c081740a-dcdb-4f4d-89ca-a220a9cc35cb not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:16:07.782054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:16:07.782552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:07.788099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:07.799767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:16:07.803158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.816715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:16:07.817070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 36ae88b1-6bfc-47d7-8f86-9a8ae9cc3019 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:16:07.817514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eaa332e0-1b62-44b2-ad1a-39e299cf1852 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:16:07.831176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:16:07.840806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:07.841175 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Added segment 4e5f6077-412a-412d-9d32-8758f1011546 of type vlan for network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b
Dec 10 04:16:07.854501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: eaa332e0-1b62-44b2-ad1a-39e299cf1852 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:16:07.854852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device eaa332e0-1b62-44b2-ad1a-39e299cf1852 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:16:07.881553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.022951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.028220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:08.028790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.032308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e1f1ac71-fdbf-4fda-a42e-4dca217f8e69 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:08.139451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3738172
Dec 10 04:16:08.140371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Network': ['ID=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:08.142258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45182) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:08.143063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2f36ed63-1be8-4907-aaa6-7af78c7806bb tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:08.147824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'admin_state_up': True, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:08.150067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:16:08.155184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:08.160032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:router and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:08.162845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:08.169163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:08.178592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.179625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.195099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.456782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.749734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.780762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:08.911197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.28 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ceaded82-e0f8-48ab-ac6d-d1ef386cc822) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:16:09.179506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:09.208230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:09.212531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:09.273798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:09.276575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:09.280773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:16:09.321608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:09.325602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:09.688213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:10.023051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:10.221598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:16:10.522712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:16:10.532089 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:16:10.540987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:10.541621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3d5520>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:10.549096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:10.550317 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4069741
Dec 10 04:16:10.553545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:10.594956 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-174d3cd2-142d-4ea8-9589-a1f34d67a122 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3ba0754e593e4c44897c83e1c4e8644b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0401525
Dec 10 04:16:10.597490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:10.726087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ccc98-3949-4dd8-8d60-47546f2ec18e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:10.730240 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-296ccc98-3949-4dd8-8d60-47546f2ec18e tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1291676
Dec 10 04:16:10.730496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45194) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:10.748822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:10.769760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f03e2781-d6b1-4180-9691-8a028a6409e1 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379906
Dec 10 04:16:10.771977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:10.777344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662828633', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:10.886961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:10.890811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:subnet and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:10.893593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:10.899172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:10.911048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:16:10.914504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.032698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3d5520>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:11.036465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:16:11.036821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Updating router 88c8220f-9386-42dc-8a5e-db14ca6a4684 port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:16:11.090176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.137371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.140976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4147f98d-e4cc-4c6f-b093-c1cc41a9f1e3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:11.211962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Subnet': ['ID=acd8d54a-1259-408f-a300-4736a115df10,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:11.216459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:11.227652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Checking segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:16:11.228009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network hostable DHCP agents. Network: a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:16:11.247043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:16:11.257458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:11.261521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:11.262107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.287252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5116081
Dec 10 04:16:11.287476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129d25a-63be-4c27-a1ea-77ed4f3e456d None None] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:16:11.287611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45202) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:11.598862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:16:11.599756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.613063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.631106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Transition to ACTIVE for port object ceaded82-e0f8-48ab-ac6d-d1ef386cc822 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:11.678420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.690813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ece6ead6-7fad-46f5-8c97-4e7c3a097489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:11.784876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Attempting to bind port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:16:11.785243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Attempting to bind port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:16:11.785628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Attempting to bind port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:16:11.827051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:11.830281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:11.836170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:16:11.836545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:16:11.836949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.837361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:16:11.837909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Bound port: ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:16:11.838208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:11.911778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Allocated IP 172.20.0.2 (a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b/acd8d54a-1259-408f-a300-4736a115df10/6c816463-c98f-491a-984b-a8ab588adb73) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:16:11.937216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:16:12.014088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:16:12.022411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.029788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:12.097830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.131490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:12.132111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3d5520>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:12.315232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:12.318644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:12.413235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.430939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Transition to ACTIVE for port object 6c816463-c98f-491a-984b-a8ab588adb73 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:12.434112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:12.608390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Transition to ACTIVE for port object 6c816463-c98f-491a-984b-a8ab588adb73 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:12.626012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.631947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:12.685938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.1 (a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b/acd8d54a-1259-408f-a300-4736a115df10/b9dde6f2-d5ac-4ae1-8d96-d272e39c1925) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:16:12.703045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:12.717157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:12.720096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:16:12.734601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Pushing event updated for resources: {'Port': ['ID=6c816463-c98f-491a-984b-a8ab588adb73,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:12.737946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:12.841134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.860105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:12.864444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Attempting to bind port 6c816463-c98f-491a-984b-a8ab588adb73 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:16:12.864816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Attempting to bind port 6c816463-c98f-491a-984b-a8ab588adb73 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:16:12.865184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Attempting to bind port 6c816463-c98f-491a-984b-a8ab588adb73 on network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:16:12.873470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:16:12.873842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Checking segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:16:12.874252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.874651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Bound using segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:16:12.875114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Bound port: 6c816463-c98f-491a-984b-a8ab588adb73, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:16:12.875490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.884230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.888004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4c2cd8be-ddc9-4c0d-a723-9bb077441e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:12.955369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c3d5520>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:12.958893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:12.962061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:12.965926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:16:12.972307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7275bf-df62-471e-8c53-6702f91f3095 None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:09Z', 'revision_number': 3, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:16:12.984056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] For port 6c816463-c98f-491a-984b-a8ab588adb73, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:16:12.987384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] For port 6c816463-c98f-491a-984b-a8ab588adb73, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c816463-c98f-491a-984b-a8ab588adb73,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:16:12.996659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:12.999021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:13.001362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:13.009743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:13.030730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:13.083670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Pushing event updated for resources: {'Port': ['ID=6c816463-c98f-491a-984b-a8ab588adb73,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:13.088952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:13.175138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:13.641217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:13.647446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:13.677374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-63404bbe-6025-416b-af23-a63360055ff2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:13.760774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c816463-c98f-491a-984b-a8ab588adb73 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:13.774932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:13.778865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:13.782905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:13.842985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6c816463-c98f-491a-984b-a8ab588adb73 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:13.849203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:13.933649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:13.940504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:13.941192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.082766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.087208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.094318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:14.095657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:14.106138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:14.113338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.115431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:14.174809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa46a45-0ae6-46dc-8b07-28ac0eed34d1 None None] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:16:14.270355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:14.277319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:14.284834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:16:14.288185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Provisioning for port 6c816463-c98f-491a-984b-a8ab588adb73 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:14.305148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Provisioning complete for port 6c816463-c98f-491a-984b-a8ab588adb73 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:14.305659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.418562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-25748df5-6273-4280-a18e-6661e6e922a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.467952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:16:14.485145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/88c8220f-9386-42dc-8a5e-db14ca6a4684/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1933830
Dec 10 04:16:14.486361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45206) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:14.583794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.626546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] For port 6c816463-c98f-491a-984b-a8ab588adb73, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c816463-c98f-491a-984b-a8ab588adb73,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:14.631227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.633673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6c4683e0-b7be-4d53-a275-93badbfabfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:14.634685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10195-f976-47a7-b2eb-40a32fe9c513 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.635159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10195-f976-47a7-b2eb-40a32fe9c513 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.635615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10195-f976-47a7-b2eb-40a32fe9c513 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.636064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10195-f976-47a7-b2eb-40a32fe9c513 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.641041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45210) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:14.641662 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57d10195-f976-47a7-b2eb-40a32fe9c513 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1525366
Dec 10 04:16:14.708046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Pushing event updated for resources: {'Port': ['ID=6c816463-c98f-491a-984b-a8ab588adb73,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:14.714161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:16:14.720630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20407-46c9-4c1b-8493-64f133abe765 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.721601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20407-46c9-4c1b-8493-64f133abe765 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.722323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20407-46c9-4c1b-8493-64f133abe765 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.722933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae20407-46c9-4c1b-8493-64f133abe765 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:14.724211 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:14.725036 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8ae20407-46c9-4c1b-8493-64f133abe765 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0829642
Dec 10 04:16:14.727064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:14.727909 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafd90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:14.728096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45214) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:14.862372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Provisioning complete for port 6c816463-c98f-491a-984b-a8ab588adb73 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:14.863545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:14.947623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:14.994186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ba074b15-21d1-4aa1-9780-a54548fcaa01 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2647750
Dec 10 04:16:15.051458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Provisioning for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:15.057549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:15.057987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.121902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1a474c98-16fe-4b7e-b672-72f7f4d0cbca None None] Port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:16:15.245666 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7bf88c8a-09c4-4261-b3ba-703d41f49034 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:15.246044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7bf88c8a-09c4-4261-b3ba-703d41f49034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.302819 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafd90>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:15.306611 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:16:15.306963 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Updating router 88c8220f-9386-42dc-8a5e-db14ca6a4684 port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:16:15.313670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7bf88c8a-09c4-4261-b3ba-703d41f49034 None None] Port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:16:15.326132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45220) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:15.331574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727908573', 'description': 'tempest-secgroup-smoke-727908573 description', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:15.337437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:15.341544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:15.344336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:15.350131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:15.361752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.361998 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.381825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:15.385593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:15.388534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:15.394228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:15.433888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8eed2cd0-fb2c-4b24-9c80-30590c502c02 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:15.434267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8eed2cd0-fb2c-4b24-9c80-30590c502c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.475858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.481159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.487037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8eed2cd0-fb2c-4b24-9c80-30590c502c02 None None] Port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:16:15.490563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b815a1b1-ed50-4bb8-8aa7-f0fe0bc118b0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:15.532182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be77992-cb95-4d33-a46b-f3034f7a93c3,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:15.534743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.535923 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2087288
Dec 10 04:16:15.536801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0a7f9177-7584-4e5f-9dd7-40cb6921d040 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:15.538977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45224) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:15.544904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:15.550978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:15.554972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:15.558135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:15.565166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:15.582504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.644133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.648885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.650928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ef574a36-91aa-4e7a-b1b6-01bcbf253350 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:15.673943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a986a-589f-4fcc-afab-a9122e857865,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:15.676544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:15.685063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.686804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1467493
Dec 10 04:16:15.689555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45228) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:15.695165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:15.704667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:15.708950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:15.709331 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.711936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:15.717895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:15.721970 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Transition to ACTIVE for port object b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:15.726471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c816463-c98f-491a-984b-a8ab588adb73 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:15.730864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.734598 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:15.740000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.792378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6c816463-c98f-491a-984b-a8ab588adb73 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:15.792881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.807517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.812799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.815252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-71cfff62-84f7-4126-ab47-bfc9c2aa75aa tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:15.842225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e7c404-0d3b-484d-87c4-b7a710fd2ff0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:15.852804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:15.859133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.863912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45232) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:15.871000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:15.876712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-106febf4-1d7d-48b7-8759-c71ee0d77f48 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1858909
Dec 10 04:16:15.878302 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:15.880938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:15.886950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:15.890974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:15.897477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:15.917063 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.917594 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.917943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.918276 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.918408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:15.918656 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.918919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.919240 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.919559 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.919922 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.920865 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.921194 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.921604 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:16:15.936461 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:15.971718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:16.006798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.008294 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Attempting to bind port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:16:16.008909 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Attempting to bind port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:16:16.009469 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Attempting to bind port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 on network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:16:16.013103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.015619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e0af0cd7-12e6-4391-95a2-f8cbbe662455 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:16.034744 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:16:16.035096 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Checking segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:16:16.035738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.036335 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Bound using segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:16:16.036835 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Bound port: b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:16:16.037445 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.040997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e71df8-d3e5-4f3e-8c96-0a22f56149e3,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:16.045031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:16.061999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:16.062387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.063902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.067828 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2002950
Dec 10 04:16:16.068608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45236) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:16.075308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:16.082583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:16.086772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:16.101715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:16.107910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:16.127294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.187857 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:16:16.191647 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:16:16.196863 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.200547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.201733 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-42b52b9e-0c3f-4237-b575-297f4b50a3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:16.205176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.210941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a31d901-b684-4625-8482-0ab10904c1c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:16.230123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fe15b3-9f0e-4a40-ba63-2e374f61176b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:16.234632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:16.241866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.243346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1724288
Dec 10 04:16:16.246481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45240) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:16.252593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:16.259481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:16.266949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:16.270013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:16.275123 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:16.276774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:16.278661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:16.280354 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:16.280952 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafd90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:15:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:16.288372 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:16:16.297203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.369643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.374962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.376968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ee7d0ee-8a13-4450-9418-ef5eb252ec58 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:16.400370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859d882d-cf16-4b85-ba77-2c22fe172f94,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:16.403110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:16.412441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.416570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45244) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:16.416918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1692665
Dec 10 04:16:16.422435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'security_group_rule': {'security_group_id': '3be77992-cb95-4d33-a46b-f3034f7a93c3', 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:16.428219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:16.432338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:security_group_rule and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:16.436085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:16.442300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:16.456103 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Project 3ba0754e593e4c44897c83e1c4e8644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:16:16.464916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.475755 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:16.531796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.536122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.538000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bf196c7b-3708-4ebf-b133-9755a5d5abf1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:16.565563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76430c7d-817b-4364-8587-74591329737e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:16.568088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:16.577722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.579312 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1615837
Dec 10 04:16:16.710246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a0aef6d7-f42c-4892-9869-043b620e27a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:16.747290 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-94ec8898-4b7f-4ee2-a5e3-94c59be5bc96 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727908573&fields=id&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 267 time: 0.0451021
Dec 10 04:16:16.796884 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafd90>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:16Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:16.800737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74d72-c8ea-4b2a-84d7-3ae77f93ffbe None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:16Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:16:16.932635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-81165d5c-05dd-4e4a-a738-499f2f5c46c8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:16.934299 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-81165d5c-05dd-4e4a-a738-499f2f5c46c8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 796 time: 0.1805322
Dec 10 04:16:16.950443 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-2d54a73b-777f-4dce-b65a-7399b0ef521d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/quotas/3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 375 time: 0.0105479
Dec 10 04:16:17.035207 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-74c12031-1872-41a3-ac8f-471d36c87b75 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0790145
Dec 10 04:16:17.051575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-9c99d8bd-80b2-416b-bc7a-c614562a1a83 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:16:17.052587 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-9c99d8bd-80b2-416b-bc7a-c614562a1a83 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053520
Dec 10 04:16:17.189982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-cc2b09d1-47d7-497a-a11d-49f28025a44b service neutron] 10.222.0.44 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307578
Dec 10 04:16:17.326584 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-b1dc76d7-3b40-448c-9397-014421e6bcdc service neutron] 10.222.0.44 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305056
Dec 10 04:16:17.510400 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3669ed09-6d32-4431-abf4-8b7fa17747c6 req-8c0c2f17-e991-4b2d-889f-a117e35eaec4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 210 time: 0.0438881
Dec 10 04:16:17.611791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:17.731313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:17.806821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:17.813250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:17.813656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:17.944715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:17.985720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:17.991027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:17.995223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:17.998575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:18.067868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:18.071229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:18.668373 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c0212738-a036-4b09-9a80-45bfd71eba12 req-b97d06e6-1534-4c16-9419-fff4564a4e42 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 210 time: 0.0505061
Dec 10 04:16:18.687938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-ad3bb046-efdb-4ec3-a726-8f6dfc5c2ea2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:18.687938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-ad3bb046-efdb-4ec3-a726-8f6dfc5c2ea2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:16:18.703084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-ad3bb046-efdb-4ec3-a726-8f6dfc5c2ea2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:16:18.704176 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-ad3bb046-efdb-4ec3-a726-8f6dfc5c2ea2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 796 time: 0.1770258
Dec 10 04:16:18.760313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a72024a0-7753-496d-92d5-523f33c5cd32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:16:18.775293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a72024a0-7753-496d-92d5-523f33c5cd32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:16:18.776419 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a72024a0-7753-496d-92d5-523f33c5cd32 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba0754e593e4c44897c83e1c4e8644b HTTP/1.1" status: 200  len: 379 time: 0.0553393
Dec 10 04:16:18.785220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'port': {'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'admin_state_up': True, 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'security_groups': ['3be77992-cb95-4d33-a46b-f3034f7a93c3']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:18.918918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:18.923552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:port and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:18.926315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:18.931926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:18.941472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Made reservation on behalf of 3ba0754e593e4c44897c83e1c4e8644b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:16:18.945167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.106531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.20.0.8 (a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b/acd8d54a-1259-408f-a300-4736a115df10/cde784a0-1ea3-4e8d-bb60-09ba01b6badd) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:16:19.291330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.306346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Transition to ACTIVE for port object cde784a0-1ea3-4e8d-bb60-09ba01b6badd will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:19.329870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.335010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ec25b8c0-de1b-4292-a306-cf39d796faa3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:19.401537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:19.404542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:19.408836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:16:19.452184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:19.457104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:19.461705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.478418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:19.479028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.503438 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7218142
Dec 10 04:16:19.519922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Request body: {'port': {'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:19.596076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-72d71d1a-20dd-4e5e-90e3-55951458df1f None None] Provisioning for port cde784a0-1ea3-4e8d-bb60-09ba01b6badd completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:19.600803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-72d71d1a-20dd-4e5e-90e3-55951458df1f None None] Provisioning complete for port cde784a0-1ea3-4e8d-bb60-09ba01b6badd triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:19.601182 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-72d71d1a-20dd-4e5e-90e3-55951458df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.634372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.657029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-72d71d1a-20dd-4e5e-90e3-55951458df1f None None] Port cde784a0-1ea3-4e8d-bb60-09ba01b6badd cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:16:19.708134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:19.780723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:19.781287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:19.867143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8289-1cb4-4ab8-bddc-17fe096cbdfb req-a2ea38aa-d5b2-4dc8-8ca9-90471092f5ab tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:19.869231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9ca8289-1cb4-4ab8-bddc-17fe096cbdfb req-a2ea38aa-d5b2-4dc8-8ca9-90471092f5ab tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 931 time: 0.0855501
Dec 10 04:16:19.934722 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9ca8289-1cb4-4ab8-bddc-17fe096cbdfb req-4244ed45-9899-4064-85a2-45eaf167e34c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590329
Dec 10 04:16:20.111656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde784a0-1ea3-4e8d-bb60-09ba01b6badd {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:16:20.118934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:20.132851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Transition to ACTIVE for port object cde784a0-1ea3-4e8d-bb60-09ba01b6badd will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:16:20.136266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:20.139846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:20.298460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Pushing event updated for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:20.307197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:20.378054 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Attempting to bind port cde784a0-1ea3-4e8d-bb60-09ba01b6badd on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:16:20.378393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Attempting to bind port cde784a0-1ea3-4e8d-bb60-09ba01b6badd by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:16:20.378721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Attempting to bind port cde784a0-1ea3-4e8d-bb60-09ba01b6badd on network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:16:20.383358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Port cde784a0-1ea3-4e8d-bb60-09ba01b6badd on network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:16:20.383699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Attempting to bind port cde784a0-1ea3-4e8d-bb60-09ba01b6badd on network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:16:20.389379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:16:20.389735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Checking segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:16:20.390254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Bound using segment: {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:16:20.390696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Bound port: cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5f6077-412a-412d-9d32-8758f1011546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:16:20.391044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:20.478096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:16:20.480875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:16:20.485662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:20.489087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:20.547746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:20.548352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:20.549722 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] 10.222.0.18 "PUT /v2.0/ports/cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 1093 time: 1.0341206
Dec 10 04:16:20.550238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:16:20.570879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Pushing event updated for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:20.574560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:20.599135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'status': 'completed', 'code': 200}
Dec 10 04:16:20.692927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-304b1ce2-b0a0-4c11-8756-91ef3d82ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:20.694426 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-304b1ce2-b0a0-4c11-8756-91ef3d82ec84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1096 time: 0.0737221
Dec 10 04:16:20.771989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-015b6dd1-62a6-4d41-81f6-1257b0922376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 217 time: 0.0642931
Dec 10 04:16:20.832553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-91cbc1e1-054f-4340-90f3-72f2c12ce997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:20.833985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-91cbc1e1-054f-4340-90f3-72f2c12ce997 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.0561683
Dec 10 04:16:20.908769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-4e7ca6f2-4cde-48d2-a628-0be532367cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:20.910271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-4e7ca6f2-4cde-48d2-a628-0be532367cf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702140
Dec 10 04:16:21.042827 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-a001af89-1277-4416-8807-4a5f2f8fc7da service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250021
Dec 10 04:16:21.119741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64c23-b830-42b8-99ef-5332811ba14e req-04c6a75d-b7ab-427e-9de6-56ae141b8a8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:21.121188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-86f64c23-b830-42b8-99ef-5332811ba14e req-04c6a75d-b7ab-427e-9de6-56ae141b8a8e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 943 time: 0.0834992
Dec 10 04:16:21.164231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-86f64c23-b830-42b8-99ef-5332811ba14e req-b5271d20-3283-47d3-992b-87c154a15445 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373755
Dec 10 04:16:21.176487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-33aaeacf-c39d-4fe6-be6b-4514c49ac0ce req-105cf3bc-257f-44f1-ac74-75a612a46b7d service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271284
Dec 10 04:16:21.340088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-73ad6159-802a-4e9d-b7f9-a99cda862e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:21.342221 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-73ad6159-802a-4e9d-b7f9-a99cda862e88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1096 time: 0.0739019
Dec 10 04:16:21.469025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-23c091d0-6ada-431d-851e-b12f5a302660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:21.470417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-23c091d0-6ada-431d-851e-b12f5a302660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 897 time: 0.1230183
Dec 10 04:16:21.539239 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-34536e4b-d581-429e-acd5-a72bbb0dfd8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 217 time: 0.0630395
Dec 10 04:16:21.710286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-cb8ede69-127b-40c9-afd7-dc53425ba772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:21.711710 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-cb8ede69-127b-40c9-afd7-dc53425ba772 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.1661124
Dec 10 04:16:21.787825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-45589270-5706-44f8-94a4-628e19dbb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:21.789150 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-45589270-5706-44f8-94a4-628e19dbb279 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706196
Dec 10 04:16:21.918909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-110c0a52-c0d4-4b9f-8b8b-90100e33db7b service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229992
Dec 10 04:16:22.049607 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-167c2cce-80c9-46fd-81ff-ca511be3385b req-4bbd0e3f-06f9-4cca-8fec-0bd5caf7efe4 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241021
Dec 10 04:16:22.346238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d3e1f-2210-47b5-a08c-82a66efcd100 req-3232d976-9b06-4f7e-8bb6-2bbcb415a6d0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:22.347583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d72d3e1f-2210-47b5-a08c-82a66efcd100 req-3232d976-9b06-4f7e-8bb6-2bbcb415a6d0 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 943 time: 0.0797865
Dec 10 04:16:22.392023 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d72d3e1f-2210-47b5-a08c-82a66efcd100 req-396cf2d6-993f-41f4-a03a-e9e531cd8e70 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374548
Dec 10 04:16:23.692131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae63a-67ff-4d1c-8130-f126df015b50 req-e594ed4d-6730-481f-bd2a-34e01711bae9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:23.693589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e89ae63a-67ff-4d1c-8130-f126df015b50 req-e594ed4d-6730-481f-bd2a-34e01711bae9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 943 time: 0.1988621
Dec 10 04:16:23.737025 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e89ae63a-67ff-4d1c-8130-f126df015b50 req-5467d85c-9880-469c-8354-ddcfa2ff6487 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375497
Dec 10 04:16:24.891415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device cde784a0-1ea3-4e8d-bb60-09ba01b6badd details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:16:24.922798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c5097-e65d-4093-ad2c-100def843f51 req-775cbf04-b95f-4408-8e2f-0c98223f5b56 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:24.924253 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f40c5097-e65d-4093-ad2c-100def843f51 req-775cbf04-b95f-4408-8e2f-0c98223f5b56 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 943 time: 0.0821044
Dec 10 04:16:24.969423 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f40c5097-e65d-4093-ad2c-100def843f51 req-2d672556-d996-4d33-8b1a-c33a2ace541a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392072
Dec 10 04:16:25.021582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:25.034310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:16:25.092235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:25.137963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde784a0-1ea3-4e8d-bb60-09ba01b6badd {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:16:25.152490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:25.156279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:25.157953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:25.221046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:25.223959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:25.526991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['cde784a0-1ea3-4e8d-bb60-09ba01b6badd'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:16:26.156692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1228-91fe-4fb0-81d8-eb7e7923aed7 req-bd93d367-d422-40fc-8fe9-74d3db7a14a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:26.158205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-761f1228-91fe-4fb0-81d8-eb7e7923aed7 req-bd93d367-d422-40fc-8fe9-74d3db7a14a4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 944 time: 0.0798204
Dec 10 04:16:26.202886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-761f1228-91fe-4fb0-81d8-eb7e7923aed7 req-ffddfe1f-50c1-4af0-81f6-4f889376e375 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390773
Dec 10 04:16:26.906054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device cde784a0-1ea3-4e8d-bb60-09ba01b6badd up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:16:26.971992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port cde784a0-1ea3-4e8d-bb60-09ba01b6badd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:16:26.976894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port cde784a0-1ea3-4e8d-bb60-09ba01b6badd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:16:26.977282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:27.093126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:27.118911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:16:27.129695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:16:27.132874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:27.135641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:27.166948 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'code': 200}
Dec 10 04:16:27.205087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:27.208097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:27.389815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202572e-e3fb-4c84-9290-baaf9f9b0d40 req-21d1d065-7d5b-42e4-8bf4-8180551a4270 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:27.391256 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b202572e-e3fb-4c84-9290-baaf9f9b0d40 req-21d1d065-7d5b-42e4-8bf4-8180551a4270 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0845695
Dec 10 04:16:27.415854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caa34-7be5-4893-9863-5338471fd675 req-44405904-7a96-4372-a7f1-f7d9f0c01a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:27.417415 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-530caa34-7be5-4893-9863-5338471fd675 req-44405904-7a96-4372-a7f1-f7d9f0c01a72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1098 time: 0.0686529
Dec 10 04:16:27.434890 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b202572e-e3fb-4c84-9290-baaf9f9b0d40 req-dfdce5f1-b7d6-4ea0-8fab-3a82e030ff7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380187
Dec 10 04:16:27.458340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-530caa34-7be5-4893-9863-5338471fd675 req-27dee126-1a70-4b61-bdef-2e3cdb2ee0c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343192
Dec 10 04:16:28.617140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b9d7f-8bee-47aa-869a-914672920989 req-12e9f3c9-38b8-42e9-bc09-c4b1b758ff7e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:28.618568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc4b9d7f-8bee-47aa-869a-914672920989 req-12e9f3c9-38b8-42e9-bc09-c4b1b758ff7e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0785158
Dec 10 04:16:28.662908 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc4b9d7f-8bee-47aa-869a-914672920989 req-a2c77633-ab61-458c-a7f4-75757dff3823 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387824
Dec 10 04:16:29.844983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47120c0c-2e8c-4a52-9d1e-cbd9f1136efa req-ca5aa000-411b-4173-adb4-79d9b02afc5a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:29.846448 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47120c0c-2e8c-4a52-9d1e-cbd9f1136efa req-ca5aa000-411b-4173-adb4-79d9b02afc5a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0820589
Dec 10 04:16:29.889780 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47120c0c-2e8c-4a52-9d1e-cbd9f1136efa req-e36c4c51-f60d-4e79-920f-547ccd8f06d3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377750
Dec 10 04:16:30.072552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1318-30d6-492b-9bbb-8dd5a1707f5b req-644cf5c7-3d0d-41ff-9bcb-22d902fe48ec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:30.074010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-563b1318-30d6-492b-9bbb-8dd5a1707f5b req-644cf5c7-3d0d-41ff-9bcb-22d902fe48ec tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0790639
Dec 10 04:16:30.120220 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-563b1318-30d6-492b-9bbb-8dd5a1707f5b req-0613e51b-841a-4d35-87fe-55342f4718e5 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399868
Dec 10 04:16:30.142965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45302) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:30.213668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955367b-6645-4064-b472-0acaacb513d9 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:30.215177 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8955367b-6645-4064-b472-0acaacb513d9 tempest-TestNetworkBasicOps-206434547 tempest-TestNetworkBasicOps-206434547-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1093 time: 0.0712619
Dec 10 04:16:30.218144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45306) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:30.223337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:16:30.229531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:16:30.233934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Usage tracker for resource:floatingip and tenant:3ba0754e593e4c44897c83e1c4e8644b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:16:30.236777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:16:30.242475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:16:30.253993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:30.387717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:30.523157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Allocated IP 172.26.1.26 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/8f834864-27de-4d80-a1cb-ab3e9a5d933a) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:16:30.669911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:30.699755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:30.705017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:30.761600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:16:30.764381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:16:30.767993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:16:30.812529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8f834864-27de-4d80-a1cb-ab3e9a5d933a,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:30.816713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:31.299914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:31.372877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:31.574234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:31.579555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:31.583837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9f644ab-fedb-42dc-8613-74532ba75a31 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:16:31.689042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event updated for resources: {'Port': ['ID=8f834864-27de-4d80-a1cb-ab3e9a5d933a,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:16:31.692937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:16:31.697793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:31.862623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e associated. External IP: 172.26.1.26, port: cde784a0-1ea3-4e8d-bb60-09ba01b6badd.
Dec 10 04:16:32.216611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:16:32.394813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:16:32.404073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:16:32.414035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:32.414674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:16:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:32.418876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:32.475537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2562463
Dec 10 04:16:32.476093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:16:32.478157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45310) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:32.521629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'status': 'completed', 'code': 200}
Dec 10 04:16:32.599682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:32.629816 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-bb2265f5-2508-4497-9753-9e80c2fa490e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 990 time: 0.1494193
Dec 10 04:16:32.667223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-15ae7405-31bd-4528-b7bf-30b029d129c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:32.669030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-15ae7405-31bd-4528-b7bf-30b029d129c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1098 time: 0.1027894
Dec 10 04:16:32.804660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-df84701e-c504-461b-9240-438b5be7d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:32.806032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-df84701e-c504-461b-9240-438b5be7d447 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 897 time: 0.1306541
Dec 10 04:16:32.909730 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-ade1cb11-29cf-4d63-84f6-07244f963827 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 998 time: 0.0966358
Dec 10 04:16:32.955351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:16:31Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:17Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:32.959354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:16:32.968326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:16:32.968933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:16:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:32.975402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-59bde34c-0f87-42c0-999a-711822dabd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:32.976857 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-59bde34c-0f87-42c0-999a-711822dabd82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.0612054
Dec 10 04:16:33.050869 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-8c65e359-2d1d-4959-acad-d1eb9ecd7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:33.052319 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-8c65e359-2d1d-4959-acad-d1eb9ecd7ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686481
Dec 10 04:16:33.146210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:16:33.184287 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-40d37269-b777-4436-af33-7284d6662179 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249914
Dec 10 04:16:33.319297 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a89e938c-b9d2-4fcd-8cf3-b8728c2e7ffa req-33a1fb5c-be74-4b1b-ade3-f2caa248762b service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284497
Dec 10 04:16:33.521633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:16:31Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:17Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:16:33.525559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc64a2-22f7-4fc4-b69c-1f407d0ea78d None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:13Z', 'revision_number': 4, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:16:31Z', 'revision_number': 0, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:16:17Z', 'revision_number': 5, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:16:33.632626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45316) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:33.708525 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ce571-62d9-4120-9014-340645401bbc None None] New status for floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:16:33.744348 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6204b4c5-0226-45ef-977e-8618c8a164e4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 990 time: 0.1104116
Dec 10 04:16:34.747871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45320) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:16:34.852902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d114affa-84a9-478c-ad25-044ffb78fb77 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 992 time: 0.1038237
Dec 10 04:16:38.612262 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-d31fe641-9216-4c98-9ee9-b1e66c821d41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720561
Dec 10 04:16:38.868798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-04eb0e79-fc6e-43c1-a933-c8b6ac9990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:38.870217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-04eb0e79-fc6e-43c1-a933-c8b6ac9990e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1098 time: 0.1709065
Dec 10 04:16:39.010222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-3d36ab14-ff69-4471-8a60-6202aada9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:39.011628 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-3d36ab14-ff69-4471-8a60-6202aada9cd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 897 time: 0.1222622
Dec 10 04:16:39.115682 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-6e3036f0-6471-4c74-a35e-2446f1d4457d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 1000 time: 0.0970907
Dec 10 04:16:39.176966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-ea614dc3-49e4-43d9-be7e-1aa7a7afd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:39.178369 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-ea614dc3-49e4-43d9-be7e-1aa7a7afd88f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.0570111
Dec 10 04:16:39.254232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-6b49acd6-f240-4f3c-866f-f59621082a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:16:39.255635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-6b49acd6-f240-4f3c-866f-f59621082a50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710878
Dec 10 04:16:39.383067 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-5c360d00-deee-43b0-bc47-739e5a28dbc2 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210086
Dec 10 04:16:39.510143 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1c0231ff-30bf-4580-b7e1-a9fe742ee6f8 req-0e32b216-c81f-48e4-80cc-8304f7db2059 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207299
Dec 10 04:16:42.710734 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:16:44.062115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:44.369340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c62de05-5916-4e31-9930-fd89a1bb3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:46.702307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1d842231-34a3-4a49-800d-c28d717c863d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:47.613142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:47.968412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:16:49.458753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:14.071232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:14.370490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0267-0aaf-481d-8b7c-f72a1c610c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:16.703807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9cc70c50-af88-4534-bc07-f5d0fc5da0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:17.614299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:17.969567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:19.461312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:19.709469 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:17:35.582976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45344) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:35.588146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:17:36.214298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:36.224184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:36.400885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:17:36.575402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:17:36.582774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:36.584076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a476f5fe-6161-4870-8ba7-d4e7650848a1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/88c8220f-9386-42dc-8a5e-db14ca6a4684 HTTP/1.1" status: 200  len: 888 time: 1.0001054
Dec 10 04:17:36.585286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:17:36.596765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:36.597394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05bdf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:36.657909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05bdf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:36.666023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:36.666602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05bdf0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:36.723798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05bdf0>, [], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:36.724197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ab337-737e-4f81-9be8-6bd93c013830 None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:17:37.485821 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a808d40-8819-45bb-a9d7-7911cfa2cc09 None None] New status for floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:17:37.741503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:37.856680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:37.888866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:37.892372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:37.893099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:37.918780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d2da0264-d7c8-47f5-be77-52f531d34657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:38.008463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:38.038068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.038410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.038743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.039071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.039395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.039720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.040038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.040354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.040674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.040988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.041329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.041639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:38.046071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:38.077984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:38.093780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:38.096975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:38.099615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:38.162076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:38.164973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:38.765194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45352) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:38.770472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:17:39.040701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-db99c0e7-30c7-429e-bdf1-0854e4a453c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0670035
Dec 10 04:17:39.202341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73019-2309-4106-9eaf-d59944ebe595 req-d562ea13-d326-4ebf-a569-416e8ba72050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:39.203788 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-d562ea13-d326-4ebf-a569-416e8ba72050 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1098 time: 0.0771959
Dec 10 04:17:39.346194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73019-2309-4106-9eaf-d59944ebe595 req-130e6dd8-6266-4f72-92a8-dcca9b5c37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:39.347637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-130e6dd8-6266-4f72-92a8-dcca9b5c37e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 897 time: 0.1250379
Dec 10 04:17:39.415989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:39.426404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629564'] for router, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:39.450727 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-9c8212bf-65bf-4270-b766-391fbea7b9d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 998 time: 0.0963969
Dec 10 04:17:39.513196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73019-2309-4106-9eaf-d59944ebe595 req-4c48f2a6-ce80-4407-8eb1-48f123293ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:39.515182 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-4c48f2a6-ce80-4407-8eb1-48f123293ca5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.0577323
Dec 10 04:17:39.589846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73019-2309-4106-9eaf-d59944ebe595 req-b77b8778-8668-4389-986d-09f84987ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:39.591325 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-b77b8778-8668-4389-986d-09f84987ae19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694568
Dec 10 04:17:39.608722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:17:39.721853 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-b72b7ada-afc9-4972-b558-8fb9fb08d43a service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238949
Dec 10 04:17:39.786232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:17:39.793707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:39.795969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:17:39.798031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f5312c35-0a36-4c56-9979-af05d8ea0d43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/88c8220f-9386-42dc-8a5e-db14ca6a4684 HTTP/1.1" status: 200  len: 887 time: 1.0317299
Dec 10 04:17:39.798630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45356) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:39.805819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:39.806916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34fa00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:39.853117 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1be73019-2309-4106-9eaf-d59944ebe595 req-767d3dbd-5602-48e9-9bcb-17afa4064151 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243176
Dec 10 04:17:39.927738 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-262bc2f5-6549-4537-b413-2c6d1e9e1222 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 990 time: 0.1268501
Dec 10 04:17:39.985074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:40.319065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34fa00>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:40.323095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:17:40.331281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:40.331875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34fa00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:40.536815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:40.865750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c34fa00>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:40.869832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4c3de-fee8-4157-be52-473f837e1ceb None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '76acbc2e-0eb1-4b5d-b603-bbb01f70458e', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'port_id': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'mac_address': 'fa:16:3e:5b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec73776-f399-471d-a098-b660ab3167da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:16:31Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 2, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:37Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:17:40.930942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:41.038469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-039749b8-725e-43af-b6b9-26251d583a6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 990 time: 0.1062214
Dec 10 04:17:41.785733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:17:41.858226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:17:41.858603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:41.973994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:42.010362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:42.014186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:42.015154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:17:42.039027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:42.042219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45364) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:42.132950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:42.135975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:42.145034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:17:42.145364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:42.159270 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2a48317b-286f-4d9f-8baa-e0aa78e918f3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 990 time: 0.1152897
Dec 10 04:17:42.259742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:42.276620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:42.280651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:42.282465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:42.351054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:42.354006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:42.524306 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1876c-265b-4a98-9c44-1e0a73f41bbe None None] New status for floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:17:43.163035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45368) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:43.271468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8ac0bc28-fdef-42ce-b95e-bcd19f810a23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 200  len: 992 time: 0.1071415
Dec 10 04:17:43.563494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45376) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:43.753015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:17:43.818540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:17:43.818910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:43.876664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port 8f834864-27de-4d80-a1cb-ab3e9a5d933a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:17:43.876997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:43.935218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:17:43.999968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:17:44.000264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.050053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.050629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.072025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.174549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for 8f834864-27de-4d80-a1cb-ab3e9a5d933a owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:17:44.329226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.332724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:44.372293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-04c48df6-44d9-4ad6-8719-b9c4826b3cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.374273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=8f834864-27de-4d80-a1cb-ab3e9a5d933a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:44.384163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.384549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.384927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.385315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.385693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.386062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.386424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.386787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.387149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.387508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.387864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.388217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:44.415156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:44.479444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:44.479768 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e disassociated (deleted). External IP: 172.26.1.26, port: cde784a0-1ea3-4e8d-bb60-09ba01b6badd.
Dec 10 04:17:44.817689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:17:44.992087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:17:45.001776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:17:45.007636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:45.010825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:45.011571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d371400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:45.181065 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/floatingips/76acbc2e-0eb1-4b5d-b603-bbb01f70458e HTTP/1.1" status: 204  len: 168 time: 1.6164687
Dec 10 04:17:45.181775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:17:45.228078 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'status': 'completed', 'code': 200}
Dec 10 04:17:45.232940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:45.348411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-b12caedb-a4fe-4f24-9e0f-b387a6475499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:45.350055 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-b12caedb-a4fe-4f24-9e0f-b387a6475499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 1098 time: 0.0733309
Dec 10 04:17:45.487814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-a4c7fb78-cfde-44cd-a1be-3dd15150140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:45.489160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-a4c7fb78-cfde-44cd-a1be-3dd15150140d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 200  len: 897 time: 0.1333115
Dec 10 04:17:45.549178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d371400>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:41Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:45.553160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:17:45.561408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3fa08-5b61-4619-9fbb-d1e28387ebd2 req-3b51cc88-281a-4155-b086-1772ca5a0c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:45.561914 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-495697e9-0ec4-4ce4-857e-ac384f105199 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 200  len: 217 time: 0.0649405
Dec 10 04:17:45.561999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:45.562608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d371400>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:45.563614 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0d3fa08-5b61-4619-9fbb-d1e28387ebd2 req-3b51cc88-281a-4155-b086-1772ca5a0c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0824118
Dec 10 04:17:45.609133 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0d3fa08-5b61-4619-9fbb-d1e28387ebd2 req-6a6f8d18-41c1-4719-bc32-8a1e780652cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395141
Dec 10 04:17:45.629527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-16496810-a386-43b5-945c-8dadb4510033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:45.631795 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-16496810-a386-43b5-945c-8dadb4510033 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 200  len: 834 time: 0.0632834
Dec 10 04:17:45.712220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-d8436ae8-daef-4541-bf80-8195111ff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:45.713765 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-d8436ae8-daef-4541-bf80-8195111ff730 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737996
Dec 10 04:17:45.745275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:45.845229 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-be9d3f6f-3768-4d0d-944d-f3ee7267467e service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236150
Dec 10 04:17:45.979420 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-408b48e7-79b2-48ab-98fe-5d1a82b4f080 req-316ba765-4c4e-4542-bb31-de291b7228a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270483
Dec 10 04:17:46.059483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d371400>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:41Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:46.063487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e3cd2-564c-4c37-b65c-e54a7f4146f2 None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:39Z', 'revision_number': 6, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'b9dde6f2-d5ac-4ae1-8d96-d272e39c1925', 'name': '', 'network_id': 'a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'mac_address': 'fa:16:3e:83:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'acd8d54a-1259-408f-a300-4736a115df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:12Z', 'updated_at': '2021-12-10T04:17:41Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'subnets': [{'id': 'acd8d54a-1259-408f-a300-4736a115df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:17:46.707199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-83199fc7-4f10-4c4a-ab3e-47a8313fc324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:46.773183 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1181c6-0b45-421e-8bfc-7e9d0bdfaa5c None None] New status for floating IP 76acbc2e-0eb1-4b5d-b603-bbb01f70458e: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:17:46.807329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150541a7-94ce-4359-8a38-1e2d0fd8d9cf req-dd29d741-5b18-46d9-bb1b-3f235b037c69 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:46.808832 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-150541a7-94ce-4359-8a38-1e2d0fd8d9cf req-dd29d741-5b18-46d9-bb1b-3f235b037c69 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.0849497
Dec 10 04:17:46.854319 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-150541a7-94ce-4359-8a38-1e2d0fd8d9cf req-6fdf928b-3f89-404c-901f-8321ec7db441 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384088
Dec 10 04:17:47.413504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-15182c0b-0ac7-4be3-985e-eba275bd2c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:47.414127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-15182c0b-0ac7-4be3-985e-eba275bd2c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Synchronizing usage tracker for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:17:47.429208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-15182c0b-0ac7-4be3-985e-eba275bd2c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Unset dirty status for tenant:3ba0754e593e4c44897c83e1c4e8644b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:17:47.430370 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-15182c0b-0ac7-4be3-985e-eba275bd2c6a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 945 time: 0.2256603
Dec 10 04:17:47.502672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port cde784a0-1ea3-4e8d-bb60-09ba01b6badd {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:17:47.503009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:47.618225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:47.746198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port cde784a0-1ea3-4e8d-bb60-09ba01b6badd, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:47.746547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:47.866742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for cde784a0-1ea3-4e8d-bb60-09ba01b6badd owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:17:47.971867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:48.011900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:48.017351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:48.052270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda08f0-67b1-4ca7-a007-f2d2217bf5f5 req-4dd0dc3f-0044-41d9-be8e-6cfb12314739 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:48.053736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8dda08f0-67b1-4ca7-a007-f2d2217bf5f5 req-4dd0dc3f-0044-41d9-be8e-6cfb12314739 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ec73776-f399-471d-a098-b660ab3167da HTTP/1.1" status: 200  len: 867 time: 0.0859194
Dec 10 04:17:48.063078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=cde784a0-1ea3-4e8d-bb60-09ba01b6badd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:48.066008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:48.102030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8dda08f0-67b1-4ca7-a007-f2d2217bf5f5 req-5a2d91c4-47a3-4d12-a691-ea2643bc9745 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be77992-cb95-4d33-a46b-f3034f7a93c3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423818
Dec 10 04:17:48.139323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] No DVR routers for this DVR port cde784a0-1ea3-4e8d-bb60-09ba01b6badd on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:17:48.141734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:48.144278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'name': 'network-vif-deleted', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:17:48.160677 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7e47672d-5b5c-4c19-8e02-d054140f2b9e req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.18 "DELETE /v2.0/ports/cde784a0-1ea3-4e8d-bb60-09ba01b6badd HTTP/1.1" status: 204  len: 173 time: 0.7241912
Dec 10 04:17:48.194187 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec73776-f399-471d-a098-b660ab3167da', 'name': 'network-vif-deleted', 'tag': 'cde784a0-1ea3-4e8d-bb60-09ba01b6badd', 'status': 'completed', 'code': 200}
Dec 10 04:17:49.193413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45396) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:49.261836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:49.290944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:49.354224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:49.358116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-005c4b7c-2ad3-435d-80a7-614c5b28347f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:49.373330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be77992-cb95-4d33-a46b-f3034f7a93c3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:49.375852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:49.383352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:49.384499 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/security-groups/3be77992-cb95-4d33-a46b-f3034f7a93c3 HTTP/1.1" status: 204  len: 168 time: 0.1900740
Dec 10 04:17:49.416974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45402) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:49.463954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:50.110465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:50.457766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:17:50.458399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:50.640251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port b9dde6f2-d5ac-4ae1-8d96-d272e39c1925, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:50.640628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:50.761357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:17:50.938669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:50.943118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f1b048c-4928-4211-96c5-b16eea07f227 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:50.990956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=b9dde6f2-d5ac-4ae1-8d96-d272e39c1925,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:51.032441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.032747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.033130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.033527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.033900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.034272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.034636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.035000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.035363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.035724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.036086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.036444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:17:51.064528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:51.386136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device cde784a0-1ea3-4e8d-bb60-09ba01b6badd no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:51.393501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:51.423559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: cde784a0-1ea3-4e8d-bb60-09ba01b6badd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:17:51.423910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device cde784a0-1ea3-4e8d-bb60-09ba01b6badd not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:17:51.742377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Router 88c8220f-9386-42dc-8a5e-db14ca6a4684 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:17:51.916431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:17:51.928617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Sync routers for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:17:51.930614 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "PUT /v2.0/routers/88c8220f-9386-42dc-8a5e-db14ca6a4684/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5125322
Dec 10 04:17:51.933205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:51.938916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:51.939530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e71c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:51.998926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting subnet acd8d54a-1259-408f-a300-4736a115df10 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:17:52.001833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.056342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.112526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:52.138743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.215733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.219562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb3c54e2-61b9-40c6-83ee-63140d4c135e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:52.256729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Subnet': ['ID=acd8d54a-1259-408f-a300-4736a115df10,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:52.258747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.261567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:52.267843 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/subnets/acd8d54a-1259-408f-a300-4736a115df10 HTTP/1.1" status: 204  len: 168 time: 0.3336210
Dec 10 04:17:52.270634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:52.342548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0dc9f-19a9-4e89-9a37-9d90bbe13292 None None] Network a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:17:52.459282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.795719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e71c70>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:50Z', 'revision_number': 7, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port': {'id': 'ceaded82-e0f8-48ab-ac6d-d1ef386cc822', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:52.800532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Checking router: 88c8220f-9386-42dc-8a5e-db14ca6a4684 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:17:52.814928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Routers {'88c8220f-9386-42dc-8a5e-db14ca6a4684'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:52.815546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e71c70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['88c8220f-9386-42dc-8a5e-db14ca6a4684'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:52.844527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.859063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Deleting port ceaded82-e0f8-48ab-ac6d-d1ef386cc822 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:17:52.859476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:52.871074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] DHCP port deletion for a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:17:52.947785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Deleting port 6c816463-c98f-491a-984b-a8ab588adb73 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:17:52.948166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.041018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] For port ceaded82-e0f8-48ab-ac6d-d1ef386cc822, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:53.041400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.066995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] Set router 88c8220f-9386-42dc-8a5e-db14ca6a4684 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:53.163410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Calling delete_port for ceaded82-e0f8-48ab-ac6d-d1ef386cc822 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:17:53.189621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e71c70>, [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:52Z', 'revision_number': 8, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:53.200665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae67db3-fd8c-4217-921d-a06cb0c37644 None None] The sync data for ids ['88c8220f-9386-42dc-8a5e-db14ca6a4684'] in dv-neutron-821182-1-hyperv is: [{'id': '88c8220f-9386-42dc-8a5e-db14ca6a4684', 'name': 'tempest-TestNetworkBasicOps-router-1360966107', 'tenant_id': '3ba0754e593e4c44897c83e1c4e8644b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:16:08Z', 'updated_at': '2021-12-10T04:17:52Z', 'revision_number': 8, 'project_id': '3ba0754e593e4c44897c83e1c4e8644b', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:17:53.313611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] For port 6c816463-c98f-491a-984b-a8ab588adb73, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c816463-c98f-491a-984b-a8ab588adb73,segment=NetworkSegment(4e5f6077-412a-412d-9d32-8758f1011546),segment_id=4e5f6077-412a-412d-9d32-8758f1011546)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:17:53.314001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.332156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.336605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7d245c6-7808-4fdd-9411-4fa7669437e8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:53.380500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Port': ['ID=ceaded82-e0f8-48ab-ac6d-d1ef386cc822,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:53.410233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:53.440118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Calling delete_port for 6c816463-c98f-491a-984b-a8ab588adb73 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:17:53.476411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.564856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.572611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:53.617939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] No DVR routers for this DVR port 6c816463-c98f-491a-984b-a8ab588adb73 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:17:53.619594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Pushing event deleted for resources: {'Port': ['ID=6c816463-c98f-491a-984b-a8ab588adb73,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:53.622374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:53.658625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.660860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.682794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.683353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Fanout notify agent at l3_agent the message router_deleted on router 88c8220f-9386-42dc-8a5e-db14ca6a4684 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:17:53.699340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.700401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/routers/88c8220f-9386-42dc-8a5e-db14ca6a4684 HTTP/1.1" status: 204  len: 168 time: 1.4288514
Dec 10 04:17:53.703718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45414) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:53.815182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.946553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:53.974782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97685be0>,) {'filters': {'network_id': ['a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:53.987609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97685be0>, '4e5f6077-412a-412d-9d32-8758f1011546') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:53.987997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97685be0>, '4e5f6077-412a-412d-9d32-8758f1011546') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:54.000332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.003188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c816463-c98f-491a-984b-a8ab588adb73 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:54.017299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.023692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:17:54.024118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:17:54.038807 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:17:54.041188 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6c816463-c98f-491a-984b-a8ab588adb73 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:17:54.041566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c816463-c98f-491a-984b-a8ab588adb73 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:17:54.041996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:54.076378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:17:54.076748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b9dde6f2-d5ac-4ae1-8d96-d272e39c1925 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:17:54.077164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:17:54.110507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: ceaded82-e0f8-48ab-ac6d-d1ef386cc822 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:17:54.110859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ceaded82-e0f8-48ab-ac6d-d1ef386cc822 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:17:54.123910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.127457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-37f3defa-a5c2-4a47-9705-0397f582c008 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:54.142004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.152880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Pushing event deleted for resources: {'Network': ['ID=a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:54.155979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:54.161220 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] 10.222.0.44 "DELETE /v2.0/networks/a0f0c08b-f3cb-454b-86f2-dcf3a65d3a8b HTTP/1.1" status: 204  len: 168 time: 0.4565175
Dec 10 04:17:54.520257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45422) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:54.679661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f01c666e-a9f5-4f61-9b03-0eaf7d2c826e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ba0754e593e4c44897c83e1c4e8644b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1581736
Dec 10 04:17:54.682045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:54.738279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.768303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.937865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.941460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4d99ff47-13a9-4060-bdff-693d1aac4c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:54.955603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5046866b-0108-4c2e-a988-0905f820d487,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:54.959340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:54.962527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:54.963622 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5046866b-0108-4c2e-a988-0905f820d487 HTTP/1.1" status: 204  len: 168 time: 0.2807107
Dec 10 04:17:55.235980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45436) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:55.253929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.268072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:17:55.271846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Usage tracker for resource:security_group_rule and tenant:e7402829cbf44f3aae0d3cbc28ef1d15 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:17:55.274609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:17:55.280117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:17:55.366768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.370488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.377884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a33e49dd-27d6-4351-a9cc-12f2770bd13a tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:55.418139 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7402829cbf44f3aae0d3cbc28ef1d15&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1811285
Dec 10 04:17:55.419039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c756f06-fdbe-4166-a822-6e7c45e9a9c4,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:55.420916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45440) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:55.422243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:55.478353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.503040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.553100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.556761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f6d5e6fc-6db7-41e0-bc76-687a94aaab5d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:55.569399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c756f06-fdbe-4166-a822-6e7c45e9a9c4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:55.572459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:55.574404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:55.576688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c756f06-fdbe-4166-a822-6e7c45e9a9c4 HTTP/1.1" status: 204  len: 168 time: 0.1534290
Dec 10 04:17:56.332122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45464) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:56.434878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-208684608-network', 'tenant_id': 'efb42266109545edaf699776c4a25924'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:17:56.439572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:17:56.443355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Usage tracker for resource:network and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:17:56.446448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:17:56.453390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:17:56.463311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Made reservation on behalf of efb42266109545edaf699776c4a25924 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:17:56.465532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.480897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.494784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:17:56.498565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:17:56.501318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:17:56.506916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:17:56.587690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.590987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.594327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-94d3e401-1f27-40b4-b34b-c0406fa6caa7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:56.620824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:17:56.629055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff691721-8024-489c-aa31-655441912810,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:56.632535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:56.634939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.635330 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Added segment a73cb44a-7382-4933-bc91-0b1ea05c8e05 of type vlan for network 51818318-7877-42a8-b0ba-779e12107427
Dec 10 04:17:56.661060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.688095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.689108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:56.689743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:56.692964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b249480-f2de-44a7-9faf-ff60148187cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:56.708474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:17:56.792180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Pushing event updated for resources: {'Network': ['ID=51818318-7877-42a8-b0ba-779e12107427,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:56.795353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:56.797003 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d446c4ae-6120-4e8c-9d8f-99425f48e180 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4639068
Dec 10 04:17:56.800035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45470) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:56.802546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 51818318-7877-42a8-b0ba-779e12107427 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:17:56.805756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Request body: {'subnet': {'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-208684608-subnet', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:17:56.811191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:17:56.814981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Usage tracker for resource:subnet and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:17:56.817779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:17:56.823632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:17:56.834328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Made reservation on behalf of efb42266109545edaf699776c4a25924 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:17:56.836659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.035741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.039219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b98bbdde-5f9f-49cf-ae44-89f236cb07bf tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:57.109384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72387ef3-3c9b-4c70-b68c-588dee41c93b,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:57.113047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:57.119679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:17:57.120026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Network hostable DHCP agents. Network: 51818318-7877-42a8-b0ba-779e12107427, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:17:57.138473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Network 51818318-7877-42a8-b0ba-779e12107427 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:17:57.146832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 51818318-7877-42a8-b0ba-779e12107427) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:17:57.150590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:17:57.151109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.155561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b13b6-892e-42b4-a1ed-76ab1e73fdbd None None] Network 51818318-7877-42a8-b0ba-779e12107427 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:17:57.170972 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3697040
Dec 10 04:17:57.173739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45474) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:57.182215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:17:57.187672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:17:57.191517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Usage tracker for resource:router and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:17:57.194348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:17:57.200252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:17:57.209670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.210631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.225185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.366423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-51818318-7877-42a8-b0ba-779e12107427', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:17:57.367258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.488181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.517492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Allocated IP 172.20.0.2 (51818318-7877-42a8-b0ba-779e12107427/72387ef3-3c9b-4c70-b68c-588dee41c93b/2c54338f-7b94-481b-a335-5ea6eab94071) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:17:57.715353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.726095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Transition to ACTIVE for port object 2c54338f-7b94-481b-a335-5ea6eab94071 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:17:57.744445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Transition to ACTIVE for port object 2c54338f-7b94-481b-a335-5ea6eab94071 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:17:57.750580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.754427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:57.791912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.818671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:17:57.821886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:17:57.822541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.825729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:17:57.831269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Pushing event updated for resources: {'Port': ['ID=2c54338f-7b94-481b-a335-5ea6eab94071,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:57.835002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:57.919615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Attempting to bind port 2c54338f-7b94-481b-a335-5ea6eab94071 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:17:57.919995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Attempting to bind port 2c54338f-7b94-481b-a335-5ea6eab94071 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:17:57.920366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Attempting to bind port 2c54338f-7b94-481b-a335-5ea6eab94071 on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:17:57.925605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:17:57.925986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:17:57.926397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:57.926802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Bound using segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:17:57.927271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Bound port: 2c54338f-7b94-481b-a335-5ea6eab94071, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:17:57.927657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:58.018962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] For port 2c54338f-7b94-481b-a335-5ea6eab94071, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:17:58.022059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] For port 2c54338f-7b94-481b-a335-5ea6eab94071, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c54338f-7b94-481b-a335-5ea6eab94071,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:17:58.026497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:58.030782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:58.082383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Allocated IP 172.26.1.205 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:17:58.111717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Pushing event updated for resources: {'Port': ['ID=2c54338f-7b94-481b-a335-5ea6eab94071,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:58.114475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:58.235050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:58.266873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:58.272035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3f6e18ef-8415-459a-89b7-2eb0ed2da426 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:17:58.342844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:17:58.346955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:17:58.355189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:17:58.390251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:17:58.400609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:17:58.772498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:59.032320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c230e-d372-4472-a7c3-9e2f40f45d11 None None] Network 51818318-7877-42a8-b0ba-779e12107427 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:17:59.113466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:59.139783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8f847ed3-e8e7-4801-86c8-583854f60cfb None None] Provisioning for port 2c54338f-7b94-481b-a335-5ea6eab94071 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:17:59.316167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Router 5d9834a8-1522-4328-8faf-d081fe975bcb is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:17:59.627887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:17:59.636158 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:17:59.646651 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:17:59.647268 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd430>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:17:59.651813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:17:59.653330 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4786806
Dec 10 04:17:59.656616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:17:59.785614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c54338f-7b94-481b-a335-5ea6eab94071 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:17:59.824880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:17:59.890397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2c54338f-7b94-481b-a335-5ea6eab94071 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:17:59.895850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2c54338f-7b94-481b-a335-5ea6eab94071 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:17:59.896440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.014407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.047078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2c54338f-7b94-481b-a335-5ea6eab94071, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c54338f-7b94-481b-a335-5ea6eab94071,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:00.051368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.053333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:00.114306 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd430>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:17:58Z', 'revision_number': 3, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:00.118432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:18:00.118792 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Updating router 5d9834a8-1522-4328-8faf-d081fe975bcb port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:18:00.126912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2c54338f-7b94-481b-a335-5ea6eab94071,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:00.130034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:00.174641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.355315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.520899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.532619 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Transition to ACTIVE for port object ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:00.538304 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.542101 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:00.560846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Allocated IP 172.20.0.1 (51818318-7877-42a8-b0ba-779e12107427/72387ef3-3c9b-4c70-b68c-588dee41c93b/239480ff-c9eb-4383-b526-d59e25cf0d09) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:00.618557 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Pushing event updated for resources: {'Port': ['ID=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:00.620591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Attempting to bind port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:00.620956 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Attempting to bind port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:00.621340 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Attempting to bind port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:00.629911 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:00.630284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:00.630680 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.631074 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:00.631528 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Bound port: ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:00.631899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.662167 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.663194 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.663533 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.663864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.664190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.664513 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.664835 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.665151 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.665513 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.665829 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.666139 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.666448 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:00.671413 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:00.709260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.715297 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] For port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:00.719171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] For port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:00.723368 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.726035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Transition to ACTIVE for port object 239480ff-c9eb-4383-b526-d59e25cf0d09 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:00.727668 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:00.750604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.755098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9cc0cbb2-4588-411a-8560-8ce9d43bba4f tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:00.797083 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:00.797822 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd430>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:00.814503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:00.817258 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:00.821357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:00.865776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Pushing event updated for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:00.874893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:00.887586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:00.935141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Pushing event updated for resources: {'Port': ['ID=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:00.940432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-d45d6922-fdbd-4180-ad4e-d796b54aa38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:00.992461 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:01.011363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.116083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e56dc727-0c9e-4ab3-9940-8c55fb7395fa None None] Provisioning for port 239480ff-c9eb-4383-b526-d59e25cf0d09 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:01.121740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e56dc727-0c9e-4ab3-9940-8c55fb7395fa None None] Provisioning complete for port 239480ff-c9eb-4383-b526-d59e25cf0d09 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:01.122169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e56dc727-0c9e-4ab3-9940-8c55fb7395fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.180706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e56dc727-0c9e-4ab3-9940-8c55fb7395fa None None] Port 239480ff-c9eb-4383-b526-d59e25cf0d09 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:18:01.280076 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbd430>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:17:58Z', 'revision_number': 3, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:01.283905 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24decf-130e-450c-866d-d369047c7d05 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:17:58Z', 'revision_number': 3, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:18:01.369894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.374854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.398899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fb7eec04-8127-45e1-bdc6-4f1dc4a3720c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:01.482921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.495514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Pushing event updated for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:01.499695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:01.634956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:01.636132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:01.841645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:18:01.851144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c54338f-7b94-481b-a335-5ea6eab94071 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:01.938450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-67d9ff05-2cf4-44fe-aa8d-f095e9853b96 None None] Provisioning complete for port 239480ff-c9eb-4383-b526-d59e25cf0d09 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:01.938830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67d9ff05-2cf4-44fe-aa8d-f095e9853b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:01.987225 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2c54338f-7b94-481b-a335-5ea6eab94071 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:01.987601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.038026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:18:02.048260 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] 10.222.0.44 "PUT /v2.0/routers/5d9834a8-1522-4328-8faf-d081fe975bcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3906224
Dec 10 04:18:02.048525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-67d9ff05-2cf4-44fe-aa8d-f095e9853b96 None None] Port 239480ff-c9eb-4383-b526-d59e25cf0d09 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:18:02.132232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:02.204065 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:02.209491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:02.209992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.335378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.353937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:02.359846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.361946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:02.432588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:02.435980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:02.614380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45496) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:02.620153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1712957751-network', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:02.625019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:02.629091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Usage tracker for resource:network and tenant:d1ce5ce9bff744b7a09048035387bc5f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:02.632112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:02.638476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:02.649776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Made reservation on behalf of d1ce5ce9bff744b7a09048035387bc5f for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:18:02.652099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.665159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.683044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:02.687082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ce5ce9bff744b7a09048035387bc5f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:02.690039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:02.696111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:02.781608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.786566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.789602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0e8a6388-eac1-49cc-bea8-45d8af7cdbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:02.808113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:18:02.817249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:02.817882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:02.821220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:18:02.830060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4b00e-da72-4fa6-ba51-ba8ae9c27bbe,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:02.833637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:02.838168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.838632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Added segment 3d9b4da4-477e-412c-bafe-520b94d8abf7 of type vlan for network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b
Dec 10 04:18:02.867170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.896750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.898083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:02.898856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:02.902343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e7e8028f-dfec-42e8-8696-c87951084f2b tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:02.994518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:03.006020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2209a2fd-a14c-46c1-bd82-d9ef92a2f68b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:03.011710 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3934293
Dec 10 04:18:03.011710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:03.011940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45500) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:03.017193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Request body: {'subnet': {'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1712957751-subnet', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:03.022073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:03.025907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Usage tracker for resource:subnet and tenant:d1ce5ce9bff744b7a09048035387bc5f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:03.029251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:03.034922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:03.036075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:18:03.045641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Made reservation on behalf of d1ce5ce9bff744b7a09048035387bc5f for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:18:03.047886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.248064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.251840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e57673d4-23e9-42a2-9051-6e781a71c4bc tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:03.324698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7298fd5e-1c93-4c9e-bd47-040eddb55b89,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:03.328381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:03.337105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Checking segment: {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:03.337501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Network hostable DHCP agents. Network: 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:18:03.356159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:18:03.365538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:03.370631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:03.371409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.375579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03f719-e882-414d-b1e9-9b0416c1a0f2 None None] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:18:03.393798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3809192
Dec 10 04:18:03.396313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45504) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:03.401551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:03.406585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:03.411076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Usage tracker for resource:router and tenant:d1ce5ce9bff744b7a09048035387bc5f is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:03.414108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:03.419823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:03.429662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.430675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.447540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.509466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549fd0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:01Z', 'revision_number': 2, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:03.519662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:18:03.520032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Updating router 5d9834a8-1522-4328-8faf-d081fe975bcb port 239480ff-c9eb-4383-b526-d59e25cf0d09 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:18:03.632578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.782860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'fixed_ips': [{'subnet_id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:18:03.783708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:03.792099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:03.843609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.068997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:04.069301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.156122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.179236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Allocated IP 172.20.0.2 (2209a2fd-a14c-46c1-bd82-d9ef92a2f68b/7298fd5e-1c93-4c9e-bd47-040eddb55b89/1d34f607-e800-4710-ba91-d6dfdaa056b1) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:04.186294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.324050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Allocated IP 172.26.1.109 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/1704e6d0-3fb4-4a60-941a-fdb9a6d11c21) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:04.403994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.436561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Transition to ACTIVE for port object 239480ff-c9eb-4383-b526-d59e25cf0d09 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:04.453782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.459667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7ece86c4-eab8-4b1c-a063-c1704a93a329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:04.476596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.506564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.510271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-381dd7f4-8f7c-473a-bc3d-a173de2c6946 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:04.571810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:04.574750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:04.578533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:04.618000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Pushing event updated for resources: {'Port': ['ID=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:04.622462 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:04.634916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Pushing event updated for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:04.668087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:04.669045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.717406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Transition to ACTIVE for port object 1d34f607-e800-4710-ba91-d6dfdaa056b1 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:04.752086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Attempting to bind port 239480ff-c9eb-4383-b526-d59e25cf0d09 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:04.753403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Attempting to bind port 239480ff-c9eb-4383-b526-d59e25cf0d09 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:04.753403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Attempting to bind port 239480ff-c9eb-4383-b526-d59e25cf0d09 on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:04.755290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Transition to ACTIVE for port object 1d34f607-e800-4710-ba91-d6dfdaa056b1 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:04.760443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:04.760742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:04.761157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.761934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Bound using segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:04.762060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Bound port: 239480ff-c9eb-4383-b526-d59e25cf0d09, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:04.762410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.776058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:04.782761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e3ef73dd-5d44-40f7-b83a-0ed4f7b9560e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:04.896459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:04.906133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:04.910771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Pushing event updated for resources: {'Port': ['ID=1d34f607-e800-4710-ba91-d6dfdaa056b1,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:04.913002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:04.918435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:05.071409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] For port 239480ff-c9eb-4383-b526-d59e25cf0d09, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:05.090783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] For port 239480ff-c9eb-4383-b526-d59e25cf0d09, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=239480ff-c9eb-4383-b526-d59e25cf0d09,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:05.093048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Attempting to bind port 1d34f607-e800-4710-ba91-d6dfdaa056b1 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:05.093443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Attempting to bind port 1d34f607-e800-4710-ba91-d6dfdaa056b1 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:05.093812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Attempting to bind port 1d34f607-e800-4710-ba91-d6dfdaa056b1 on network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:05.097949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.103658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:05.137508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.138841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:05.139223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Checking segment: {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:05.139632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.140038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Bound using segment: {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:05.140525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Bound port: 1d34f607-e800-4710-ba91-d6dfdaa056b1, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:05.140903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.233180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:05.233856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:05.351773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Pushing event updated for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:05.371946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:05.411682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] For port 1d34f607-e800-4710-ba91-d6dfdaa056b1, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:05.431127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] For port 1d34f607-e800-4710-ba91-d6dfdaa056b1, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1d34f607-e800-4710-ba91-d6dfdaa056b1,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:05.438973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.447507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:05.484792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.487570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:05.674906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Pushing event updated for resources: {'Port': ['ID=1d34f607-e800-4710-ba91-d6dfdaa056b1,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:05.681238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:05.709475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:18:05.878550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c549fd0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:05.882792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a342-c8ca-4039-b51a-c881324b5ee8 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:18:05.910662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:18:05.929611 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Sync routers for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:18:05.951941 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:05.952534 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:05.952979 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:05.955355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5581150
Dec 10 04:18:05.961280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45508) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:06.157591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:06.462565 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d100>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 3, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:06.469661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Checking router: 25848055-a2d5-46bf-8381-ece9cdaeaaa9 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:18:06.470145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Updating router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:18:06.545138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:06.706860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bee950-8c21-4d00-b7e9-80842200ee98 None None] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:18:06.826878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c0767479-26b2-4a37-81ca-e46095e999ad None None] Provisioning for port 1d34f607-e800-4710-ba91-d6dfdaa056b1 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:06.862703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:06.976974 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:06.991881 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Transition to ACTIVE for port object 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:07.007077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.016494 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-0a16c01c-ba58-44fb-aa37-839150f61b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:07.077778 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Attempting to bind port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:07.078161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Attempting to bind port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:07.078541 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Attempting to bind port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:07.091231 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:07.091564 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:07.091965 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.092371 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:07.092856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Bound port: 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:07.093238 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.105572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Allocated IP 172.20.0.1 (2209a2fd-a14c-46c1-bd82-d9ef92a2f68b/7298fd5e-1c93-4c9e-bd47-040eddb55b89/aea621dc-88ae-48d3-94e6-892fdf7a1895) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:07.163978 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Pushing event updated for resources: {'Port': ['ID=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:07.167443 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:07.202515 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] For port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:07.207340 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] For port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:07.222750 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.226855 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:07.287957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.305199 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:07.305856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:07.307117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Transition to ACTIVE for port object aea621dc-88ae-48d3-94e6-892fdf7a1895 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:07.338355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.342331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:07.411460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:07.414366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:07.418748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:07.436642 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Pushing event updated for resources: {'Port': ['ID=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:07.439920 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:07.443427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Pushing event updated for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:07.448685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:07.476685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.501096 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:07.591651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.707294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e57c92ed-fb10-43ee-9fda-4e4dbdc52af5 None None] Provisioning for port aea621dc-88ae-48d3-94e6-892fdf7a1895 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:07.716555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e57c92ed-fb10-43ee-9fda-4e4dbdc52af5 None None] Provisioning complete for port aea621dc-88ae-48d3-94e6-892fdf7a1895 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:07.717024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e57c92ed-fb10-43ee-9fda-4e4dbdc52af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.794856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e57c92ed-fb10-43ee-9fda-4e4dbdc52af5 None None] Port aea621dc-88ae-48d3-94e6-892fdf7a1895 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:18:07.814268 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d100>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 3, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:07.820614 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156c8a-c976-445e-a34d-1d55bd0c7721 None None] The sync data for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv is: [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:04Z', 'revision_number': 3, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:18:07.826460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.831364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.836811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1d34f607-e800-4710-ba91-d6dfdaa056b1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:07.888197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a93be22e-9aef-4af5-96f8-c35496d918dd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:07.910789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1d34f607-e800-4710-ba91-d6dfdaa056b1 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:07.918136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1d34f607-e800-4710-ba91-d6dfdaa056b1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:07.919384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:07.923518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.038109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Pushing event updated for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:08.042312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:08.047849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.092176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1d34f607-e800-4710-ba91-d6dfdaa056b1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1d34f607-e800-4710-ba91-d6dfdaa056b1,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:08.099851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.101853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 239480ff-c9eb-4383-b526-d59e25cf0d09 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:08.119432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:08.120604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:08.129480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6809d2bc-cb35-4709-bfd0-8ac7909e50eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:08.232740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1d34f607-e800-4710-ba91-d6dfdaa056b1,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:08.236380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:08.254520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 239480ff-c9eb-4383-b526-d59e25cf0d09 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:08.261488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 239480ff-c9eb-4383-b526-d59e25cf0d09 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:08.262242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.358114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:18:08.463519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-02971768-068d-45bb-aa0d-a93cacfbc28f None None] Provisioning complete for port aea621dc-88ae-48d3-94e6-892fdf7a1895 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:08.464004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02971768-068d-45bb-aa0d-a93cacfbc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.488195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.548343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-02971768-068d-45bb-aa0d-a93cacfbc28f None None] Port aea621dc-88ae-48d3-94e6-892fdf7a1895 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:18:08.555649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 239480ff-c9eb-4383-b526-d59e25cf0d09, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=239480ff-c9eb-4383-b526-d59e25cf0d09,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:08.560846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:08.566212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:08.636732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:08.640734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:08.693323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:18:08.703492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] 10.222.0.44 "PUT /v2.0/routers/25848055-a2d5-46bf-8381-ece9cdaeaaa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7425363
Dec 10 04:18:09.273347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45518) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:09.278587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470513634', 'description': 'tempest-secgroup-smoke-470513634 description', 'project_id': 'efb42266109545edaf699776c4a25924'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:09.284791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:09.288776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:09.291699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:09.298937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:09.308764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.330073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:09.334004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:09.336794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:09.342502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:09.411990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.415368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.419345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-407a4d76-2047-426c-ab44-e73a97cb4a6f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:09.461543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f580fafa-3e94-456c-9803-062de78f19a6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:09.464524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:09.467381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.468596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b4a989e0-4f6a-464a-a21e-f1713ba5cf51 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1942263
Dec 10 04:18:09.471407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 45522) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:09.476506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:09.482872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:09.486659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:09.489534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:09.495534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:09.513290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.518130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Sync routers for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:18:09.527468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:09.528527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0fab20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:09.690413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.695834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.697752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf98ff78-4c4b-43a8-ace4-5649bb77216b tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:09.711954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:09.722061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceddb996-7ff3-46dc-916b-26a763d420f2,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:09.722668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:09.732637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.738519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d3b9ee80-9ad5-4f42-8e94-ed44b87cb0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2615113
Dec 10 04:18:09.738645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45526) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:09.742042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:09.748225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:09.752113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:09.755109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:09.761236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:09.778744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.857099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.859665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1d34f607-e800-4710-ba91-d6dfdaa056b1 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:09.862986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.865134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-211f8931-d7fc-4888-a926-129bca30ccfc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:09.888963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc00da30-b590-4bb3-b967-1ab72b2e9742,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:09.891624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:09.901431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:09.904158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1655369
Dec 10 04:18:09.906545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45530) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:09.912276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:09.920403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:09.924279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:09.927259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:09.932897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:09.948964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.013896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.017647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.019434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f6a7bad-5580-4bca-961c-611f62e42cf2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:10.031690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1d34f607-e800-4710-ba91-d6dfdaa056b1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:10.031992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.041550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2950800c-8423-4db1-8f41-723dddfdf638,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:10.044053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:10.051216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.052378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1447041
Dec 10 04:18:10.055259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45534) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:10.060270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:10.066364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:10.071829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:10.074660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:10.080970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:10.097588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.160135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.164005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.165953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-29829deb-e1c9-4525-88d3-04a816cd15ea tempest-SecGroupTest-895361068 tempest-SecGroupTest-895361068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:10.187376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a4eb7b-e4b1-4096-bfdb-3b628c20fcd3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:10.190201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:10.199338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.203881 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1447687
Dec 10 04:18:10.204073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45538) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:10.209105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:10.211129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:10.214878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:10.219558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:10.222387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:10.227964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:10.237600 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Project efb42266109545edaf699776c4a25924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:18:10.240676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0fab20>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 4, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'aea621dc-88ae-48d3-94e6-892fdf7a1895', 'name': '', 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'mac_address': 'fa:16:3e:e0:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:06Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 2, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'subnets': [{'id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:10.244049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.255875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Checking router: 25848055-a2d5-46bf-8381-ece9cdaeaaa9 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:18:10.256240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Updating router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 port aea621dc-88ae-48d3-94e6-892fdf7a1895 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:18:10.308220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.312245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.314051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4db8a9ca-1738-42db-bbc2-5d3a08686aad tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:10.321609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.336493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531c4cf7-4ab8-4b44-a712-a69e32eb407a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:10.339273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:10.347285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.351093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1435902
Dec 10 04:18:10.351608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45542) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:10.356802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'security_group_rule': {'security_group_id': 'f580fafa-3e94-456c-9803-062de78f19a6', 'project_id': 'efb42266109545edaf699776c4a25924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:10.362920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:10.367035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:security_group_rule and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:10.369108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:10.370331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:10.376412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:10.388164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:10.388547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.390007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Project efb42266109545edaf699776c4a25924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:18:10.396873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.462100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.466624 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.469535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c56b340e-41b7-4445-99dd-f1756bb4f658 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:10.499278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cae8cd6-b584-4bb4-b558-e946b17aed75,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:10.501787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:10.509697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.514737 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1585436
Dec 10 04:18:10.650599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.686297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:10.695488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.696315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 239480ff-c9eb-4383-b526-d59e25cf0d09 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:10.721235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:10.920452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:10.926325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:10.949489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 239480ff-c9eb-4383-b526-d59e25cf0d09 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:10.949892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:10.973564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:11.004458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Transition to ACTIVE for port object aea621dc-88ae-48d3-94e6-892fdf7a1895 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:11.013665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:11.018102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:11.200840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Pushing event updated for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:11.235072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:11.310374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Attempting to bind port aea621dc-88ae-48d3-94e6-892fdf7a1895 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:11.310905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Attempting to bind port aea621dc-88ae-48d3-94e6-892fdf7a1895 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:11.311423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Attempting to bind port aea621dc-88ae-48d3-94e6-892fdf7a1895 on network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:11.317536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:11.318270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Checking segment: {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:11.318860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:11.319267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Bound using segment: {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:11.320039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Bound port: aea621dc-88ae-48d3-94e6-892fdf7a1895, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9b4da4-477e-412c-bafe-520b94d8abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:11.320445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:11.424825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] For port aea621dc-88ae-48d3-94e6-892fdf7a1895, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:11.428055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] For port aea621dc-88ae-48d3-94e6-892fdf7a1895, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aea621dc-88ae-48d3-94e6-892fdf7a1895,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:11.432856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:11.436514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d6fd56f7-2875-4bb0-a466-a2ea3a41642f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:11.509045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:11.509760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0fab20>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:17:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:11.632718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Pushing event updated for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:11.646229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:11.702334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:11.781094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:12.002104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:12.002478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:12.192125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c0fab20>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 4, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'aea621dc-88ae-48d3-94e6-892fdf7a1895', 'name': '', 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'mac_address': 'fa:16:3e:e0:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:06Z', 'updated_at': '2021-12-10T04:18:11Z', 'revision_number': 4, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'subnets': [{'id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:12.196532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f1b0d-2d45-4141-91d3-d32fcfc1eac8 None None] The sync data for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv is: [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:18:07Z', 'revision_number': 4, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'aea621dc-88ae-48d3-94e6-892fdf7a1895', 'name': '', 'network_id': '2209a2fd-a14c-46c1-bd82-d9ef92a2f68b', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'mac_address': 'fa:16:3e:e0:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:06Z', 'updated_at': '2021-12-10T04:18:11Z', 'revision_number': 4, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'subnets': [{'id': '7298fd5e-1c93-4c9e-bd47-040eddb55b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:18:13.786330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aea621dc-88ae-48d3-94e6-892fdf7a1895 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:13.854713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port aea621dc-88ae-48d3-94e6-892fdf7a1895 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:13.859551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port aea621dc-88ae-48d3-94e6-892fdf7a1895 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:13.860034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:14.029749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:14.063834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port aea621dc-88ae-48d3-94e6-892fdf7a1895, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aea621dc-88ae-48d3-94e6-892fdf7a1895,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:14.075952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:14.079873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50976c00-4a28-4d19-998f-c511a4ab399d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:14.123537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:14.148779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:14.151912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:14.378508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0fd05eaa-30ae-425d-881e-0a8ae024e1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:15.764967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aea621dc-88ae-48d3-94e6-892fdf7a1895 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:15.835463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port aea621dc-88ae-48d3-94e6-892fdf7a1895 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:15.835834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:16.711628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d23d8479-72ad-4acb-85bf-47989d1aeeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:17.623991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:17.974599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:19.468305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:25.911639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-0f03fdf0-b055-436a-8592-37e6df5f224b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:18:25.927769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-0f03fdf0-b055-436a-8592-37e6df5f224b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:18:25.928914 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-0f03fdf0-b055-436a-8592-37e6df5f224b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470513634&fields=id&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 267 time: 0.0570660
Dec 10 04:18:26.077998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-096c8eac-97af-4ead-bbe8-67f183f92b75 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:26.078579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-096c8eac-97af-4ead-bbe8-67f183f92b75 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:18:26.102517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-096c8eac-97af-4ead-bbe8-67f183f92b75 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:18:26.103681 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-096c8eac-97af-4ead-bbe8-67f183f92b75 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1681807
Dec 10 04:18:26.119509 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-2ae971ba-fc90-4f21-91d7-81ea1749e979 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/quotas/efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 375 time: 0.0092840
Dec 10 04:18:26.199490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-7312601b-2bf4-44db-af59-bcceacdd5655 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:18:26.216150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-7312601b-2bf4-44db-af59-bcceacdd5655 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:18:26.217488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-7312601b-2bf4-44db-af59-bcceacdd5655 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0931361
Dec 10 04:18:26.232801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-f6e5b708-17e3-4de3-8c5e-371afdaf5702 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:18:26.233783 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-f6e5b708-17e3-4de3-8c5e-371afdaf5702 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055218
Dec 10 04:18:26.362897 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-f7b85c44-b1bf-49d8-a2ed-740dcd5dbc43 service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235616
Dec 10 04:18:26.496288 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-d1505159-bba9-4c35-9728-669ad0146d3c service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280563
Dec 10 04:18:26.881553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a055919e-82dc-4360-9184-c630fdb86155 req-6f47c05a-2675-41de-9baf-539db44c7505 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 210 time: 0.0467374
Dec 10 04:18:27.961121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-1590d447-dd96-4e41-9b8a-a1d2a4970f38 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:27.962456 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-1590d447-dd96-4e41-9b8a-a1d2a4970f38 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1471908
Dec 10 04:18:28.028852 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9e4dc1ac-244c-4bc9-9b14-8effc7cee9f8 req-c1e21678-bb73-4a29-a922-db41035e9c8b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 210 time: 0.0423801
Dec 10 04:18:28.047418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-ba4a06fb-c2d4-4e9c-9f6b-01777a90a1fd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:18:28.059480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-ba4a06fb-c2d4-4e9c-9f6b-01777a90a1fd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:18:28.060594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-ba4a06fb-c2d4-4e9c-9f6b-01777a90a1fd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 379 time: 0.0547397
Dec 10 04:18:28.069838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'port': {'device_id': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'admin_state_up': True, 'tenant_id': 'efb42266109545edaf699776c4a25924', 'security_groups': ['f580fafa-3e94-456c-9803-062de78f19a6']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:28.202026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:28.211997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:28.222063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Made reservation on behalf of efb42266109545edaf699776c4a25924 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:18:28.226084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:28.393853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.20.0.11 (51818318-7877-42a8-b0ba-779e12107427/72387ef3-3c9b-4c70-b68c-588dee41c93b/2b12bbe1-8fd1-4b15-8dfc-c77288901e8d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:28.588909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:28.604903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Transition to ACTIVE for port object 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:28.628494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:28.634186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8be87673-11da-44b3-97f1-7be1b2e2d60f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:28.705910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:28.709269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:28.713287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:28.744150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:28.755269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:28.782163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:28.782792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:28.808304 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7423127
Dec 10 04:18:28.828581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Request body: {'port': {'device_id': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:28.948577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.004064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7dfa40a1-94da-485a-982f-79d4b09932dc None None] Provisioning for port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:29.008930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7dfa40a1-94da-485a-982f-79d4b09932dc None None] Provisioning complete for port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:29.009340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7dfa40a1-94da-485a-982f-79d4b09932dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.063533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa40a1-94da-485a-982f-79d4b09932dc None None] Port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:18:29.224399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bba1bc-7cd7-45ea-8080-67f9b599a967 req-f492dc31-7978-4726-8915-707d0b6e8a59 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:29.226017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32bba1bc-7cd7-45ea-8080-67f9b599a967 req-f492dc31-7978-4726-8915-707d0b6e8a59 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 932 time: 0.0864632
Dec 10 04:18:29.275786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32bba1bc-7cd7-45ea-8080-67f9b599a967 req-25baf3d2-7b9e-4719-8ad3-213d35d687a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432208
Dec 10 04:18:29.295495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:18:29.302782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.317751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Transition to ACTIVE for port object 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:18:29.322168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.327231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1eb86ba5-e32d-480f-ad4c-7dd06f1324fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:29.483636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:29.515843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:29.560005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Attempting to bind port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:18:29.560342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Attempting to bind port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:18:29.560672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Attempting to bind port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:29.565255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d on network 51818318-7877-42a8-b0ba-779e12107427 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:18:29.565601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Attempting to bind port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:18:29.571078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:18:29.571415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:18:29.571799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Bound using segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:18:29.572225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Bound port: 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:18:29.572611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.779868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:18:29.782830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:18:29.788381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.792310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d544710d-e75a-45c9-a1b5-191849016cd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:29.848556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:29.849300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:29.850789 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 1094 time: 1.0272083
Dec 10 04:18:29.851393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:18:29.888467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:29.911187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:29.914213 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'status': 'completed', 'code': 200}
Dec 10 04:18:30.003633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-f71f49d1-4632-47cc-9294-7cf5f4e6bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.005124 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-f71f49d1-4632-47cc-9294-7cf5f4e6bdca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1097 time: 0.0793185
Dec 10 04:18:30.080027 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-a66ffbe2-3d40-408f-a5ce-aaed6708a6e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 217 time: 0.0616035
Dec 10 04:18:30.144784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-133ccc14-7201-4530-a43b-5bc430adb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.146164 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-133ccc14-7201-4530-a43b-5bc430adb158 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0598767
Dec 10 04:18:30.221096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-569ccc0a-b276-45ca-81d9-614970cad8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.222502 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-569ccc0a-b276-45ca-81d9-614970cad8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700881
Dec 10 04:18:30.357178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-314319bf-9ac8-4c68-91b6-419e5ad19c70 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280222
Dec 10 04:18:30.497713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc728-118a-436c-a853-211201cfb791 req-3923c93e-7244-48d6-8e92-57fe1a5c395a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.499691 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4fbfc728-118a-436c-a853-211201cfb791 req-3923c93e-7244-48d6-8e92-57fe1a5c395a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.1125357
Dec 10 04:18:30.510250 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a8bf3a0-acdd-4ce0-ac4d-028deff4caa5 req-379352ef-ff0e-44de-8b5f-efab3f9d4a05 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465342
Dec 10 04:18:30.553276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4fbfc728-118a-436c-a853-211201cfb791 req-04d51edc-898a-4e07-96f3-b71173702ae2 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478470
Dec 10 04:18:30.662421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-3e5d03db-0f8c-4052-b92e-9fe852cd4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.664087 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-3e5d03db-0f8c-4052-b92e-9fe852cd4427 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1097 time: 0.0797074
Dec 10 04:18:30.800323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-eacd36ec-9197-4a74-9681-8fb1d294ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.801801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-eacd36ec-9197-4a74-9681-8fb1d294ea21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1315498
Dec 10 04:18:30.872552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-0302857f-4ca7-4d8d-8cf0-26443cad3532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 217 time: 0.0647478
Dec 10 04:18:30.939215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-58c24c0b-c95d-42a5-a4db-247f27c784f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:30.940627 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-58c24c0b-c95d-42a5-a4db-247f27c784f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0614185
Dec 10 04:18:31.015528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-b2af82b4-3deb-4268-a6d5-2249dbe1cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:31.016991 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-b2af82b4-3deb-4268-a6d5-2249dbe1cc35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700088
Dec 10 04:18:31.151611 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-0698a354-1dab-4875-bbce-b4666498911a service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275833
Dec 10 04:18:31.289706 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8aa83a6-60c3-4f37-9cff-bb39dd4eaf5f req-ce973914-8640-48da-968a-bbaba1154b4d service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310828
Dec 10 04:18:31.744436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6cec8-1d2c-4f63-9259-5175b76a2179 req-e602a9f1-86ad-4c60-b88a-07f147876152 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:31.745883 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6fd6cec8-1d2c-4f63-9259-5175b76a2179 req-e602a9f1-86ad-4c60-b88a-07f147876152 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0848045
Dec 10 04:18:31.790188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6fd6cec8-1d2c-4f63-9259-5175b76a2179 req-daea99b6-ad7a-4644-9341-73fa736359d7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384290
Dec 10 04:18:32.972342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ec9cb-8ad8-46c7-b671-c31da8b84b2a req-216001d7-f930-43c0-a5f0-67c75dd52774 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:32.973804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ec2ec9cb-8ad8-46c7-b671-c31da8b84b2a req-216001d7-f930-43c0-a5f0-67c75dd52774 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0804148
Dec 10 04:18:33.016510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ec2ec9cb-8ad8-46c7-b671-c31da8b84b2a req-c1ec32d5-de71-47d0-859c-9219b0eaecca tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372310
Dec 10 04:18:33.706996 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:18:34.200036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00771be-0329-462e-aa8b-3f707cd7cea6 req-efa8ff8c-ba53-49ff-9fcf-edba1efe1c1e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:34.201491 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d00771be-0329-462e-aa8b-3f707cd7cea6 req-efa8ff8c-ba53-49ff-9fcf-edba1efe1c1e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0829062
Dec 10 04:18:34.244510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d00771be-0329-462e-aa8b-3f707cd7cea6 req-c012782b-4077-4c4c-add8-a15147b94533 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374310
Dec 10 04:18:35.422459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8abd-7c41-4e02-b1b8-98e4f9eb23be req-525a6d0a-be25-44d3-a452-e7d66983770b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:35.423914 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c0fd8abd-7c41-4e02-b1b8-98e4f9eb23be req-525a6d0a-be25-44d3-a452-e7d66983770b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0779254
Dec 10 04:18:35.471490 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c0fd8abd-7c41-4e02-b1b8-98e4f9eb23be req-d58178ab-91f7-4053-a2f9-eab0f29c0b76 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419507
Dec 10 04:18:36.654061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb71685-e2da-4c7e-ba84-634e902ae19b req-ece8fd63-c77c-4548-b964-88b4a6fb88d6 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:36.655481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fb71685-e2da-4c7e-ba84-634e902ae19b req-ece8fd63-c77c-4548-b964-88b4a6fb88d6 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0783057
Dec 10 04:18:36.698411 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fb71685-e2da-4c7e-ba84-634e902ae19b req-62d64d50-fba0-461a-b7e3-becf3f55f587 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370944
Dec 10 04:18:37.886980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f29304-1006-406c-aeec-e0cc0372ee8f req-975dd3fa-67b7-4fef-a7cc-21becbdc1545 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:37.888417 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38f29304-1006-406c-aeec-e0cc0372ee8f req-975dd3fa-67b7-4fef-a7cc-21becbdc1545 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0861425
Dec 10 04:18:37.931918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38f29304-1006-406c-aeec-e0cc0372ee8f req-66b44439-2151-4cd7-a167-17918a656373 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378547
Dec 10 04:18:39.115156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54182b9-3121-47f2-b43f-defd261dd50c req-ee3c03ba-a84a-45b0-bcf1-4d107fc2bdee tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:39.116519 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d54182b9-3121-47f2-b43f-defd261dd50c req-ee3c03ba-a84a-45b0-bcf1-4d107fc2bdee tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0803468
Dec 10 04:18:39.160226 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d54182b9-3121-47f2-b43f-defd261dd50c req-f3aafe8d-deab-4654-8903-1ac1e3647bf1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374148
Dec 10 04:18:40.345196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b75e-e29b-43d6-8381-513933b8b0c5 req-f3b2123d-370b-4f3e-a312-bc16f6d7691e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:40.346696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b280b75e-e29b-43d6-8381-513933b8b0c5 req-f3b2123d-370b-4f3e-a312-bc16f6d7691e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0840645
Dec 10 04:18:40.390975 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b280b75e-e29b-43d6-8381-513933b8b0c5 req-7c67a2f6-aae6-4591-bb30-4995ce339ac7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386868
Dec 10 04:18:41.587682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55f6c-cc9c-4e3f-a605-3f7fc057ef3d req-849b62ca-65ef-4b1a-9efe-0c76f16fe680 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:41.589113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ba55f6c-cc9c-4e3f-a605-3f7fc057ef3d req-849b62ca-65ef-4b1a-9efe-0c76f16fe680 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 944 time: 0.0923264
Dec 10 04:18:41.605213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:18:41.636030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ba55f6c-cc9c-4e3f-a605-3f7fc057ef3d req-f2efb43b-7a0a-4d72-a684-6256affa7e47 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413346
Dec 10 04:18:41.738508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:41.751591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'port_id': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'mac_address': 'fa:16:3e:72:39:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:18:41.810582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:41.827896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:18:41.842830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:41.847706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:41.849480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:41.922883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:41.929868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.930212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.930550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.930909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.931234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.931577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.931881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.932199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.932518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.932834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.933166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.933488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:18:41.937811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:42.252842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['2b12bbe1-8fd1-4b15-8dfc-c77288901e8d'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:18:42.824321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c505-59a3-4ef6-8ef8-2f4ceabd814a req-016cbdfb-b0b8-427e-9f99-c15cbea752eb tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:42.826312 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17e6c505-59a3-4ef6-8ef8-2f4ceabd814a req-016cbdfb-b0b8-427e-9f99-c15cbea752eb tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 945 time: 0.0875020
Dec 10 04:18:42.872163 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17e6c505-59a3-4ef6-8ef8-2f4ceabd814a req-cd3df548-b033-48ef-b516-a1ffb29827c7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402513
Dec 10 04:18:43.601415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:18:43.668747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:18:43.673476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:18:43.673828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:43.798081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:43.826121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:18:43.836119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:18:43.841328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:43.843261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:43.882760 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'code': 200}
Dec 10 04:18:43.925570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:43.928953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:44.078762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ed26b-79b7-4e8c-9f9a-51b8ae7787f5 req-8ce171e8-aadc-4525-9b2a-e881ea747a03 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:44.081236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac6ed26b-79b7-4e8c-9f9a-51b8ae7787f5 req-8ce171e8-aadc-4525-9b2a-e881ea747a03 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0957103
Dec 10 04:18:44.094003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:44.114524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c5a4-dd9c-4651-96f9-3f09ab104278 req-1e087578-14d4-46a5-b0cf-6fe592d831e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:44.115987 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-90e5c5a4-dd9c-4651-96f9-3f09ab104278 req-1e087578-14d4-46a5-b0cf-6fe592d831e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1099 time: 0.0697141
Dec 10 04:18:44.129137 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac6ed26b-79b7-4e8c-9f9a-51b8ae7787f5 req-a104fb0f-833e-4468-bb2d-6678b5637f3c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385032
Dec 10 04:18:44.160705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-90e5c5a4-dd9c-4651-96f9-3f09ab104278 req-41d9ed78-3a3c-45bd-9a8e-17fc4aa11a0f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381615
Dec 10 04:18:44.379752 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c43d66ba-0702-4867-91b7-fcde60ef77c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:45.461505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65b6aa-def5-4352-b0b8-e77d81618911 req-89a2f72e-38be-4424-9335-a883b2b11601 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:45.462950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ae65b6aa-def5-4352-b0b8-e77d81618911 req-89a2f72e-38be-4424-9335-a883b2b11601 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0824661
Dec 10 04:18:45.508553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ae65b6aa-def5-4352-b0b8-e77d81618911 req-47936f31-3d64-4985-8e6f-780655e90324 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392692
Dec 10 04:18:46.715569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1153d22b-bebc-4b03-b427-328c4677c7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:46.814844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c7c5-4b06-4f9e-96b7-6f5f98ce795c req-a14db63b-7284-46cb-ade8-1cc738023381 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:46.816205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6a2c7c5-4b06-4f9e-96b7-6f5f98ce795c req-a14db63b-7284-46cb-ade8-1cc738023381 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.1984186
Dec 10 04:18:46.860972 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6a2c7c5-4b06-4f9e-96b7-6f5f98ce795c req-2ac8914b-8997-4d92-b74d-6ec44aa70648 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387144
Dec 10 04:18:47.040975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f4500-3d9a-4eae-a2d9-3690544c8613 req-71092030-3d27-437a-abdf-e96410a125d4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:47.042413 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19f4500-3d9a-4eae-a2d9-3690544c8613 req-71092030-3d27-437a-abdf-e96410a125d4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0791249
Dec 10 04:18:47.087356 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19f4500-3d9a-4eae-a2d9-3690544c8613 req-84e18f46-e783-451c-a496-ead3f98b168f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387526
Dec 10 04:18:47.111102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45742) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:47.275842 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01fc880-d1a3-4892-92b5-aac8882f8ec8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:47.276545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a01fc880-d1a3-4892-92b5-aac8882f8ec8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] Synchronizing usage tracker for tenant:d1ce5ce9bff744b7a09048035387bc5f on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:18:47.292282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a01fc880-d1a3-4892-92b5-aac8882f8ec8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] Unset dirty status for tenant:d1ce5ce9bff744b7a09048035387bc5f on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:18:47.293455 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a01fc880-d1a3-4892-92b5-aac8882f8ec8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1094 time: 0.1812937
Dec 10 04:18:47.296404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45748) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:18:47.301397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:18:47.307153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:18:47.311389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:floatingip and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:18:47.314143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:18:47.319933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:18:47.331030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:47.467924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:47.606178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.26.1.121 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/aff1afc0-f857-47c1-96bf-5ad3a9a64de8) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:18:47.624485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:47.754728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:47.782961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:47.787130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:47.845433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:18:47.848186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:18:47.854985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:18:47.894353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=aff1afc0-f857-47c1-96bf-5ad3a9a64de8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:47.898521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:47.977760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:48.287741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:48.362732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:48.577482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:48.583423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:48.587239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:18:48.692574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=aff1afc0-f857-47c1-96bf-5ad3a9a64de8,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:18:48.696890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:18:48.705502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:49.001278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP 3c2815cc-19e7-4d63-b12b-587fe4cb9a43 associated. External IP: 172.26.1.121, port: 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d.
Dec 10 04:18:49.357372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:18:49.472682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:49.533082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:18:49.543574 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:18:49.555317 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:49.555317 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d210820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:18:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:49.559878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:18:49.618585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3210690
Dec 10 04:18:49.619156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:18:49.664962 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'status': 'completed', 'code': 200}
Dec 10 04:18:49.732515 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:49.781035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-f580677a-5f7b-49d5-9c23-b65dcbb1f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:49.782587 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-f580677a-5f7b-49d5-9c23-b65dcbb1f41a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1099 time: 0.0723836
Dec 10 04:18:50.035536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-d930b345-13ac-494d-bcd8-d51bbbc30070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:50.036983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-d930b345-13ac-494d-bcd8-d51bbbc30070 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.2477641
Dec 10 04:18:50.138537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d210820>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3c2815cc-19e7-4d63-b12b-587fe4cb9a43', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:72:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:18:48Z', 'updated_at': '2021-12-10T04:18:48Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:50.142829 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:18:50.146269 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-1969da98-49f2-4f90-b6f1-5a41ca9e420c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 1000 time: 0.1020954
Dec 10 04:18:50.153103 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:18:50.153990 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d210820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:18:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:50.208845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-7df4b81b-60a0-485f-93d8-00ded888a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:50.210306 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-7df4b81b-60a0-485f-93d8-00ded888a1df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0573800
Dec 10 04:18:50.291635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-ee004a68-ca27-41d6-8fb0-09c173729548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:18:50.293142 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-ee004a68-ca27-41d6-8fb0-09c173729548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765853
Dec 10 04:18:50.335722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:18:50.430282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-73d1126a-4ffe-4c07-8097-6d2d787c47c9 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287663
Dec 10 04:18:50.601357 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b85aab0-98c7-40cf-a447-3073d4e22cd3 req-a201694e-40e0-4c4d-8462-418b0b864c6f service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635077
Dec 10 04:18:50.685328 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d210820>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3c2815cc-19e7-4d63-b12b-587fe4cb9a43', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:72:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:18:48Z', 'updated_at': '2021-12-10T04:18:48Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:18:50.689101 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e445c-2e35-4a10-a789-e011bc4ace68 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '3c2815cc-19e7-4d63-b12b-587fe4cb9a43', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:72:39:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:18:48Z', 'updated_at': '2021-12-10T04:18:48Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:18:50.901394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d00be-dc7f-4200-b489-6b8e8e8c126b None None] New status for floating IP 3c2815cc-19e7-4d63-b12b-587fe4cb9a43: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:19:10.707042 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:19:12.018657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-068e9e7e-b55a-4657-ac46-63e732b8e450 req-ad779b6c-033c-4e88-8da1-0642bde7d8fb service neutron] (87629) timed out ('10.222.0.18', 49534) {{(pid=87629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 10 04:19:14.109929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:14.382037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c5ae355-376c-4463-a2cc-2931417414c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:16.722141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8831ffb7-afe1-4c22-a135-365bec4f250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:17.628306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:17.979631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:19.473483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:42.002582 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-d37bc98b-2310-43e1-847d-a1f1fee546a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0680306
Dec 10 04:19:42.157581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-be0471f2-3b2f-4799-bdc8-07ba5cd9aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:19:42.159033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-be0471f2-3b2f-4799-bdc8-07ba5cd9aeba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1099 time: 0.0736821
Dec 10 04:19:42.299745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-a7d61c02-3213-4806-95be-d10e7aed9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:19:42.301056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-a7d61c02-3213-4806-95be-d10e7aed9c13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1242208
Dec 10 04:19:42.401135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-ee51994f-4dd4-4f2e-beae-9b0c6627fa89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 1002 time: 0.0940990
Dec 10 04:19:42.463674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-a53b1b62-0dbc-44d3-828d-6d0b21dea778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:19:42.465061 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-a53b1b62-0dbc-44d3-828d-6d0b21dea778 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0577893
Dec 10 04:19:42.537325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-cb10796e-953f-4024-8036-03fdf94f0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:19:42.538726 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-cb10796e-953f-4024-8036-03fdf94f0295 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674987
Dec 10 04:19:42.666610 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-71d5518e-088b-46a4-8bef-276c0626dca5 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209450
Dec 10 04:19:42.794199 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4045c6e7-9763-4075-ad5c-b39ca9643c48 req-d209f24a-5359-4d28-ba3f-086017f426fd service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215580
Dec 10 04:19:44.127320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:44.382209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d3af500a-be38-4cfb-950c-236a94eb8f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:46.721849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a072bd0c-114f-409d-984a-45372297747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:47.629494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:47.706234 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:19:47.980561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:19:49.475530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:14.125710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:14.382127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e336cf71-2c94-466c-a020-de4746523c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:16.723580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec3de436-6af0-4bd1-8fcc-b077b9dae5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:17.631207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:17.981668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:19.479002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:24.704394 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:20:44.047007 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-a030ef45-7116-4757-936a-58c6b0df2764 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1155806
Dec 10 04:20:44.152406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:44.205787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-20566a51-5b0d-46db-801d-19ac1fa6e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:44.207368 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-20566a51-5b0d-46db-801d-19ac1fa6e972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 1099 time: 0.0780253
Dec 10 04:20:44.383548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bc723048-9712-49bb-b5e9-a94bec0cf0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:44.473081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-a092b97a-40c0-485a-80a8-f39425042817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:44.474533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-a092b97a-40c0-485a-80a8-f39425042817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.2490175
Dec 10 04:20:44.576253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-00723611-e2cb-4dc1-92d8-7355a3cc8642 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 200  len: 1002 time: 0.0947723
Dec 10 04:20:44.639227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-b28b44d3-2eeb-46c2-b902-765832e1c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:44.640594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-b28b44d3-2eeb-46c2-b902-765832e1c2b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0584135
Dec 10 04:20:44.713156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-bb0c58a2-a6eb-499b-9324-2dc048f767ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:44.714622 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-bb0c58a2-a6eb-499b-9324-2dc048f767ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679252
Dec 10 04:20:44.842370 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-a8985347-4cea-4d2f-847d-7ebcac1075b0 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202857
Dec 10 04:20:44.972281 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc0e7659-c651-4af2-85c1-bfea8f05eb7a req-fc7107c2-864a-4f90-b9db-116282e4860d service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233320
Dec 10 04:20:46.725420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c980ca78-2d60-4533-bb5c-f81a3aae74a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:47.634012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:47.668055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96da8b-fdee-4de1-88e7-ae5cc9fe2a8f req-28a1da45-6199-4d1f-ab47-d5af690e3947 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:47.669525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd96da8b-fdee-4de1-88e7-ae5cc9fe2a8f req-28a1da45-6199-4d1f-ab47-d5af690e3947 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0808392
Dec 10 04:20:47.716043 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd96da8b-fdee-4de1-88e7-ae5cc9fe2a8f req-0b9d0220-7d59-4f50-b9e5-e93547b1d0ef tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408289
Dec 10 04:20:47.983128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:48.902183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66251-2cfa-4dd2-9984-4ab7fa61837d req-d1a0a27e-471a-4a59-98eb-174dc25e7237 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:48.903525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fdc66251-2cfa-4dd2-9984-4ab7fa61837d req-d1a0a27e-471a-4a59-98eb-174dc25e7237 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0798802
Dec 10 04:20:48.948650 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fdc66251-2cfa-4dd2-9984-4ab7fa61837d req-baaefad3-2539-4a86-b9d2-1de5fa75cb63 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387542
Dec 10 04:20:49.376690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-eba610d9-0781-4300-8771-71bdf64b9e25 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:49.377275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-eba610d9-0781-4300-8771-71bdf64b9e25 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:20:49.392548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-eba610d9-0781-4300-8771-71bdf64b9e25 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:20:49.393714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-eba610d9-0781-4300-8771-71bdf64b9e25 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0933144
Dec 10 04:20:49.469015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:20:49.469377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:49.480351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:49.709520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] For port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:20:49.709880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:49.988462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:49.988909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:49.989244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP 3c2815cc-19e7-4d63-b12b-587fe4cb9a43 disassociated. External IP: 172.26.1.121, port: 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d.
Dec 10 04:20:49.989618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:20:50.142987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:50.148547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a34a66b1-3fcc-4d26-b344-a61a52341c18 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:20:50.158681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059635f-2bc7-4ce5-ae17-8a19033961fe req-1a3a1226-877d-4a68-9e0c-108da7ac78e8 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:50.160126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f059635f-2bc7-4ce5-ae17-8a19033961fe req-1a3a1226-877d-4a68-9e0c-108da7ac78e8 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 946 time: 0.0846360
Dec 10 04:20:50.194581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=2b12bbe1-8fd1-4b15-8dfc-c77288901e8d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:20:50.204504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.204889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.205267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.205666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.206034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.206398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.206765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.207126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.207490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.207854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.208204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.208563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:20:50.209847 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f059635f-2bc7-4ce5-ae17-8a19033961fe req-35881af5-fb0f-4822-a686-cc73b9fbba9e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439293
Dec 10 04:20:50.370274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:20:50.495391 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:20:50.676854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:20:50.686465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:20:50.695897 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:20:50.696491 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d39c190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:20:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:20:50.750719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] No DVR routers for this DVR port 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:20:50.753136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:50.755685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'name': 'network-vif-deleted', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:20:50.772411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2252b7d0-83a8-47f2-8256-6ac44091aacc req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "DELETE /v2.0/ports/2b12bbe1-8fd1-4b15-8dfc-c77288901e8d HTTP/1.1" status: 204  len: 173 time: 1.3731105
Dec 10 04:20:50.867253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b', 'name': 'network-vif-deleted', 'tag': '2b12bbe1-8fd1-4b15-8dfc-c77288901e8d', 'status': 'completed', 'code': 200}
Dec 10 04:20:50.893672 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:20:51.241855 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d39c190>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:20:51.245979 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:20:51.254773 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:20:51.255382 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d39c190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:20:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:20:51.368621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d537ee63-48d5-4aa6-80e2-06ad71e3ed92 req-a66e5adb-c316-4e28-b54d-7391277c9f4d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd02c3f-f404-4411-a6e0-ac2d6e0ff86b HTTP/1.1" status: 200  len: 210 time: 0.0476716
Dec 10 04:20:51.432235 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:20:51.757201 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d39c190>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:20:51.761077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690753f5-21de-4bd5-bce8-cd9ae639eb37 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:20:52.010681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99088f3d-ed3a-4a55-b2de-979954d53fcb None None] New status for floating IP 3c2815cc-19e7-4d63-b12b-587fe4cb9a43: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:20:52.211461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:20:52.244315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:20:52.244667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2b12bbe1-8fd1-4b15-8dfc-c77288901e8d not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:20:52.693096 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-64978a84-b4a3-4197-9e9d-d1a3c8b4303d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470513634&fields=id&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 267 time: 0.0445707
Dec 10 04:20:52.839955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-e3151d28-a7f6-49b7-a307-2b8f38cbb53b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:52.841265 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-e3151d28-a7f6-49b7-a307-2b8f38cbb53b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1416698
Dec 10 04:20:52.855727 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-15f38974-51c3-4a06-b95a-c6f4f8e3cd7e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/quotas/efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 375 time: 0.0088277
Dec 10 04:20:52.942421 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-79ffc173-eeed-4b67-aaff-eef6133f6633 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0814540
Dec 10 04:20:53.125155 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-1b628dc6-eaf0-4a13-9f89-b1c28aae621b service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712782
Dec 10 04:20:53.374694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-cd4494f2-27c6-4ea9-92a1-7e233dd88c20 service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438290
Dec 10 04:20:53.748303 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17634366-0fa8-4034-a763-297177f2c2f2 req-8f1252e9-4dd9-4984-a30a-94df8bc464bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 210 time: 0.0419364
Dec 10 04:20:54.969885 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-384a2653-12be-47b5-99d7-ce53397d6205 req-2ed2be7b-6944-4191-969b-2da4dc45bc94 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 210 time: 0.1153252
Dec 10 04:20:55.037326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-c541ba86-e295-4315-a482-414de606b9f4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:55.038718 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-c541ba86-e295-4315-a482-414de606b9f4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1801183
Dec 10 04:20:55.092022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-d447ded3-cc2d-47a5-a97f-98a671d86eeb tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 379 time: 0.0399082
Dec 10 04:20:55.101211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'port': {'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'admin_state_up': True, 'tenant_id': 'efb42266109545edaf699776c4a25924', 'security_groups': ['f580fafa-3e94-456c-9803-062de78f19a6']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:20:55.236885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:20:55.242552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:port and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:20:55.245535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:20:55.251596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:20:55.261682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Made reservation on behalf of efb42266109545edaf699776c4a25924 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:20:55.265683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:55.427173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.20.0.13 (51818318-7877-42a8-b0ba-779e12107427/72387ef3-3c9b-4c70-b68c-588dee41c93b/52bfc8c1-f5a2-4f1b-89cb-8655037a707b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:20:55.618311 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:55.635200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Transition to ACTIVE for port object 52bfc8c1-f5a2-4f1b-89cb-8655037a707b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:20:55.658943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:55.664058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-79c9f473-c85a-4845-8d77-c076cf519840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:20:55.728876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:20:55.731976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:20:55.735778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:20:55.770190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:20:55.781057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:20:55.807694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:55.808139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:55.838213 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7410402
Dec 10 04:20:55.856113 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Request body: {'port': {'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:20:55.967546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e59998d3-6325-4f4c-92f9-f9804a1db640 None None] Provisioning for port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:20:55.972509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e59998d3-6325-4f4c-92f9-f9804a1db640 None None] Provisioning complete for port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:20:55.972949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e59998d3-6325-4f4c-92f9-f9804a1db640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:55.974862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.060321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e59998d3-6325-4f4c-92f9-f9804a1db640 None None] Port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:20:56.266486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c354131-52e8-4646-bd3e-fbe51c64c5fc req-71b3a6ff-43c7-4d02-9dfc-4dbca9a7a44b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:56.269275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c354131-52e8-4646-bd3e-fbe51c64c5fc req-71b3a6ff-43c7-4d02-9dfc-4dbca9a7a44b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 932 time: 0.1610022
Dec 10 04:20:56.315787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c354131-52e8-4646-bd3e-fbe51c64c5fc req-bcf26716-f8cf-425d-be85-6c4fe6b2dc41 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415115
Dec 10 04:20:56.465244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bfc8c1-f5a2-4f1b-89cb-8655037a707b {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:20:56.472318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.487741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Transition to ACTIVE for port object 52bfc8c1-f5a2-4f1b-89cb-8655037a707b will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:20:56.490816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.494507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0887eb2e-11ce-48e0-8a1c-3fe5886e3bde tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:20:56.622218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:20:56.626209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:20:56.734413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Attempting to bind port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:20:56.734665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Attempting to bind port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:20:56.734987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Attempting to bind port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:20:56.739820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b on network 51818318-7877-42a8-b0ba-779e12107427 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:20:56.740084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Attempting to bind port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:20:56.745613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:20:56.745613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:20:56.745861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Bound using segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:20:56.746276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Bound port: 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:20:56.746620 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.837335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:20:56.840373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:20:56.844618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.848502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-09ed8369-fc07-499c-8438-f804da594b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:20:56.907796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:56.908406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:20:56.909770 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-061b40db-f37f-400e-9b72-914748914e63 service neutron] 10.222.0.18 "PUT /v2.0/ports/52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 1094 time: 1.0580153
Dec 10 04:20:56.910450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:20:56.938817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:20:56.942705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:20:56.959915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'status': 'completed', 'code': 200}
Dec 10 04:20:57.050095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-1b7fbefb-61c2-4526-9c24-50138e6fad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.051595 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-1b7fbefb-61c2-4526-9c24-50138e6fad2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1097 time: 0.0728719
Dec 10 04:20:57.132874 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-eb837eb6-d12e-4c8e-81db-39248a851de4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 217 time: 0.0649290
Dec 10 04:20:57.196014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-8bcc8eae-c294-4ac7-a608-670cf080ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.197364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-8bcc8eae-c294-4ac7-a608-670cf080ca4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0575211
Dec 10 04:20:57.274637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162971-b066-41ff-b2a6-21193c82a235 req-b5edb41c-2b2c-4dfd-b70f-696da1e00f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.275982 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-b5edb41c-2b2c-4dfd-b70f-696da1e00f63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718997
Dec 10 04:20:57.405075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-a9d3fd45-03a8-402f-be3f-ca7a1a57f0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221724
Dec 10 04:20:57.503722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1f74-bdc4-4ace-aa23-348141c2e84c req-2c44068f-6558-4ff0-bb78-5d5dc8c4ab3b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.505184 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d49e1f74-bdc4-4ace-aa23-348141c2e84c req-2c44068f-6558-4ff0-bb78-5d5dc8c4ab3b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0790474
Dec 10 04:20:57.537835 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-61162971-b066-41ff-b2a6-21193c82a235 req-08fd6705-af44-4952-af45-56577c366ba9 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267769
Dec 10 04:20:57.552425 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d49e1f74-bdc4-4ace-aa23-348141c2e84c req-e6caa8f9-a6d0-46f6-bde6-f2b72aba6490 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414796
Dec 10 04:20:57.696057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-768ce219-2096-4ff7-861e-9e14ce9f90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.697542 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-768ce219-2096-4ff7-861e-9e14ce9f90a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1097 time: 0.0753562
Dec 10 04:20:57.827537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-b68dbef8-2f77-4b44-8ddd-685ef92580e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.829010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-b68dbef8-2f77-4b44-8ddd-685ef92580e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1247785
Dec 10 04:20:57.897701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-265a8c1b-7c45-437d-a9dd-b7bef3bed0eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 217 time: 0.0618868
Dec 10 04:20:57.958412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-728294f9-a319-473a-b4db-2bb4845d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:57.959829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-728294f9-a319-473a-b4db-2bb4845d99d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0560353
Dec 10 04:20:58.034419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-644a9165-db93-4e3d-b6b4-a196436811b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:58.035814 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-644a9165-db93-4e3d-b6b4-a196436811b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701454
Dec 10 04:20:58.270549 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-fd4ef96c-329c-48fc-91b4-3d3d0532ab00 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281425
Dec 10 04:20:58.407529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4501421a-6b4c-4bcb-988c-67a0f2e4630b req-16c59e0d-87de-4318-8f47-8e440c0305ff service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242719
Dec 10 04:20:58.733271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecb4fa-434b-4cb5-a2ae-65a4b9365da6 req-60ef1ef4-af94-4a7c-91c7-3e1f6198b790 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:58.734720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-05ecb4fa-434b-4cb5-a2ae-65a4b9365da6 req-60ef1ef4-af94-4a7c-91c7-3e1f6198b790 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0785255
Dec 10 04:20:58.778047 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-05ecb4fa-434b-4cb5-a2ae-65a4b9365da6 req-b5e862e2-ac47-4749-ab8e-206116763e4a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376732
Dec 10 04:20:59.960319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9a3f-f672-42fa-9424-6d17204b5e9d req-7eed41c8-3798-4957-b728-7457f3669a7a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:20:59.961760 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa6f9a3f-f672-42fa-9424-6d17204b5e9d req-7eed41c8-3798-4957-b728-7457f3669a7a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0821452
Dec 10 04:21:00.005245 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa6f9a3f-f672-42fa-9424-6d17204b5e9d req-f8db7cd4-a508-4e72-924e-95dcabc4d037 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378304
Dec 10 04:21:01.186398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966e760-fb4d-4fc3-b404-66c8429e2f49 req-15076aae-f60d-440d-87fe-a40dc74854b3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:01.187829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7966e760-fb4d-4fc3-b404-66c8429e2f49 req-15076aae-f60d-440d-87fe-a40dc74854b3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0775590
Dec 10 04:21:01.231077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7966e760-fb4d-4fc3-b404-66c8429e2f49 req-3d73898e-be1d-4a96-befd-52a6f90feeb6 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377481
Dec 10 04:21:01.703082 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:21:02.411867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6b7b9-4137-40eb-81a6-6d9f6ba9fe94 req-d5adfd2c-6731-4536-842f-084dc96f6f8f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:02.413293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65e6b7b9-4137-40eb-81a6-6d9f6ba9fe94 req-d5adfd2c-6731-4536-842f-084dc96f6f8f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0829117
Dec 10 04:21:02.458982 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65e6b7b9-4137-40eb-81a6-6d9f6ba9fe94 req-3e016653-bc53-4b10-b56a-2852e7b1a253 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401223
Dec 10 04:21:03.637488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa40833-93f7-4d3b-ab14-14943d2fd6a4 req-3a62e76e-48c9-4f11-ae7f-4fed3eaa2d09 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:03.639918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7aa40833-93f7-4d3b-ab14-14943d2fd6a4 req-3a62e76e-48c9-4f11-ae7f-4fed3eaa2d09 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0790052
Dec 10 04:21:03.682478 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7aa40833-93f7-4d3b-ab14-14943d2fd6a4 req-deb2f5a5-8cb6-414f-8ba5-dcef0e2b2c1d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374634
Dec 10 04:21:04.868622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddd4b-8f6f-4c78-b7ee-ff595a3ce39c req-ccc51ecb-4c8a-47fb-b673-1ed388c762e7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:04.870084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-064ddd4b-8f6f-4c78-b7ee-ff595a3ce39c req-ccc51ecb-4c8a-47fb-b673-1ed388c762e7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0824604
Dec 10 04:21:04.913446 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-064ddd4b-8f6f-4c78-b7ee-ff595a3ce39c req-5bbbf8b8-3e5a-4a80-8d6c-3b9ba5f94461 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377994
Dec 10 04:21:06.094084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324a62-49f2-43d5-95da-a4ec0535e37b req-09db0134-b9b2-4dac-97c7-ca100022d005 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:06.095428 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8324a62-49f2-43d5-95da-a4ec0535e37b req-09db0134-b9b2-4dac-97c7-ca100022d005 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 944 time: 0.0816302
Dec 10 04:21:06.141451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8324a62-49f2-43d5-95da-a4ec0535e37b req-a615dea7-9d3d-45f3-aebe-8a0400a65d75 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404060
Dec 10 04:21:06.273090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 52bfc8c1-f5a2-4f1b-89cb-8655037a707b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:21:06.402328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:21:06.415673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:21:06.468926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:06.487761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bfc8c1-f5a2-4f1b-89cb-8655037a707b {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:21:06.502446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:21:06.506320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:06.508117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:21:06.571389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:21:06.578871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.579220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.579558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.579892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.580223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.580550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.580870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.581190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.581532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.581851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.582166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.582480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:06.586167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:21:06.938401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['52bfc8c1-f5a2-4f1b-89cb-8655037a707b'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:21:07.325608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec32c-9dcc-41e6-8acd-f2954bc715af req-521f9b1e-7c89-4cd1-a056-62e2143c5dcf tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:07.327087 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-336ec32c-9dcc-41e6-8acd-f2954bc715af req-521f9b1e-7c89-4cd1-a056-62e2143c5dcf tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 945 time: 0.0800374
Dec 10 04:21:07.369976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-336ec32c-9dcc-41e6-8acd-f2954bc715af req-d4739d79-5557-47e7-a4c5-7906ae25e4f7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372286
Dec 10 04:21:08.288961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 52bfc8c1-f5a2-4f1b-89cb-8655037a707b up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:21:08.357190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:21:08.361672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:21:08.362051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:08.477030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:08.503833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:21:08.513379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:21:08.518609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:08.520424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b1a04508-b6d1-4696-9bd2-dd6077533202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:21:08.564523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563e26e-8ec7-4b63-acd2-dd72f8d16d52 req-b57b8dde-48dd-4dc0-85c1-0d14e4ace41c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:08.566447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2563e26e-8ec7-4b63-acd2-dd72f8d16d52 req-b57b8dde-48dd-4dc0-85c1-0d14e4ace41c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 945 time: 0.0902383
Dec 10 04:21:08.587841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:21:08.591030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:21:08.611762 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'code': 200}
Dec 10 04:21:08.617086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2563e26e-8ec7-4b63-acd2-dd72f8d16d52 req-8f11ca5c-b1bf-4d50-84cd-599c5b500710 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390606
Dec 10 04:21:08.901604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8de0-bb70-4b1e-9d32-25aa1438c3e3 req-e6199051-5f11-472e-97e9-ca0cb5fbfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:08.903022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-504f8de0-bb70-4b1e-9d32-25aa1438c3e3 req-e6199051-5f11-472e-97e9-ca0cb5fbfe36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0687859
Dec 10 04:21:08.943027 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-504f8de0-bb70-4b1e-9d32-25aa1438c3e3 req-ce1ed873-62f2-4e9b-962c-704f7704e007 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340242
Dec 10 04:21:09.803383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779709d-e1ac-43bf-b2f5-0d3473cdeeab req-edc6ce14-f27e-46b9-b8e8-b65b65ee0a5f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:09.804821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7779709d-e1ac-43bf-b2f5-0d3473cdeeab req-edc6ce14-f27e-46b9-b8e8-b65b65ee0a5f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.0791264
Dec 10 04:21:09.849153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7779709d-e1ac-43bf-b2f5-0d3473cdeeab req-b7dd92cf-c033-4d23-bbd3-87e0039ed2e1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386758
Dec 10 04:21:11.031060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c75f-259e-4bf8-8136-68108fa3b577 req-c8a3e4ea-621b-48cd-b46d-189476ac4d9c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:11.032459 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ef9c75f-259e-4bf8-8136-68108fa3b577 req-c8a3e4ea-621b-48cd-b46d-189476ac4d9c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.0802057
Dec 10 04:21:11.076532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ef9c75f-259e-4bf8-8136-68108fa3b577 req-4cd73a20-f537-45ce-87e2-3430367b1325 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384498
Dec 10 04:21:11.253707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8d497-6827-4a7c-85a7-796917a3aa49 req-8edefdf6-b416-4cec-a15d-614b48b2ae8a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:11.255110 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23e8d497-6827-4a7c-85a7-796917a3aa49 req-8edefdf6-b416-4cec-a15d-614b48b2ae8a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.0777833
Dec 10 04:21:11.301393 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23e8d497-6827-4a7c-85a7-796917a3aa49 req-4c2b4768-1bee-4318-9c27-1371cabd19a9 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406628
Dec 10 04:21:11.323705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45900) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:21:11.391655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffdd852-5902-42a5-baf2-20a06f931f8b tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:11.393087 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5ffdd852-5902-42a5-baf2-20a06f931f8b tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1094 time: 0.0684328
Dec 10 04:21:11.395703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 45904) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:21:11.400466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:21:11.406658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:21:11.410526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:floatingip and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:21:11.413286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:21:11.418913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:21:11.429417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:11.562099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:11.695147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.26.1.130 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/61cbc9ec-4dfe-4db3-98a3-16239291a7d0) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:21:11.952278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:11.981282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:11.986259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4217a99e-320f-44b4-ac54-3ff24ea1759e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:21:12.046144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:21:12.048996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:21:12.055172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:21:12.083772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=61cbc9ec-4dfe-4db3-98a3-16239291a7d0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:21:12.101979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.102370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.102751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.103125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.103494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.103868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.104236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.104601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.104968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.105347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.105713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.106074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:21:12.110961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:21:12.461692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:12.533937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:12.737016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:12.741939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:12.746573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d96d2d9c-413d-47ba-8afc-7530ca4b7cdb tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:21:12.849286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=61cbc9ec-4dfe-4db3-98a3-16239291a7d0,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:21:12.854882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:21:12.859516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:13.026558 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP a6182a65-baf4-4d32-ab59-bdb8b02297e5 associated. External IP: 172.26.1.130, port: 52bfc8c1-f5a2-4f1b-89cb-8655037a707b.
Dec 10 04:21:13.492738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:21:13.673750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:21:13.684156 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:21:13.694072 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:21:13.694678 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0fd91f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:20:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:21:13.700252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:13.756394 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3595176
Dec 10 04:21:13.756973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:21:13.858845 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'status': 'completed', 'code': 200}
Dec 10 04:21:13.870112 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:21:13.974339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-ba4dee4d-f7b1-4ca6-bfcf-97d79732a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:13.975800 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-ba4dee4d-f7b1-4ca6-bfcf-97d79732a3a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0746677
Dec 10 04:21:14.107584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-289875c5-c54e-4a00-b925-adc53ccb9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:14.109003 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-289875c5-c54e-4a00-b925-adc53ccb9170 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1257968
Dec 10 04:21:14.171134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:14.209459 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0fd91f0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:12Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:21:14.210627 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-29ccbc92-d076-4fc7-910d-3f23a0efd508 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 1000 time: 0.0957539
Dec 10 04:21:14.213296 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:21:14.222135 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:21:14.222721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7da0fd91f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:20:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:21:14.272487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-b4905683-349f-471b-ae1a-c9bd89aa1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:14.274013 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-b4905683-349f-471b-ae1a-c9bd89aa1146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0564547
Dec 10 04:21:14.347624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-8bd3fb90-340a-4070-8b2a-a05fdcadb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:14.349085 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-8bd3fb90-340a-4070-8b2a-a05fdcadb10f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686998
Dec 10 04:21:14.386969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0bb9127d-868b-4630-bed8-a45df2416d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:14.427788 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:21:14.480004 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-1698e4a1-ae23-4869-a30e-ab881cddc48c service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241207
Dec 10 04:21:14.610958 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b02cfed-2b17-419e-9dc7-7eaec8fd864c req-0eef70a2-0416-40f6-9673-79932d83bc1d service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236100
Dec 10 04:21:14.766376 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7da0fd91f0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:12Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:21:14.770322 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86746e2-8eb2-487d-a8c1-22b7a2c723a5 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:12Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:21:14.959993 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75028f-75e5-40ed-b065-dfd244b9dcfc None None] New status for floating IP a6182a65-baf4-4d32-ab59-bdb8b02297e5: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:21:16.725509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8465c556-5e7d-4933-9ed8-73c9a10c102b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:17.637743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:17.984106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:19.482405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:38.701641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:21:44.162794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:44.388772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f2f269f3-2971-4c7f-84b3-765c59850c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:45.651620 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-6254af2f-dbb8-476a-95eb-78a314f409ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715475
Dec 10 04:21:45.805783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-2dcd0627-d2f3-468e-9218-f8e341209b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:45.807197 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-2dcd0627-d2f3-468e-9218-f8e341209b7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0683465
Dec 10 04:21:45.949010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-d5fcb74f-6f8a-4725-ae8a-a7c705cf73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:45.950475 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-d5fcb74f-6f8a-4725-ae8a-a7c705cf73a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1239834
Dec 10 04:21:46.061364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-d96f4902-d252-4837-86fc-15b50b420e09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 1002 time: 0.1039059
Dec 10 04:21:46.141973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-d723ed4e-c44e-405b-b619-5817f9d869fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:46.143636 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-d723ed4e-c44e-405b-b619-5817f9d869fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0762734
Dec 10 04:21:46.332933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-924657b3-b4c3-46a0-80ea-619345a997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:21:46.334472 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-924657b3-b4c3-46a0-80ea-619345a997d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1845021
Dec 10 04:21:46.462406 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-c09834c2-f7c1-41f9-bcbf-f72b12e8a00d service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208766
Dec 10 04:21:46.592730 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-38f4e4ea-4920-424d-8298-3c629cdc968f req-b47126b4-c41e-49e4-81ce-e627622e7926 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234043
Dec 10 04:21:46.727359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5e22cf24-1529-4cdb-b5f6-d54e9fd05370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:47.639997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:47.987737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:21:49.486347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:14.183446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:14.391543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6df3ffc8-cd76-4df2-bb76-b08515c8b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:15.700079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:22:16.728215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-601fa004-5b0f-419d-b7fc-04ece2337de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:17.642412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:17.990461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:19.488766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:44.192657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:44.391776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9080f9ed-0637-42a0-902c-e30966987062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:46.729215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-10e815d9-2cc0-4c0a-bf1a-0eb815ed3881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:47.006407 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-0caded88-3254-4a54-bdb6-ba8f39a143ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714681
Dec 10 04:22:47.158026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-ee94de53-8567-42c5-b247-19bcf427fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:22:47.159441 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-ee94de53-8567-42c5-b247-19bcf427fb44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0685015
Dec 10 04:22:47.301341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-ad9148ac-a2f1-4b31-8476-ca2d82eb1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:22:47.302757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-ad9148ac-a2f1-4b31-8476-ca2d82eb1cdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1252720
Dec 10 04:22:47.405844 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-94d94c58-7d00-44fc-abf1-7ba4e52f2d58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 1002 time: 0.0946324
Dec 10 04:22:47.466860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-8a12b123-c221-40e8-985b-d67114179963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:22:47.468203 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-8a12b123-c221-40e8-985b-d67114179963 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0548868
Dec 10 04:22:47.542399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-68bb4f13-57f2-413f-9f3b-82bf0ade4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:22:47.543813 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-68bb4f13-57f2-413f-9f3b-82bf0ade4345 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691657
Dec 10 04:22:47.646107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:47.683099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-a0bc0b76-65c9-4459-aacf-009735b428d0 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331427
Dec 10 04:22:47.810337 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f0d96e5d-22a5-4519-86da-51ee074d3d80 req-66370bf3-06cb-4939-baad-fd17c6514035 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202638
Dec 10 04:22:47.992108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:49.491942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:22:52.700029 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:23:04.460420 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-58b4aea4-93a9-4f7c-b91e-0c23a3c7107e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470513634&fields=id&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 267 time: 0.0397885
Dec 10 04:23:04.607266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-00f149f3-277b-447d-a3f1-4c5a46d3ae4d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:04.608687 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-00f149f3-277b-447d-a3f1-4c5a46d3ae4d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1420472
Dec 10 04:23:04.623084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-4e551dbb-383e-48b6-9c8e-48157d379789 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/quotas/efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 375 time: 0.0090239
Dec 10 04:23:04.714587 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-7666af39-e242-41df-9471-9b4be8c84086 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0866773
Dec 10 04:23:04.887315 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-55d8155d-d2f9-4aaa-86c0-70ff32844e72 service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617627
Dec 10 04:23:05.014317 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-c33865c6-3152-4d87-a37c-b368d87dcd03 service neutron] 10.222.0.44 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212044
Dec 10 04:23:05.412343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61f422ba-64e3-48a4-a809-f15083bf6e55 req-d7166c32-10f6-4891-980e-a827ea32c50c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 210 time: 0.0497851
Dec 10 04:23:06.478773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-30faf4ff-5433-4f86-8623-e0b37cdf3bd4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:06.480184 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-30faf4ff-5433-4f86-8623-e0b37cdf3bd4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 811 time: 0.1472256
Dec 10 04:23:06.533905 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-48f61889-b59c-4c85-bd46-cdeba406a8c3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb42266109545edaf699776c4a25924 HTTP/1.1" status: 200  len: 379 time: 0.0397353
Dec 10 04:23:06.541818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'port': {'device_id': 'd56476c1-bdda-407d-bb78-a913cda02159', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'admin_state_up': True, 'tenant_id': 'efb42266109545edaf699776c4a25924', 'security_groups': ['f580fafa-3e94-456c-9803-062de78f19a6']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:23:06.570515 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b889c39a-b834-4a9b-ae62-ccb4d355b96f req-79c39d7a-0d46-4738-a180-e9c684775de0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 210 time: 0.0488753
Dec 10 04:23:06.677644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:23:06.681857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:port and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:23:06.684703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:23:06.690414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:23:06.700979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Made reservation on behalf of efb42266109545edaf699776c4a25924 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:23:06.704802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:06.990395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.20.0.5 (51818318-7877-42a8-b0ba-779e12107427/72387ef3-3c9b-4c70-b68c-588dee41c93b/337816cf-c4ce-424e-91a6-acb1c49e7b18) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:23:07.173564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.190604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Transition to ACTIVE for port object 337816cf-c4ce-424e-91a6-acb1c49e7b18 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:23:07.215344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.224188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:07.292156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 51818318-7877-42a8-b0ba-779e12107427 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:23:07.295319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:23:07.297854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:23:07.338943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:07.352865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.353246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.353661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.354034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.354396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.354758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.355119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.355484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.355842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.356199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.356553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.356914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:07.360811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:07.379587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:07.380319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.408447 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8701489
Dec 10 04:23:07.427117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Request body: {'port': {'device_id': 'd56476c1-bdda-407d-bb78-a913cda02159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:23:07.539875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.582833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a223e501-feeb-477b-9d45-55350da0c5ce None None] Provisioning for port 337816cf-c4ce-424e-91a6-acb1c49e7b18 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:23:07.587881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a223e501-feeb-477b-9d45-55350da0c5ce None None] Provisioning complete for port 337816cf-c4ce-424e-91a6-acb1c49e7b18 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:23:07.588426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a223e501-feeb-477b-9d45-55350da0c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.643891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a223e501-feeb-477b-9d45-55350da0c5ce None None] Port 337816cf-c4ce-424e-91a6-acb1c49e7b18 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:23:07.788341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426484f6-4f3d-424e-b4ee-c422f93e4242 req-e533d9e6-94c4-491a-9a38-9ab50938e4c3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:07.790453 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-426484f6-4f3d-424e-b4ee-c422f93e4242 req-e533d9e6-94c4-491a-9a38-9ab50938e4c3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 931 time: 0.0846722
Dec 10 04:23:07.838940 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-426484f6-4f3d-424e-b4ee-c422f93e4242 req-bab237cd-ef26-4d0b-9aaf-cf0e0989213c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418749
Dec 10 04:23:07.924884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337816cf-c4ce-424e-91a6-acb1c49e7b18 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:23:07.932781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.948097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Transition to ACTIVE for port object 337816cf-c4ce-424e-91a6-acb1c49e7b18 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:23:07.951598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:07.955179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50ff66f1-2fd6-46c7-bc88-a81f05e5c7a8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:08.110885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Pushing event updated for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:08.118251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:08.184447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Attempting to bind port 337816cf-c4ce-424e-91a6-acb1c49e7b18 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:23:08.184695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Attempting to bind port 337816cf-c4ce-424e-91a6-acb1c49e7b18 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:23:08.185019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Attempting to bind port 337816cf-c4ce-424e-91a6-acb1c49e7b18 on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:23:08.189770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Port 337816cf-c4ce-424e-91a6-acb1c49e7b18 on network 51818318-7877-42a8-b0ba-779e12107427 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:23:08.190091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Attempting to bind port 337816cf-c4ce-424e-91a6-acb1c49e7b18 on network 51818318-7877-42a8-b0ba-779e12107427 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:23:08.196270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:23:08.196605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Checking segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:23:08.197006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Bound using segment: {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:23:08.197432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Bound port: 337816cf-c4ce-424e-91a6-acb1c49e7b18, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73cb44a-7382-4933-bc91-0b1ea05c8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '51818318-7877-42a8-b0ba-779e12107427'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:23:08.197776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:08.290444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:23:08.293720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:23:08.298302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:08.302336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1d64f165-da2b-48a6-8ade-bdf74015223a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:08.356579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:08.357187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:08.359039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 1093 time: 0.9360278
Dec 10 04:23:08.362249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:23:08.386469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Pushing event updated for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:08.389761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:08.412877 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'status': 'completed', 'code': 200}
Dec 10 04:23:08.501088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-969cc2c1-a510-4a4c-87eb-edfa33de6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:08.502595 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-969cc2c1-a510-4a4c-87eb-edfa33de6b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1096 time: 0.0724804
Dec 10 04:23:08.580430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-7c968302-5c55-4d9b-938d-daf60893fd33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 217 time: 0.0648904
Dec 10 04:23:08.642626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ace5faa0-a2cb-40de-ba8d-a07f41e02ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:08.644029 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ace5faa0-a2cb-40de-ba8d-a07f41e02ff7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0575428
Dec 10 04:23:08.724130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ca45f42d-3e31-4b75-8e78-e87b4caee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:08.725594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-ca45f42d-3e31-4b75-8e78-e87b4caee569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754271
Dec 10 04:23:08.969894 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-a5196ef6-3b8d-4e69-8fb1-80e8dbacfa9b service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375369
Dec 10 04:23:09.029213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73894754-2baa-45b0-895c-f3ffc22fc210 req-39158a77-6f5c-4410-8759-a21a3e2e3937 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:09.030686 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73894754-2baa-45b0-895c-f3ffc22fc210 req-39158a77-6f5c-4410-8759-a21a3e2e3937 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0830595
Dec 10 04:23:09.075066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73894754-2baa-45b0-895c-f3ffc22fc210 req-9758641f-d971-4203-aaf4-bd216ef608d4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386565
Dec 10 04:23:09.100707 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2e21da7c-8bf6-4871-b41b-376bbed012b4 req-6b4fbc22-09f1-4b61-8459-d84d753e5c56 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244733
Dec 10 04:23:09.262098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-a7562a8c-edd2-4010-8354-13a82e7cbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:09.263532 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-a7562a8c-edd2-4010-8354-13a82e7cbed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1096 time: 0.0689526
Dec 10 04:23:09.396364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-a1711d96-17d2-4ccb-9f54-6b2065db4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:09.397824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-a1711d96-17d2-4ccb-9f54-6b2065db4ce7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1253297
Dec 10 04:23:09.469266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-7e9f5a85-0c40-4a4e-82b0-f2268c67b63f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 217 time: 0.0643651
Dec 10 04:23:09.528928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-c1339c5b-3f8e-459e-97d4-f79da0ae5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:09.530308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-c1339c5b-3f8e-459e-97d4-f79da0ae5219 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0555508
Dec 10 04:23:09.607638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-398d4666-35a4-414c-b812-b356819b1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:09.609085 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-398d4666-35a4-414c-b812-b356819b1a57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713115
Dec 10 04:23:09.740235 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-b2ccf9c9-4894-4121-8b02-171de0b6d6cf service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241536
Dec 10 04:23:09.868867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d4c7e052-db24-465e-98f9-1eabba8e2f92 req-90bfd6ea-7661-4aff-a073-b97dde0fa453 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219761
Dec 10 04:23:10.298882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da7a4-7ed0-404f-9e1a-566905521507 req-44cd998f-1c05-4983-b372-b91b8b8d845c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:10.300546 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-120da7a4-7ed0-404f-9e1a-566905521507 req-44cd998f-1c05-4983-b372-b91b8b8d845c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0782733
Dec 10 04:23:10.343381 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-120da7a4-7ed0-404f-9e1a-566905521507 req-6867a9ce-554f-488a-9dfd-e40878bf2e2b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376198
Dec 10 04:23:11.526827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb78881-e57b-48ff-8f86-b4ff81dccbec req-3ee34b19-d633-4f9d-92b7-f28c558a5e15 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:11.528268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb78881-e57b-48ff-8f86-b4ff81dccbec req-3ee34b19-d633-4f9d-92b7-f28c558a5e15 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0812759
Dec 10 04:23:11.571632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ffb78881-e57b-48ff-8f86-b4ff81dccbec req-445d922b-00e0-492d-bc1a-8a3de0c854a8 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378656
Dec 10 04:23:12.766580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb8420-64f9-4f91-9e43-72dffc7ca30b req-65397d49-1795-49b9-9e6f-71f6a18bce9f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:12.768015 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6cbb8420-64f9-4f91-9e43-72dffc7ca30b req-65397d49-1795-49b9-9e6f-71f6a18bce9f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0790901
Dec 10 04:23:12.814834 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6cbb8420-64f9-4f91-9e43-72dffc7ca30b req-2aac358d-3720-49cd-bfc4-6c8a980c984e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407848
Dec 10 04:23:13.997767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe247708-c820-4274-b8c7-41f576c5378e req-1732cd49-e240-4782-9ffd-60c8174307d7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:13.999207 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe247708-c820-4274-b8c7-41f576c5378e req-1732cd49-e240-4782-9ffd-60c8174307d7 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0824783
Dec 10 04:23:14.042364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe247708-c820-4274-b8c7-41f576c5378e req-e10841f9-d99e-4c5f-a429-ded65b34c9b6 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376527
Dec 10 04:23:14.189738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:14.392848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-60b3e9c1-4f15-4547-87e2-6935b9c92040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:15.236107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a101-5b99-45f3-9f36-bfc6ea8982fc req-feec1eef-c982-4d92-8a9d-81fdfb17f0a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:15.238179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6a4a101-5b99-45f3-9f36-bfc6ea8982fc req-feec1eef-c982-4d92-8a9d-81fdfb17f0a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0873027
Dec 10 04:23:15.400410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6a4a101-5b99-45f3-9f36-bfc6ea8982fc req-c597b752-0506-4375-ae05-f4310b32f54e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566601
Dec 10 04:23:16.584767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23f65-ebdc-497c-9941-3e082bf36b06 req-33b5199d-c2b8-40a1-8d09-8a0ca5be669e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:16.586213 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-11c23f65-ebdc-497c-9941-3e082bf36b06 req-33b5199d-c2b8-40a1-8d09-8a0ca5be669e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 943 time: 0.0790498
Dec 10 04:23:16.629749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-11c23f65-ebdc-497c-9941-3e082bf36b06 req-3ea715a5-bafd-4df3-ba4e-f68f2a8baede tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379999
Dec 10 04:23:16.730930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3adf548-4a59-4b83-8efd-62d780e7b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:16.798122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 337816cf-c4ce-424e-91a6-acb1c49e7b18 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:23:16.931570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:23:16.944406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'port_id': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'mac_address': 'fa:16:3e:be:15:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:23:17.000680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:17.018273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337816cf-c4ce-424e-91a6-acb1c49e7b18 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:23:17.034032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:23:17.038506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:17.040971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:17.104761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:17.112698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.112698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.112977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.113335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.114535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.114535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.114535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.114757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.115071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.115390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.116494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.116494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:17.121214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:17.485568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['337816cf-c4ce-424e-91a6-acb1c49e7b18'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:23:17.670609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:17.842213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da728c9-ac3f-4d04-a16f-e75268716bdb req-543b3253-b5e8-4e42-95b4-9430949c4931 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:17.843649 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2da728c9-ac3f-4d04-a16f-e75268716bdb req-543b3253-b5e8-4e42-95b4-9430949c4931 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 944 time: 0.0922458
Dec 10 04:23:17.901392 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2da728c9-ac3f-4d04-a16f-e75268716bdb req-17de159b-c5f4-4240-b4ea-fc8a6953a846 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492821
Dec 10 04:23:17.994426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:18.810397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 337816cf-c4ce-424e-91a6-acb1c49e7b18 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:23:18.879989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 337816cf-c4ce-424e-91a6-acb1c49e7b18 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:23:18.884659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 337816cf-c4ce-424e-91a6-acb1c49e7b18 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:23:18.885045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:19.002611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:19.029207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:23:19.040141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:23:19.044825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:19.047871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:19.080391 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'code': 200}
Dec 10 04:23:19.086157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4fa4a-0355-4513-8e3d-1da248adf4a7 req-81c2180d-a5ca-4db2-b0e8-a9d5c7bc2362 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:19.087619 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cb4fa4a-0355-4513-8e3d-1da248adf4a7 req-81c2180d-a5ca-4db2-b0e8-a9d5c7bc2362 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 944 time: 0.0815542
Dec 10 04:23:19.119880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:19.129233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:19.142676 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cb4fa4a-0355-4513-8e3d-1da248adf4a7 req-4fa648b1-bba7-4c9e-845c-f80468f04f16 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493929
Dec 10 04:23:19.394944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a637-95eb-4f9b-93bf-9e7abed33894 req-8b45c184-8862-46a8-9e03-f4a07f58d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:19.396922 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2db6a637-95eb-4f9b-93bf-9e7abed33894 req-8b45c184-8862-46a8-9e03-f4a07f58d5ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1098 time: 0.0788066
Dec 10 04:23:19.443830 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2db6a637-95eb-4f9b-93bf-9e7abed33894 req-9606022e-c5ef-4b94-b737-ba481580a2cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402677
Dec 10 04:23:19.494851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:20.326482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336983-5874-46f1-b275-504a9eb1f5b8 req-d62c45c6-2237-422b-aae7-2a273f6a3ac4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:20.327902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95336983-5874-46f1-b275-504a9eb1f5b8 req-d62c45c6-2237-422b-aae7-2a273f6a3ac4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.0795579
Dec 10 04:23:20.370525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95336983-5874-46f1-b275-504a9eb1f5b8 req-754908da-1375-49f4-844c-659fe6148b14 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363879
Dec 10 04:23:21.554397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2b1c-7fb3-44c8-b8cf-bf51e58b3906 req-f8487dd5-a724-4198-ad65-a19316771a76 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:21.555803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ccd2b1c-7fb3-44c8-b8cf-bf51e58b3906 req-f8487dd5-a724-4198-ad65-a19316771a76 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.0805881
Dec 10 04:23:21.599581 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ccd2b1c-7fb3-44c8-b8cf-bf51e58b3906 req-332d917b-a9d7-4ebd-bce7-b018b36716fc tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382533
Dec 10 04:23:21.781709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a536f-7a6e-4bcd-90c2-bfd95ac2d812 req-cdc1691d-179c-4c0b-8087-98066e8a2b70 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:21.783124 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-119a536f-7a6e-4bcd-90c2-bfd95ac2d812 req-cdc1691d-179c-4c0b-8087-98066e8a2b70 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.0814180
Dec 10 04:23:21.827289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-119a536f-7a6e-4bcd-90c2-bfd95ac2d812 req-e7610219-307f-4295-97f3-0d6a28bd9984 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385144
Dec 10 04:23:21.851435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46030) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:23:21.923349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb7c41-ab28-4af1-8d5c-4839aab34ca8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:21.925460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-48fb7c41-ab28-4af1-8d5c-4839aab34ca8 tempest-TestVolumeBootPattern-95767721 tempest-TestVolumeBootPattern-95767721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1093 time: 0.0724299
Dec 10 04:23:21.928142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46034) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:23:21.933098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:23:21.938935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:23:21.943069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Usage tracker for resource:floatingip and tenant:efb42266109545edaf699776c4a25924 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:23:21.945898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:23:21.951511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:23:21.961619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:22.093608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:22.230360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Allocated IP 172.26.1.15 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/dccca8e8-cbd0-4935-8e3c-816d3e61e249) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:23:22.374691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:22.402443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:22.405800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:22.466399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:23:22.469205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:23:22.473560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:23:22.502439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=dccca8e8-cbd0-4935-8e3c-816d3e61e249,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:22.519577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.519966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.520351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.520722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.521091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.521494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.521865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.522229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.522602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.522988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.523334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.523859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:23:22.528766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:22.882098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:22.957652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:23.271223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:23.275604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:23.279034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92fc1b09-6e5b-4ac4-979c-31cba5684bd3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:23:23.381592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event updated for resources: {'Port': ['ID=dccca8e8-cbd0-4935-8e3c-816d3e61e249,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:23:23.385580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:23:23.393670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:23.567734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec associated. External IP: 172.26.1.15, port: 337816cf-c4ce-424e-91a6-acb1c49e7b18.
Dec 10 04:23:23.911268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:23:24.086787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:23:24.096739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:23:24.106972 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:23:24.107585 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:23:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:23:24.110943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:24.165557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2363372
Dec 10 04:23:24.166259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:23:24.213841 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'status': 'completed', 'code': 200}
Dec 10 04:23:24.279631 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:23:24.329922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-c97f7afa-4b0e-48a2-9c8d-0bbfbc4a858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:24.331415 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-c97f7afa-4b0e-48a2-9c8d-0bbfbc4a858f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1098 time: 0.0741000
Dec 10 04:23:24.461599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-008871c0-a2cf-482a-9e14-6d9f4778fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:24.463037 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-008871c0-a2cf-482a-9e14-6d9f4778fba5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1250803
Dec 10 04:23:24.564466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-42a50ac2-160d-46f4-a38a-1667f51bc032 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 998 time: 0.0944541
Dec 10 04:23:24.620686 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258640>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}, {'id': 'b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.15', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:be:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56476c1-bdda-407d-bb78-a913cda02159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:23:22Z', 'updated_at': '2021-12-10T04:23:22Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:23:24.624434 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:23:24.625044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-8dda0f5f-4536-42d9-94db-75a398485a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:24.626568 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-8dda0f5f-4536-42d9-94db-75a398485a5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0557773
Dec 10 04:23:24.633172 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:23:24.633793 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:23:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:23:24.707164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-585e6bc3-b687-4b93-8980-249bed174caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:24.708816 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-585e6bc3-b687-4b93-8980-249bed174caf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756488
Dec 10 04:23:24.839029 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-f47f24f1-1b8d-4942-9c23-c8a682e89e72 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238997
Dec 10 04:23:24.839827 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:23:25.088573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7e25ea4-b72a-4d52-b1ad-81774e7cb6b2 req-2e748dcb-1700-4aeb-b3da-abcfac3639c4 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432275
Dec 10 04:23:25.191713 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d258640>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}, {'id': 'b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.15', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:be:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56476c1-bdda-407d-bb78-a913cda02159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:23:22Z', 'updated_at': '2021-12-10T04:23:22Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:23:25.195705 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e24f9a-fce6-494c-8fb6-b7eb70923d72 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}, {'id': 'b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.15', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:be:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56476c1-bdda-407d-bb78-a913cda02159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:23:22Z', 'updated_at': '2021-12-10T04:23:22Z', 'revision_number': 0, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:23:25.385739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729f3c7-1dbb-436e-b7da-d082086d53a4 None None] New status for floating IP b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:23:29.699200 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:23:44.191920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:44.394154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-21ad77d2-58a8-4e44-a9bc-55b6ece1bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:46.732347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b050d9e9-488c-44c3-9840-7f5d552c0f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:47.651093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:47.999385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:23:48.012675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-94e5374a-7dd6-4ec3-a333-40e6b256c3df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0769269
Dec 10 04:23:48.175513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-d949ff71-595d-4c4d-91fb-e1637303cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:48.177675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-d949ff71-595d-4c4d-91fb-e1637303cd2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0769641
Dec 10 04:23:48.327472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-32bb74b1-6ea1-4394-84e1-b47120e130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:48.328924 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-32bb74b1-6ea1-4394-84e1-b47120e130e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1323628
Dec 10 04:23:48.433517 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-e84849d3-114f-4e13-ba9a-8bb4d98e5893 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 1002 time: 0.0976849
Dec 10 04:23:48.500099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-87846755-0134-457c-845c-aba986ac4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:48.501380 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-87846755-0134-457c-845c-aba986ac4617 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0600781
Dec 10 04:23:48.576933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-156de7e7-3ced-4f06-b41f-4b869d99a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:23:48.578450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-156de7e7-3ced-4f06-b41f-4b869d99a070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717862
Dec 10 04:23:48.722145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-49c85902-ffaf-448b-81e1-f012b9c786fd service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369250
Dec 10 04:23:48.861710 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-725fb0b4-e673-40ba-96bd-0b22c624dad6 req-bb479b3a-1a21-42fa-a714-c1b993fe296f service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336858
Dec 10 04:23:49.497033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:06.698156 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:24:14.189884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:14.394124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6733e0f8-6a11-4c2d-a5b7-1123714f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:16.733699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7312027-daa8-4cca-a75d-15d8f3f80025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:17.654769 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:17.999679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:19.502468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:43.697910 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:24:44.200604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:44.395260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d59fe211-0998-47f2-aace-3ba9ff836a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:46.735367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0095bf14-481d-4883-a3e0-5efbadf86685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:47.655544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:48.001416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:49.503489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:24:50.068069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-9b07dc99-a563-478b-9162-e15cff3051d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742552
Dec 10 04:24:50.167684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-44d450d2-8277-4389-b8dd-b2fab89df804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:24:50.169108 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-44d450d2-8277-4389-b8dd-b2fab89df804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1098 time: 0.0703907
Dec 10 04:24:50.311233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-e1a95834-1af3-4ec7-94b4-b601740ed472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:24:50.312658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-e1a95834-1af3-4ec7-94b4-b601740ed472 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1240819
Dec 10 04:24:50.417238 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-8f715be3-7c64-43af-9a67-26399d95a212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 1000 time: 0.0978932
Dec 10 04:24:50.478115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-edbe6d4a-9af0-40db-9da0-4336615631ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:24:50.479398 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-edbe6d4a-9af0-40db-9da0-4336615631ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0560117
Dec 10 04:24:50.556045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-ad18cb74-5178-4667-b1b8-573802de430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:24:50.557509 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-ad18cb74-5178-4667-b1b8-573802de430e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720696
Dec 10 04:24:50.802810 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-764334e6-3205-40df-a8f5-4b0b98c4ab77 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382174
Dec 10 04:24:50.933158 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-54b385aa-c603-4284-9348-bcf3d5e26a0e req-c0647951-fc12-493f-9256-51deed5c2b0e service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233478
Dec 10 04:25:03.010898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46068) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:03.210060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port dccca8e8-cbd0-4935-8e3c-816d3e61e249 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:03.210397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:03.498158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:03.498410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:03.620315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for dccca8e8-cbd0-4935-8e3c-816d3e61e249 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:03.763613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:03.767847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:03.813608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=dccca8e8-cbd0-4935-8e3c-816d3e61e249,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:03.854382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.854788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.855147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.855522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.855886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.856254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.856614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.856973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.857348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.857707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.858061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.858416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:03.884512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:03.917075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:03.917524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec disassociated (deleted). External IP: 172.26.1.15, port: 337816cf-c4ce-424e-91a6-acb1c49e7b18.
Dec 10 04:25:04.256398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:25:04.427222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:25:04.437512 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:25:04.442957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:04.447365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:04.448034 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6976d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:24:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:04.499655 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "DELETE /v2.0/floatingips/b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec HTTP/1.1" status: 204  len: 168 time: 1.4876885
Dec 10 04:25:04.500413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:04.550210 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'status': 'completed', 'code': 200}
Dec 10 04:25:04.626870 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:04.663857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-fb2c4310-81eb-4334-af89-495212a0b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:04.665536 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-fb2c4310-81eb-4334-af89-495212a0b67c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 1098 time: 0.0705841
Dec 10 04:25:04.806708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-dcedca3f-4938-479c-9b97-524a4c7ed9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:04.808571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-dcedca3f-4938-479c-9b97-524a4c7ed9b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1362083
Dec 10 04:25:04.893706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e5509-4efa-4a8c-afda-d6205d49681b req-ec7db27c-c8a9-45fb-a7e3-b6803fddd5c1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:04.894439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c01e5509-4efa-4a8c-afda-d6205d49681b req-ec7db27c-c8a9-45fb-a7e3-b6803fddd5c1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:25:04.895384 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-4b5efc81-3bac-409d-b512-8a4cb7307b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 200  len: 217 time: 0.0786860
Dec 10 04:25:04.913095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c01e5509-4efa-4a8c-afda-d6205d49681b req-ec7db27c-c8a9-45fb-a7e3-b6803fddd5c1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:25:04.920990 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c01e5509-4efa-4a8c-afda-d6205d49681b req-ec7db27c-c8a9-45fb-a7e3-b6803fddd5c1 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.1191926
Dec 10 04:25:04.964488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-f8fbfef0-da78-4db3-9f38-ffdabc938b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:04.966146 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-f8fbfef0-da78-4db3-9f38-ffdabc938b31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0636735
Dec 10 04:25:04.967934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c01e5509-4efa-4a8c-afda-d6205d49681b req-69e7c098-9a6c-4c03-8581-7d96817cf3d5 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458932
Dec 10 04:25:04.992045 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6976d0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:04.995789 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:25:05.003811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:05.004402 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6976d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:24:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:05.044993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-35a44111-58b2-4097-a330-fa2f5399d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:05.046488 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-35a44111-58b2-4097-a330-fa2f5399d63e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741234
Dec 10 04:25:05.180819 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:05.181556 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-19ed2fca-1224-43c7-91cf-d2a9b21a57e3 service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281593
Dec 10 04:25:05.314511 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cf448bc0-7058-4e37-8f70-22a5964de27a req-f73a3397-4dd3-4771-8fce-4411f8b4123c service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254737
Dec 10 04:25:05.547705 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6976d0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:05.551437 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3ca30-a9bb-4466-8fb0-8c026c08f392 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a6182a65-baf4-4d32-ab59-bdb8b02297e5', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'port_id': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'mac_address': 'fa:16:3e:9c:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575447-18ea-4126-8543-b775f1a816b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:21:12Z', 'updated_at': '2021-12-10T04:21:15Z', 'revision_number': 1, 'project_id': 'efb42266109545edaf699776c4a25924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:25:05.768695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52dd3e9-63fe-439c-b476-720ffb535ec2 None None] New status for floating IP b5ce1f57-6b50-420b-84ff-8bc3cb4c1dec: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:25:06.147047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5ca3-71c7-4e99-87a5-44dbb4f0f6a7 req-4f85f149-7284-4487-b27e-0d504091782b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:06.148472 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2ca5ca3-71c7-4e99-87a5-44dbb4f0f6a7 req-4f85f149-7284-4487-b27e-0d504091782b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.0809467
Dec 10 04:25:06.192101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2ca5ca3-71c7-4e99-87a5-44dbb4f0f6a7 req-b88d29cd-b626-4e07-9535-f8579affd26a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380712
Dec 10 04:25:06.663501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-1c484602-1a8a-4017-9d38-5e9cb7c92a3e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:06.664079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-1c484602-1a8a-4017-9d38-5e9cb7c92a3e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:25:06.675193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-1c484602-1a8a-4017-9d38-5e9cb7c92a3e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:25:06.676232 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-1c484602-1a8a-4017-9d38-5e9cb7c92a3e tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 945 time: 0.0886912
Dec 10 04:25:06.743052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port 337816cf-c4ce-424e-91a6-acb1c49e7b18 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:06.743387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:06.982642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] For port 337816cf-c4ce-424e-91a6-acb1c49e7b18, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=337816cf-c4ce-424e-91a6-acb1c49e7b18,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:06.982921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:07.104572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for 337816cf-c4ce-424e-91a6-acb1c49e7b18 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:07.248211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:07.253633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d142ee8c-e45a-4cd8-8ed6-5f275f64f1cc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:07.339508 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe3715be-96dd-45c6-8fa5-9dd62a57eecf req-4cc33ae2-4d4c-4a2a-bf7e-cdc2b30df87f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 210 time: 0.0435765
Dec 10 04:25:07.411670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=337816cf-c4ce-424e-91a6-acb1c49e7b18,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:07.445969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.446349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.446723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.447093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.447453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.447813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.448174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.448533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.448893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.449248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.449633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.449985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:07.457594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:07.497567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] No DVR routers for this DVR port 337816cf-c4ce-424e-91a6-acb1c49e7b18 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:25:07.499999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:07.502477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'name': 'network-vif-deleted', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:07.517508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3c4174bb-25e3-4293-ba6b-5d7a4da6d4fe req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "DELETE /v2.0/ports/337816cf-c4ce-424e-91a6-acb1c49e7b18 HTTP/1.1" status: 204  len: 173 time: 0.8357892
Dec 10 04:25:07.545966 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56476c1-bdda-407d-bb78-a913cda02159', 'name': 'network-vif-deleted', 'tag': '337816cf-c4ce-424e-91a6-acb1c49e7b18', 'status': 'completed', 'code': 200}
Dec 10 04:25:08.630518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c65f693e-c62e-4cfd-8778-5c8397c66818 req-cbbc29a7-fb40-47d0-b92c-6f166558d80f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56476c1-bdda-407d-bb78-a913cda02159 HTTP/1.1" status: 200  len: 210 time: 0.1702049
Dec 10 04:25:09.428480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 337816cf-c4ce-424e-91a6-acb1c49e7b18 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:09.462127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 337816cf-c4ce-424e-91a6-acb1c49e7b18 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:09.462481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 337816cf-c4ce-424e-91a6-acb1c49e7b18 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:14.205502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.245753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46106) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:14.398811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-26d9dee5-4ec0-4c2a-b45e-27a06ed60452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.445434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port 61cbc9ec-4dfe-4db3-98a3-16239291a7d0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:14.445780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.613465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.613706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.733133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for 61cbc9ec-4dfe-4db3-98a3-16239291a7d0 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:14.882923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:14.886572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-038e6457-f6b2-4d4e-987c-babf2f9caab6 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:14.930468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=61cbc9ec-4dfe-4db3-98a3-16239291a7d0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:14.933580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:15.021117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:15.021484 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Floating IP a6182a65-baf4-4d32-ab59-bdb8b02297e5 disassociated (deleted). External IP: 172.26.1.130, port: 52bfc8c1-f5a2-4f1b-89cb-8655037a707b.
Dec 10 04:25:15.363786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:25:15.648845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:25:15.658667 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:25:15.665598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:15.668119 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:15.668729 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d281640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:24:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:15.720414 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "DELETE /v2.0/floatingips/a6182a65-baf4-4d32-ab59-bdb8b02297e5 HTTP/1.1" status: 204  len: 168 time: 1.4735653
Dec 10 04:25:15.721189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:15.764134 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'status': 'completed', 'code': 200}
Dec 10 04:25:15.844736 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:15.884667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172910-35b5-4f03-b9d6-0c61970f796b req-50306343-66ca-49ce-a8ae-f8a41788b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:15.886569 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-50306343-66ca-49ce-a8ae-f8a41788b67a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=efb42266109545edaf699776c4a25924&device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 1099 time: 0.0782058
Dec 10 04:25:16.024678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172910-35b5-4f03-b9d6-0c61970f796b req-a98f7e5a-6c71-4bfc-b397-42e1153829ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:16.026169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-a98f7e5a-6c71-4bfc-b397-42e1153829ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 200  len: 912 time: 0.1324823
Dec 10 04:25:16.093677 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-0de000c9-7de1-4435-9440-54922aa8a387 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 200  len: 217 time: 0.0605943
Dec 10 04:25:16.124096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e67907-dc82-4d59-91d3-1ac5f17bbe03 req-3aa7f7e2-6e44-47cd-a61f-061c73690383 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:16.125561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7e67907-dc82-4d59-91d3-1ac5f17bbe03 req-3aa7f7e2-6e44-47cd-a61f-061c73690383 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.0829456
Dec 10 04:25:16.160017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172910-35b5-4f03-b9d6-0c61970f796b req-f4344501-cc4b-419a-9da9-cce783e51c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:16.161780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-f4344501-cc4b-419a-9da9-cce783e51c4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 200  len: 850 time: 0.0617762
Dec 10 04:25:16.163543 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d281640>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:16.167485 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:25:16.175843 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:16.176454 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d281640>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:24:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:16.177854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7e67907-dc82-4d59-91d3-1ac5f17bbe03 req-2748819b-0524-4d0f-9429-fdaea3c46fe0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453548
Dec 10 04:25:16.237261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172910-35b5-4f03-b9d6-0c61970f796b req-81a69cd7-3fe6-46ca-9d30-01732f732dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:16.238760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-81a69cd7-3fe6-46ca-9d30-01732f732dbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51818318-7877-42a8-b0ba-779e12107427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698652
Dec 10 04:25:16.348590 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:16.370341 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-ca4b269a-e018-4656-bc76-a3e4007679ec service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245012
Dec 10 04:25:16.503657 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-39172910-35b5-4f03-b9d6-0c61970f796b req-da564cef-86d8-49ee-821b-baaea015626e service neutron] 10.222.0.18 "GET /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263034
Dec 10 04:25:16.678720 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d281640>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:16.682442 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263f373-74da-428d-859e-34f8f74257e5 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:00Z', 'revision_number': 4, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '239480ff-c9eb-4383-b526-d59e25cf0d09', 'name': '', 'network_id': '51818318-7877-42a8-b0ba-779e12107427', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'mac_address': 'fa:16:3e:1c:ec:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:00Z', 'updated_at': '2021-12-10T04:18:08Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'subnets': [{'id': '72387ef3-3c9b-4c70-b68c-588dee41c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:25:16.736265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ff16d389-0bc3-4f22-b2e9-d901d87ac99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:16.892330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff7cae-b535-476d-962d-c3b11f61c745 None None] New status for floating IP a6182a65-baf4-4d32-ab59-bdb8b02297e5: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:25:17.363489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e951-3232-4a9e-b38b-434f0910886d req-438a887d-e17e-4004-b032-660573a0c0d3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:17.364856 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f000e951-3232-4a9e-b38b-434f0910886d req-438a887d-e17e-4004-b032-660573a0c0d3 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.0835268
Dec 10 04:25:17.409330 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f000e951-3232-4a9e-b38b-434f0910886d req-730fc0b0-96fc-4f95-a031-83e895b3bf6a tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/security-groups?id=f580fafa-3e94-456c-9803-062de78f19a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389526
Dec 10 04:25:17.660611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:17.826031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-0556ebd0-4555-49bc-84ea-58daacd10dd0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:17.826713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-0556ebd0-4555-49bc-84ea-58daacd10dd0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Synchronizing usage tracker for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:25:17.842567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-0556ebd0-4555-49bc-84ea-58daacd10dd0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Unset dirty status for tenant:efb42266109545edaf699776c4a25924 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:25:17.843879 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-0556ebd0-4555-49bc-84ea-58daacd10dd0 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 946 time: 0.1016698
Dec 10 04:25:17.911962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:17.912246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:18.009024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:18.158475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] For port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:18.158827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:18.276878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for 52bfc8c1-f5a2-4f1b-89cb-8655037a707b owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:18.536005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:18.541398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-28bcf7e4-2528-4ea5-930f-8d44ee92b06d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:18.560186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-986976fe-4780-48ab-b382-893a8e4e1567 req-464743b5-9e26-4176-8d3c-eaebc43e80f5 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 210 time: 0.0419514
Dec 10 04:25:18.586219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=52bfc8c1-f5a2-4f1b-89cb-8655037a707b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:18.589287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:18.661407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] No DVR routers for this DVR port 52bfc8c1-f5a2-4f1b-89cb-8655037a707b on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:25:18.663758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:18.666314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'name': 'network-vif-deleted', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:18.681508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7c7ddd11-92b2-40af-8c00-84797e7c99f4 req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.18 "DELETE /v2.0/ports/52bfc8c1-f5a2-4f1b-89cb-8655037a707b HTTP/1.1" status: 204  len: 173 time: 0.8324311
Dec 10 04:25:18.710297 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24575447-18ea-4126-8543-b775f1a816b7', 'name': 'network-vif-deleted', 'tag': '52bfc8c1-f5a2-4f1b-89cb-8655037a707b', 'status': 'completed', 'code': 200}
Dec 10 04:25:19.510453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:19.727904 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-85255359-1e18-49f0-9cf9-7f6d9f14d040 req-6671c635-20b9-47c9-8f58-7c31934e0e20 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "GET /v2.0/ports?device_id=24575447-18ea-4126-8543-b775f1a816b7 HTTP/1.1" status: 200  len: 210 time: 0.0491555
Dec 10 04:25:20.696826 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:25:20.819582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46126) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:20.975749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Deleting port aff1afc0-f857-47c1-96bf-5ad3a9a64de8 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:20.975997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.138021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.138348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.258756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Calling delete_port for aff1afc0-f857-47c1-96bf-5ad3a9a64de8 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:21.393902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.397395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9f7e1036-fd8a-4c4e-ad8b-f952d47e7e80 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:21.439452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'Port': ['ID=aff1afc0-f857-47c1-96bf-5ad3a9a64de8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:21.442748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:21.475750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 52bfc8c1-f5a2-4f1b-89cb-8655037a707b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:21.509206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 52bfc8c1-f5a2-4f1b-89cb-8655037a707b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:21.509507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 52bfc8c1-f5a2-4f1b-89cb-8655037a707b not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:21.530315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.544190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:21.545327 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "DELETE /v2.0/floatingips/3c2815cc-19e7-4d63-b12b-587fe4cb9a43 HTTP/1.1" status: 204  len: 168 time: 0.7247584
Dec 10 04:25:24.120683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:24.189421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:24.218874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:24.285413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:24.289641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e1b506ab-0b92-4498-bd30-3b002702a74e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:24.305141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580fafa-3e94-456c-9803-062de78f19a6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:24.307964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:24.317066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:24.321332 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] 10.222.0.44 "DELETE /v2.0/security-groups/f580fafa-3e94-456c-9803-062de78f19a6 HTTP/1.1" status: 204  len: 168 time: 0.1995075
Dec 10 04:25:24.392138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46148) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:25.007105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:25.340077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Deleting port 239480ff-c9eb-4383-b526-d59e25cf0d09 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:25.340408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:25.505798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] For port 239480ff-c9eb-4383-b526-d59e25cf0d09, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=239480ff-c9eb-4383-b526-d59e25cf0d09,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:25.506456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:25.746225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Calling delete_port for 239480ff-c9eb-4383-b526-d59e25cf0d09 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:25.912436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:25.915982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3feb2795-4cb6-48a3-a753-a1f2c9f01fe8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:25.959904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Pushing event deleted for resources: {'Port': ['ID=239480ff-c9eb-4383-b526-d59e25cf0d09,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:25.962975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:26.222975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:26.567663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Router 5d9834a8-1522-4328-8faf-d081fe975bcb has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:25:26.736375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:25:26.745665 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Sync routers for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:25:26.748074 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] 10.222.0.44 "PUT /v2.0/routers/5d9834a8-1522-4328-8faf-d081fe975bcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3548970
Dec 10 04:25:26.750621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46154) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:26.754589 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:26.755195 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bdc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:25:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:26.934288 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:27.052041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:27.211665 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bdc0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:25:25Z', 'revision_number': 5, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port': {'id': 'ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:27.215472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Checking router: 5d9834a8-1522-4328-8faf-d081fe975bcb for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:25:27.222707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:27.223644 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Routers {'5d9834a8-1522-4328-8faf-d081fe975bcb'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:27.224273 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bdc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:25:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['5d9834a8-1522-4328-8faf-d081fe975bcb'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:27.231722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Deleting port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:27.232025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:27.375786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] Set router 5d9834a8-1522-4328-8faf-d081fe975bcb gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:27.407069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] For port ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:27.407425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:27.480416 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bdc0>, [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:25:27Z', 'revision_number': 6, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:27.484282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07161a-5dab-4f35-bd5e-63a8790b96e4 None None] The sync data for ids ['5d9834a8-1522-4328-8faf-d081fe975bcb'] in dv-neutron-821182-1-hyperv is: [{'id': '5d9834a8-1522-4328-8faf-d081fe975bcb', 'name': 'tempest-TestVolumeBootPattern-208684608-router', 'tenant_id': 'efb42266109545edaf699776c4a25924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:17:57Z', 'updated_at': '2021-12-10T04:25:27Z', 'revision_number': 6, 'project_id': 'efb42266109545edaf699776c4a25924', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:25:27.529226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Calling delete_port for ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:27.694633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:27.698147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:27.740487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:27.742924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:27.834203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.020698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.023298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.043450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.043976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9834a8-1522-4328-8faf-d081fe975bcb {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:25:28.055599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.056689 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5d9834a8-1522-4328-8faf-d081fe975bcb HTTP/1.1" status: 204  len: 168 time: 1.3052504
Dec 10 04:25:28.059183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46158) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:28.116000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Deleting subnet 72387ef3-3c9b-4c70-b68c-588dee41c93b {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:25:28.118792 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.168405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.242253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:28.250057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.277185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:28.277564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device ec8bbc59-e9f4-4a4f-b17b-9f73fe8369dd not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:28.278071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 239480ff-c9eb-4383-b526-d59e25cf0d09 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:28.314396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 239480ff-c9eb-4383-b526-d59e25cf0d09 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:28.314750 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 239480ff-c9eb-4383-b526-d59e25cf0d09 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:28.321153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.325103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cd8bb1e7-862d-437f-b9c5-44a6a0ae6ed2 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:28.363328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72387ef3-3c9b-4c70-b68c-588dee41c93b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:28.367229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:28.368411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.373324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdb8bc-356b-497d-bf14-3d1ffae71e36 None None] Network 51818318-7877-42a8-b0ba-779e12107427 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:25:28.375914 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/72387ef3-3c9b-4c70-b68c-588dee41c93b HTTP/1.1" status: 204  len: 168 time: 0.3155205
Dec 10 04:25:28.378272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46162) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:28.490538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.500664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Deleting port 2c54338f-7b94-481b-a335-5ea6eab94071 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:28.500988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.623382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] DHCP port deletion for 51818318-7877-42a8-b0ba-779e12107427 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:25:28.627535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Deleting port 2c54338f-7b94-481b-a335-5ea6eab94071 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:28.627916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.709356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] For port 2c54338f-7b94-481b-a335-5ea6eab94071, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c54338f-7b94-481b-a335-5ea6eab94071,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:28.709714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.869259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] For port 2c54338f-7b94-481b-a335-5ea6eab94071, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2c54338f-7b94-481b-a335-5ea6eab94071,segment=NetworkSegment(a73cb44a-7382-4933-bc91-0b1ea05c8e05),segment_id=a73cb44a-7382-4933-bc91-0b1ea05c8e05)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:28.869574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:28.954066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Calling delete_port for 2c54338f-7b94-481b-a335-5ea6eab94071 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:28.987345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Calling delete_port for 2c54338f-7b94-481b-a335-5ea6eab94071 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:29.028886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.033641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b372c96e-2a57-4b06-8262-5b1e1d26090d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:29.064372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:25:29.064732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:25:29.082912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] No DVR routers for this DVR port 2c54338f-7b94-481b-a335-5ea6eab94071 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:25:29.084676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c54338f-7b94-481b-a335-5ea6eab94071,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:29.113658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:29.199559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.227834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9d60>,) {'filters': {'network_id': ['51818318-7877-42a8-b0ba-779e12107427']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:29.239325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9d60>, 'a73cb44a-7382-4933-bc91-0b1ea05c8e05') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:29.239643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9d60>, 'a73cb44a-7382-4933-bc91-0b1ea05c8e05') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:29.250383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.265615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.271915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:25:29.272398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:25:29.284927 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:25:29.355594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.359156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f3109d5c-0b1e-495b-8779-30e1600612ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:29.377223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.382987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Pushing event deleted for resources: {'Network': ['ID=51818318-7877-42a8-b0ba-779e12107427,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:29.386970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:29.399188 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] 10.222.0.44 "DELETE /v2.0/networks/51818318-7877-42a8-b0ba-779e12107427 HTTP/1.1" status: 204  len: 168 time: 1.0199125
Dec 10 04:25:29.402183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46166) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:29.566535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Deleting port 2c54338f-7b94-481b-a335-5ea6eab94071 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:29.567085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.630021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0dc1-8a67-402e-927c-2454d5182b1a None None] The port '2c54338f-7b94-481b-a335-5ea6eab94071' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:25:29.924435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:29.972976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c54338f-7b94-481b-a335-5ea6eab94071 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:30.009518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2c54338f-7b94-481b-a335-5ea6eab94071 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:30.009872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2c54338f-7b94-481b-a335-5ea6eab94071 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:30.378127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Deleting port aea621dc-88ae-48d3-94e6-892fdf7a1895 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:30.378474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:30.547814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] For port aea621dc-88ae-48d3-94e6-892fdf7a1895, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=aea621dc-88ae-48d3-94e6-892fdf7a1895,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:30.548452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:30.674353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Calling delete_port for aea621dc-88ae-48d3-94e6-892fdf7a1895 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:30.838501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:30.842730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ed4655b6-ad71-4594-bfe4-30154d3753c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:30.887627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea621dc-88ae-48d3-94e6-892fdf7a1895,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:30.890652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:31.165820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:31.518806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:25:31.806699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:25:31.815997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Sync routers for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:25:31.825605 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] 10.222.0.44 "PUT /v2.0/routers/25848055-a2d5-46bf-8381-ece9cdaeaaa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4200826
Dec 10 04:25:31.825957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46172) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:31.826567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:31.827176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f063d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:25:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:32.002526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.004405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:32.179314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.188879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Deleting port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:32.189430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.284904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f063d0>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:25:30Z', 'revision_number': 5, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port': {'id': '1704e6d0-3fb4-4a60-941a-fdb9a6d11c21', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:18:04Z', 'updated_at': '2021-12-10T04:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:32.288865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Checking router: 25848055-a2d5-46bf-8381-ece9cdaeaaa9 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:25:32.297107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Routers {'25848055-a2d5-46bf-8381-ece9cdaeaaa9'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:25:32.297741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f063d0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:25:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:32.359650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] For port 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:32.360005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.452393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] Set router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:25:32.482031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Calling delete_port for 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:32.556937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f063d0>, [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:25:32Z', 'revision_number': 6, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:32.560882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e00c5-85dd-4b97-acea-cc7d58d93d79 None None] The sync data for ids ['25848055-a2d5-46bf-8381-ece9cdaeaaa9'] in dv-neutron-821182-1-hyperv is: [{'id': '25848055-a2d5-46bf-8381-ece9cdaeaaa9', 'name': 'tempest-TestVolumeBootPattern-1712957751-router', 'tenant_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:18:03Z', 'updated_at': '2021-12-10T04:25:32Z', 'revision_number': 6, 'project_id': 'd1ce5ce9bff744b7a09048035387bc5f', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:25:32.651038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.654719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2deab40-2637-4bcf-aa99-3f16524dfd7b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:32.700701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1704e6d0-3fb4-4a60-941a-fdb9a6d11c21,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:32.703853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:32.788183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.960885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.963305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.989334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:32.989723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25848055-a2d5-46bf-8381-ece9cdaeaaa9 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:25:33.001796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.002912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/25848055-a2d5-46bf-8381-ece9cdaeaaa9 HTTP/1.1" status: 204  len: 168 time: 1.1761534
Dec 10 04:25:33.005427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46176) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:33.182579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Deleting subnet 7298fd5e-1c93-4c9e-bd47-040eddb55b89 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:25:33.185489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.233418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.313891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.386153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.390187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04bb1bc1-6a8c-4fad-925e-daa4df1a8470 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:33.424901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7298fd5e-1c93-4c9e-bd47-040eddb55b89,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:33.427964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:33.428923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.434464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03790e8-616b-4bd9-bbf7-8939c4d6904e None None] Network 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:25:33.434925 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d3aa5de5-83f4-4b3f-8f24-7715b8e44b49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7298fd5e-1c93-4c9e-bd47-040eddb55b89 HTTP/1.1" status: 204  len: 168 time: 0.4283056
Dec 10 04:25:33.437042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46180) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:33.551978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.562264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Deleting port 1d34f607-e800-4710-ba91-d6dfdaa056b1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:33.562592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.728805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] DHCP port deletion for 2209a2fd-a14c-46c1-bd82-d9ef92a2f68b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:25:33.733216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Deleting port 1d34f607-e800-4710-ba91-d6dfdaa056b1 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:33.733643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.772016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] For port 1d34f607-e800-4710-ba91-d6dfdaa056b1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1d34f607-e800-4710-ba91-d6dfdaa056b1,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:33.772288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.897017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Calling delete_port for 1d34f607-e800-4710-ba91-d6dfdaa056b1 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:33.942115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] For port 1d34f607-e800-4710-ba91-d6dfdaa056b1, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=1d34f607-e800-4710-ba91-d6dfdaa056b1,segment=NetworkSegment(3d9b4da4-477e-412c-bafe-520b94d8abf7),segment_id=3d9b4da4-477e-412c-bafe-520b94d8abf7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:33.943361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.981876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:33.985680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66d5902f-20fe-4479-9132-b00ec821f07d tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:34.003855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1d34f607-e800-4710-ba91-d6dfdaa056b1 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:34.031878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d34f607-e800-4710-ba91-d6dfdaa056b1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:34.034719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:34.035494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] No DVR routers for this DVR port 1d34f607-e800-4710-ba91-d6dfdaa056b1 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:25:34.094007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Calling delete_port for 1d34f607-e800-4710-ba91-d6dfdaa056b1 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:25:34.129536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 1d34f607-e800-4710-ba91-d6dfdaa056b1 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:34.129937 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1d34f607-e800-4710-ba91-d6dfdaa056b1 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:34.130343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:34.149540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.170632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:34.170984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 1704e6d0-3fb4-4a60-941a-fdb9a6d11c21 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:34.171407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aea621dc-88ae-48d3-94e6-892fdf7a1895 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:25:34.173984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d974e9790>,) {'filters': {'network_id': ['2209a2fd-a14c-46c1-bd82-d9ef92a2f68b']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:34.186199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974e9790>, '3d9b4da4-477e-412c-bafe-520b94d8abf7') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:34.186493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974e9790>, '3d9b4da4-477e-412c-bafe-520b94d8abf7') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:25:34.197778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.209925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: aea621dc-88ae-48d3-94e6-892fdf7a1895 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:25:34.210280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device aea621dc-88ae-48d3-94e6-892fdf7a1895 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:25:34.215407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.225457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:25:34.225846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.234413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:25:34.234779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:25:34.238705 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:25:34.314422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.317912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8e0790a-68d8-41ee-a535-9e81b3a29624 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:34.330392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.342280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2209a2fd-a14c-46c1-bd82-d9ef92a2f68b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:34.345727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:34.347473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2209a2fd-a14c-46c1-bd82-d9ef92a2f68b HTTP/1.1" status: 204  len: 168 time: 0.9094851
Dec 10 04:25:34.454048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46186) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:34.501773 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7798ba2b-2369-4b1a-ad5e-156da3a43ecc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efb42266109545edaf699776c4a25924&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0464633
Dec 10 04:25:34.504050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46190) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:34.560255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.589289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.640044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.644032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebace310-8068-40e4-a472-0ee94af2d9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:34.657333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff691721-8024-489c-aa31-655441912810,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:34.661059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:34.664254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.665386 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff691721-8024-489c-aa31-655441912810 HTTP/1.1" status: 204  len: 168 time: 0.1604040
Dec 10 04:25:34.736320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Deleting port 1d34f607-e800-4710-ba91-d6dfdaa056b1 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:34.736814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:34.800654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9dc455f4-2306-4f28-ad3b-2d54c7663c29 None None] The port '1d34f607-e800-4710-ba91-d6dfdaa056b1' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:25:34.995470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46198) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:35.043785 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5304a404-8e3f-4551-8cbc-d1d4d25102cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1ce5ce9bff744b7a09048035387bc5f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0471005
Dec 10 04:25:35.046075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46202) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:25:35.102880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:35.128370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:35.178142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:35.182850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cc92b3d9-660e-42ec-b3df-fa38d04221d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:35.198970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4b00e-da72-4fa6-ba51-ba8ae9c27bbe,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:35.201540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:35.202683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:35.206326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67a4b00e-da72-4fa6-ba51-ba8ae9c27bbe HTTP/1.1" status: 204  len: 168 time: 0.1568191
Dec 10 04:25:41.977511 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c022b57e-68bc-4236-a607-d8f29de57f79 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=26601e17b9304789a4479b7679b834ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323162
Dec 10 04:25:42.243916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-e2fb2dc1-888a-4c09-a944-45cffbd8fee3 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:42.245371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-e2fb2dc1-888a-4c09-a944-45cffbd8fee3 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2626026
Dec 10 04:25:42.260568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-f506792e-89d9-447e-a0f1-b51b3dbbaa04 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/quotas/26601e17b9304789a4479b7679b834ff HTTP/1.1" status: 200  len: 375 time: 0.0098107
Dec 10 04:25:42.306042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c666bd51-1793-4065-ac61-df28d1178626 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26601e17b9304789a4479b7679b834ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404890
Dec 10 04:25:43.494415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-579196dd-ec94-43b0-88f8-bdeb211e80b4 req-1252f57c-5856-4520-b8cd-e33c687a71d3 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 210 time: 0.0454550
Dec 10 04:25:44.211180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:44.400474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8fac1186-db98-44f4-bf99-96b4ae83e01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:44.457650 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-506e076c-cad5-4f14-b79b-0b0b6538f779 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=26601e17b9304789a4479b7679b834ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276027
Dec 10 04:25:44.615946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-8285180b-d1cb-4c2c-a0e1-10f41e745dd9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:44.617451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-8285180b-d1cb-4c2c-a0e1-10f41e745dd9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1550696
Dec 10 04:25:44.637510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Request body: {'port': {'device_id': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918', 'admin_state_up': True, 'tenant_id': '26601e17b9304789a4479b7679b834ff'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:25:44.648066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e58978c8-ee40-4d02-9244-cf18b2a8b13b req-44c3aa97-b5b1-4325-9475-a7ce59b4308b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 210 time: 0.0434947
Dec 10 04:25:44.881560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:25:44.885162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Usage tracker for resource:port and tenant:26601e17b9304789a4479b7679b834ff is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:25:44.887904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:25:44.893453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:25:44.903489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Made reservation on behalf of 26601e17b9304789a4479b7679b834ff for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:25:44.907000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:44.919687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:44.934648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:25:44.938361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Usage tracker for resource:security_group_rule and tenant:26601e17b9304789a4479b7679b834ff is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:25:44.941356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:25:44.947663 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:25:45.028381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.031891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.034756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a091f71b-372b-4295-9528-eacbb6b3f3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:45.116333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f93ef-f9be-401e-b62c-fa33df6a86c7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:45.121409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:45.201143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Allocated IP 192.168.233.36 (f6b8165c-7385-4770-9e37-d78df9a10918/64a4e175-b381-4332-ab5d-ccbb10de0b83/af832731-90bb-4c23-aaed-ffddf19e15b2) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:25:45.400660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.416872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Transition to ACTIVE for port object af832731-90bb-4c23-aaed-ffddf19e15b2 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:25:45.440820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.446952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4aa1423c-943f-4072-ae7e-052ca3658714 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:45.513968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Network f6b8165c-7385-4770-9e37-d78df9a10918 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:25:45.516932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:25:45.521320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:25:45.562281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Pushing event updated for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:45.567614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:45.594814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:45.595428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.624535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9907253
Dec 10 04:25:45.641130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-4ad18811-6341-419e-b4b3-2353bae9910b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:25:45.642121 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-4ad18811-6341-419e-b4b3-2353bae9910b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054030
Dec 10 04:25:45.762406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Request body: {'port': {'device_id': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:25:45.821126 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1fcd87a4-9eda-4f0c-8b76-551f57b5ffcb None None] Provisioning for port af832731-90bb-4c23-aaed-ffddf19e15b2 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:25:45.826273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1fcd87a4-9eda-4f0c-8b76-551f57b5ffcb None None] Provisioning complete for port af832731-90bb-4c23-aaed-ffddf19e15b2 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:25:45.826612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1fcd87a4-9eda-4f0c-8b76-551f57b5ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.838404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ad4-3041-4bf6-9f2e-a3f2ce136eb2 req-1bb4696a-8412-4aab-b765-692f0b1d55bd tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:45.840052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26821ad4-3041-4bf6-9f2e-a3f2ce136eb2 req-1bb4696a-8412-4aab-b765-692f0b1d55bd tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 935 time: 0.0811100
Dec 10 04:25:45.877171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:45.883940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd87a4-9eda-4f0c-8b76-551f57b5ffcb None None] Port af832731-90bb-4c23-aaed-ffddf19e15b2 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:25:45.895895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26821ad4-3041-4bf6-9f2e-a3f2ce136eb2 req-16fcc897-1eab-4676-9730-88df44751ae7 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482609
Dec 10 04:25:46.225641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af832731-90bb-4c23-aaed-ffddf19e15b2 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:25:46.233378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.247755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Transition to ACTIVE for port object af832731-90bb-4c23-aaed-ffddf19e15b2 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:25:46.251659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.255164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-20cdbfad-5780-408b-a712-6394538fc84a tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:46.392766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:46.422902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:46.499615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Attempting to bind port af832731-90bb-4c23-aaed-ffddf19e15b2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:25:46.499953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Attempting to bind port af832731-90bb-4c23-aaed-ffddf19e15b2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:25:46.500279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Attempting to bind port af832731-90bb-4c23-aaed-ffddf19e15b2 on network f6b8165c-7385-4770-9e37-d78df9a10918 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:25:46.504911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Port af832731-90bb-4c23-aaed-ffddf19e15b2 on network f6b8165c-7385-4770-9e37-d78df9a10918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:25:46.505233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Attempting to bind port af832731-90bb-4c23-aaed-ffddf19e15b2 on network f6b8165c-7385-4770-9e37-d78df9a10918 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:25:46.510296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:25:46.510630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Checking segment: {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:25:46.511016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Bound using segment: {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:25:46.511437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Bound port: af832731-90bb-4c23-aaed-ffddf19e15b2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4196ae06-061d-47e6-9e05-97a3128c6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:25:46.511788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.602496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:25:46.605766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af832731-90bb-4c23-aaed-ffddf19e15b2,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:25:46.610540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.614198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-af19c26b-68ea-4394-99df-8499861f34b4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:46.669233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:46.669862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.671283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] 10.222.0.18 "PUT /v2.0/ports/af832731-90bb-4c23-aaed-ffddf19e15b2 HTTP/1.1" status: 200  len: 1097 time: 1.0223484
Dec 10 04:25:46.671820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:46.695342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:46.698477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:46.724021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2', 'status': 'completed', 'code': 200}
Dec 10 04:25:46.739255 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-55a25645-8489-4dfe-9e30-0facd855d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:46.815949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-375ac430-634a-400c-944c-3d5dc4a38c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:46.818101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-375ac430-634a-400c-944c-3d5dc4a38c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26601e17b9304789a4479b7679b834ff&device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 1100 time: 0.0773118
Dec 10 04:25:46.892440 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-f8484d21-071e-4d75-9407-3050cb4297e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=af832731-90bb-4c23-aaed-ffddf19e15b2 HTTP/1.1" status: 200  len: 217 time: 0.0623968
Dec 10 04:25:47.081234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b533fd-0c31-4635-a93a-c69789437b8c req-2b559dbd-e5f3-4f80-8f3f-2f17bb81c34e tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.083194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46b533fd-0c31-4635-a93a-c69789437b8c req-2b559dbd-e5f3-4f80-8f3f-2f17bb81c34e tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 947 time: 0.0817628
Dec 10 04:25:47.089868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-8dd2b44d-505b-4922-9968-10f8e3b3e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.091274 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-8dd2b44d-505b-4922-9968-10f8e3b3e0fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64a4e175-b381-4332-ab5d-ccbb10de0b83 HTTP/1.1" status: 200  len: 843 time: 0.1775217
Dec 10 04:25:47.126921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46b533fd-0c31-4635-a93a-c69789437b8c req-17a8ba54-e022-4aba-9060-c1a0169ed947 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380616
Dec 10 04:25:47.172567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-29d37f9f-73c8-471a-9bfe-000ab0c642ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.174072 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-29d37f9f-73c8-471a-9bfe-000ab0c642ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6b8165c-7385-4770-9e37-d78df9a10918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0717814
Dec 10 04:25:47.308311 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-845539aa-5e1f-4e0a-9a5a-89404d271183 service neutron] 10.222.0.18 "GET /v2.0/networks/f6b8165c-7385-4770-9e37-d78df9a10918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246929
Dec 10 04:25:47.438200 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8a51995e-2cdc-48d0-814a-e06428cb4407 req-4ca7ae5f-0d36-4424-9674-b344f263d668 service neutron] 10.222.0.18 "GET /v2.0/networks/f6b8165c-7385-4770-9e37-d78df9a10918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232777
Dec 10 04:25:47.621190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-ced85669-7e33-4b37-8812-d019eedde37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.622653 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-ced85669-7e33-4b37-8812-d019eedde37d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26601e17b9304789a4479b7679b834ff&device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 1100 time: 0.0735116
Dec 10 04:25:47.660982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:47.755241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-56911c58-996b-44f1-8aca-a04e719f9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.756682 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-56911c58-996b-44f1-8aca-a04e719f9077 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6b8165c-7385-4770-9e37-d78df9a10918 HTTP/1.1" status: 200  len: 870 time: 0.1264791
Dec 10 04:25:47.823360 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-bffb06ea-5ab4-4c66-b4dc-6a56c8d807fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=af832731-90bb-4c23-aaed-ffddf19e15b2 HTTP/1.1" status: 200  len: 217 time: 0.0603070
Dec 10 04:25:47.887514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-858601db-b531-4cea-b669-9f2045c3cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.888940 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-858601db-b531-4cea-b669-9f2045c3cd55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64a4e175-b381-4332-ab5d-ccbb10de0b83 HTTP/1.1" status: 200  len: 843 time: 0.0594199
Dec 10 04:25:47.962312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-f58af900-edcf-4048-ae3d-9593ad836671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:47.963747 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-f58af900-edcf-4048-ae3d-9593ad836671 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6b8165c-7385-4770-9e37-d78df9a10918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0687642
Dec 10 04:25:48.002032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:48.096959 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-4b3baffc-9b1f-44ba-ba20-9599eefac06e service neutron] 10.222.0.18 "GET /v2.0/networks/f6b8165c-7385-4770-9e37-d78df9a10918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266227
Dec 10 04:25:48.228870 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-65745eac-dda4-4da1-8773-f5c0c6fc2435 req-467bb31a-bd7d-4671-a350-1ac8153aa42f service neutron] 10.222.0.18 "GET /v2.0/networks/f6b8165c-7385-4770-9e37-d78df9a10918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237023
Dec 10 04:25:48.313219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaf689-7f1c-470e-b1b4-1028646bcee9 req-39c607fd-1a10-425b-9eee-876e3b94e3a8 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:48.314586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2adaf689-7f1c-470e-b1b4-1028646bcee9 req-39c607fd-1a10-425b-9eee-876e3b94e3a8 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 947 time: 0.0822575
Dec 10 04:25:48.356881 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2adaf689-7f1c-470e-b1b4-1028646bcee9 req-cb41e460-7a0b-49fe-a53a-9f13db71e539 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365276
Dec 10 04:25:49.507868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:49.536530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ddd0f-0fb6-4a03-b075-b9ff52d92da8 req-0e8241a9-c9e5-4f98-a772-4cf950db5a6e tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:49.537993 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f98ddd0f-0fb6-4a03-b075-b9ff52d92da8 req-0e8241a9-c9e5-4f98-a772-4cf950db5a6e tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 947 time: 0.0804379
Dec 10 04:25:49.580008 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f98ddd0f-0fb6-4a03-b075-b9ff52d92da8 req-1a901958-a033-49a9-ab2e-cdba83f3466b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364540
Dec 10 04:25:50.764406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1a72-5c9f-497d-848e-a6d4362568b9 req-4611e817-7cb0-4c2e-9d3f-d2780ec15f52 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:50.765870 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b12b1a72-5c9f-497d-848e-a6d4362568b9 req-4611e817-7cb0-4c2e-9d3f-d2780ec15f52 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 947 time: 0.0838616
Dec 10 04:25:50.808212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b12b1a72-5c9f-497d-848e-a6d4362568b9 req-b3be81e8-93e2-4441-8c8d-20d3747cd8d3 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362506
Dec 10 04:25:51.627763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af832731-90bb-4c23-aaed-ffddf19e15b2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:25:51.755625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af832731-90bb-4c23-aaed-ffddf19e15b2,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:51.768099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'af832731-90bb-4c23-aaed-ffddf19e15b2', 'network_id': 'f6b8165c-7385-4770-9e37-d78df9a10918', 'port_id': 'af832731-90bb-4c23-aaed-ffddf19e15b2', 'mac_address': 'fa:16:3e:2c:9c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a4e175-b381-4332-ab5d-ccbb10de0b83', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:25:51.823856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:51.840923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af832731-90bb-4c23-aaed-ffddf19e15b2 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:25:51.856582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af832731-90bb-4c23-aaed-ffddf19e15b2,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:51.861811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:51.863572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:51.927102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:51.935852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.936200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.936536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.936868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.937197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.937585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.937908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.938252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.938571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.938888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.939203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.939519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:25:51.943696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:51.995256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209801d-70ba-4455-8188-ca5eb0e2be2a req-2fe07e63-f441-4f2d-b6c9-0c7281f5d431 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:51.996739 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b209801d-70ba-4455-8188-ca5eb0e2be2a req-2fe07e63-f441-4f2d-b6c9-0c7281f5d431 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 948 time: 0.0802288
Dec 10 04:25:52.044330 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b209801d-70ba-4455-8188-ca5eb0e2be2a req-f2d60cac-2b88-47d5-a1ae-180f4c0b7d88 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417457
Dec 10 04:25:52.300526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['af832731-90bb-4c23-aaed-ffddf19e15b2'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:25:53.226502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457084-5c1e-4d47-a139-1ccbd5411eb5 req-95e27743-2e68-4741-b22b-146598333054 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:53.227910 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0457084-5c1e-4d47-a139-1ccbd5411eb5 req-95e27743-2e68-4741-b22b-146598333054 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 948 time: 0.0792427
Dec 10 04:25:53.270632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0457084-5c1e-4d47-a139-1ccbd5411eb5 req-87de3e52-a5c7-45b5-b3fd-8419b6e8676f tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372369
Dec 10 04:25:53.643030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af832731-90bb-4c23-aaed-ffddf19e15b2 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:25:53.708923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port af832731-90bb-4c23-aaed-ffddf19e15b2 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:25:53.713518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port af832731-90bb-4c23-aaed-ffddf19e15b2 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:25:53.713905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:53.826031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:53.851958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:25:53.861239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af832731-90bb-4c23-aaed-ffddf19e15b2,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:25:53.867610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:25:53.869497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:25:53.902536 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2', 'code': 200}
Dec 10 04:25:53.940282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:25:53.944018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:25:54.156523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2f5-d8cc-4eae-8670-cff60603367c req-ddb478d2-9b06-4bfd-a17c-33b8058fd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:54.157945 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5859e2f5-d8cc-4eae-8670-cff60603367c req-ddb478d2-9b06-4bfd-a17c-33b8058fd0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 1102 time: 0.0727274
Dec 10 04:25:54.196899 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5859e2f5-d8cc-4eae-8670-cff60603367c req-ca4e25dc-e513-47eb-a23f-1de209766e7b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329263
Dec 10 04:25:54.502685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee919c00-b7f7-4d99-82e5-75703550140f req-62d10857-60ed-4200-8377-ffc754c832da tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:54.504661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee919c00-b7f7-4d99-82e5-75703550140f req-62d10857-60ed-4200-8377-ffc754c832da tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.1323509
Dec 10 04:25:54.547367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee919c00-b7f7-4d99-82e5-75703550140f req-2905afb1-c225-4e15-b9f8-79e38f1f1449 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370898
Dec 10 04:25:55.780416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3230-b4d3-4843-a528-0ce824934a0e req-122839ff-46e2-45c4-8a92-797b77be2328 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:55.781878 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19a3230-b4d3-4843-a528-0ce824934a0e req-122839ff-46e2-45c4-8a92-797b77be2328 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.1294560
Dec 10 04:25:55.824763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f19a3230-b4d3-4843-a528-0ce824934a0e req-7b455044-6d3a-4300-99b5-c4fecc9ba483 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372362
Dec 10 04:25:57.008123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1df13d-6932-4053-abb1-4837162cefb2 req-da4d2078-350f-4617-a805-121ad19de57d tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:57.009758 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bd1df13d-6932-4053-abb1-4837162cefb2 req-da4d2078-350f-4617-a805-121ad19de57d tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.0823431
Dec 10 04:25:57.052959 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bd1df13d-6932-4053-abb1-4837162cefb2 req-794cc46e-74d1-4fbe-a273-6f840f3e94f5 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378163
Dec 10 04:25:57.695581 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:25:58.107064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742f652-df78-4f4f-9ce5-c3e2ac131744 req-0e0765df-daf1-412e-9606-4d4933e6840f tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:58.108504 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b742f652-df78-4f4f-9ce5-c3e2ac131744 req-0e0765df-daf1-412e-9606-4d4933e6840f tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.0787990
Dec 10 04:25:58.151677 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b742f652-df78-4f4f-9ce5-c3e2ac131744 req-956224eb-aba9-43cc-aad3-521841ebe8b2 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375631
Dec 10 04:25:59.340163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a972c-f1f0-4e3c-b158-9434b6470196 req-93f0d679-4d5b-4a2a-bc83-b47f0d631a59 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:59.341621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a38a972c-f1f0-4e3c-b158-9434b6470196 req-93f0d679-4d5b-4a2a-bc83-b47f0d631a59 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.0822694
Dec 10 04:25:59.385189 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a38a972c-f1f0-4e3c-b158-9434b6470196 req-b5b60ba5-5610-4023-8145-2a6ac802c479 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/security-groups?id=b18f93ef-f9be-401e-b62c-fa33df6a86c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378497
Dec 10 04:25:59.727958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-54b76905-d768-48d3-b43a-88dfb37331d9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:25:59.728646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-54b76905-d768-48d3-b43a-88dfb37331d9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Synchronizing usage tracker for tenant:26601e17b9304789a4479b7679b834ff on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:25:59.745153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-54b76905-d768-48d3-b43a-88dfb37331d9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Unset dirty status for tenant:26601e17b9304789a4479b7679b834ff on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:25:59.746329 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-54b76905-d768-48d3-b43a-88dfb37331d9 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 949 time: 0.0971646
Dec 10 04:25:59.821890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Deleting port af832731-90bb-4c23-aaed-ffddf19e15b2 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:25:59.822232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:00.065250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] For port af832731-90bb-4c23-aaed-ffddf19e15b2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af832731-90bb-4c23-aaed-ffddf19e15b2,segment=NetworkSegment(4196ae06-061d-47e6-9e05-97a3128c6ff1),segment_id=4196ae06-061d-47e6-9e05-97a3128c6ff1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:00.065803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:00.295104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Calling delete_port for af832731-90bb-4c23-aaed-ffddf19e15b2 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:26:00.436188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:00.442039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:00.470407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['af832731-90bb-4c23-aaed-ffddf19e15b2'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:26:00.486170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Pushing event deleted for resources: {'Port': ['ID=af832731-90bb-4c23-aaed-ffddf19e15b2,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:00.489256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:00.550163 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-98b6f6e6-2a4c-4cff-aa69-cea7341691ca req-d8584b53-d112-4629-8f22-08f01a8232ca tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.44 "GET /v2.0/ports?device_id=004a3f41-52c3-48f1-866a-5e481bdfdf1e HTTP/1.1" status: 200  len: 210 time: 0.0460212
Dec 10 04:26:00.563933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] No DVR routers for this DVR port af832731-90bb-4c23-aaed-ffddf19e15b2 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:26:00.574507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:00.577224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'name': 'network-vif-deleted', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:00.594476 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7bec0b5-2785-418d-bea0-4a8033a63f44 req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] 10.222.0.18 "DELETE /v2.0/ports/af832731-90bb-4c23-aaed-ffddf19e15b2 HTTP/1.1" status: 204  len: 173 time: 0.8427093
Dec 10 04:26:00.682728 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004a3f41-52c3-48f1-866a-5e481bdfdf1e', 'name': 'network-vif-deleted', 'tag': 'af832731-90bb-4c23-aaed-ffddf19e15b2', 'status': 'completed', 'code': 200}
Dec 10 04:26:01.893622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46352) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:02.053044 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a8fb7361-d12a-4c0e-96c6-9c3cc8dbaf49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26601e17b9304789a4479b7679b834ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1575122
Dec 10 04:26:02.055288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46360) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:02.112614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.138239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.189500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.195172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3627dcbe-f764-45c1-bb8e-c442fb3c0407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:02.206781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f93ef-f9be-401e-b62c-fa33df6a86c7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:02.209694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:02.211613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.213278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b18f93ef-f9be-401e-b62c-fa33df6a86c7 HTTP/1.1" status: 204  len: 168 time: 0.1565666
Dec 10 04:26:02.479250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46370) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:02.496543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.510929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:26:02.514726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Usage tracker for resource:security_group_rule and tenant:68d1657a91ca420e8b2b8b470b8581b2 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:26:02.517526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:26:02.523781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:26:02.605728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.609242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.620571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-07cdf07a-bf56-4b36-b58f-ede4c51190cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:02.658974 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68d1657a91ca420e8b2b8b470b8581b2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1786480
Dec 10 04:26:02.660528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1915e3-659a-43c3-a254-1830826e908b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:02.661878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46374) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:02.663785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:02.723922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.748873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.799105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.803956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c14c6063-88a1-4674-93bb-fe7153a99f80 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:02.816332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1915e3-659a-43c3-a254-1830826e908b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:02.819235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:02.821300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:02.822424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ff1901f2-6bdb-4e7a-90c0-00652cf6ec07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b1915e3-659a-43c3-a254-1830826e908b HTTP/1.1" status: 204  len: 168 time: 0.1595809
Dec 10 04:26:03.516450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46402) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:03.616544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1340757820-network', 'tenant_id': 'cbdc244ca9d84b2b8898709b9fa74034'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:26:03.621143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:26:03.624912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Usage tracker for resource:network and tenant:cbdc244ca9d84b2b8898709b9fa74034 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:26:03.627715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:26:03.633917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:26:03.644063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Made reservation on behalf of cbdc244ca9d84b2b8898709b9fa74034 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:26:03.646319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.657787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.671743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:26:03.675795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdc244ca9d84b2b8898709b9fa74034 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:26:03.679482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:26:03.685053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:26:03.690592 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af832731-90bb-4c23-aaed-ffddf19e15b2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:26:03.732401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: af832731-90bb-4c23-aaed-ffddf19e15b2 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:26:03.732753 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af832731-90bb-4c23-aaed-ffddf19e15b2 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:26:03.771625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.775392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.779267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e660db63-8f8d-4789-b69a-1b7507d47d4f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:03.802150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:26:03.814577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e476233-a92d-4060-b9b1-d0f52a1d77a3,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:03.819286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:03.820190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.820529 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Added segment c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0 of type vlan for network 83455821-1294-43b8-9a3e-69c0c5eb5758
Dec 10 04:26:03.845602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.874361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.875334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:03.875911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:03.881055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-92d05c0e-c8f7-491e-8d12-a4b8c388eb27 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:03.978030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4602349
Dec 10 04:26:03.980925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Pushing event updated for resources: {'Network': ['ID=83455821-1294-43b8-9a3e-69c0c5eb5758,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:03.981206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:03.985625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:03.987785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Request body: {'subnet': {'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1340757820-subnet', 'tenant_id': 'cbdc244ca9d84b2b8898709b9fa74034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:26:03.993358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:26:03.996771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 83455821-1294-43b8-9a3e-69c0c5eb5758 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:26:03.997574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Usage tracker for resource:subnet and tenant:cbdc244ca9d84b2b8898709b9fa74034 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:26:04.000446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:26:04.006656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:26:04.018060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Made reservation on behalf of cbdc244ca9d84b2b8898709b9fa74034 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:26:04.021071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:04.222246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:04.226490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4eaa9f5e-8971-4117-b2c8-9b49382f49cd tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:04.297554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd826d7-3066-4b4a-9036-b83b975f9670,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:04.307065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.307448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.307823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.308194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.308562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.308927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.309290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.309684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.310044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.310404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.310765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.311119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:04.315986 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:04.316876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Checking segment: {'id': 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:26:04.317781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Network hostable DHCP agents. Network: 83455821-1294-43b8-9a3e-69c0c5eb5758, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:26:04.337211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Network 83455821-1294-43b8-9a3e-69c0c5eb5758 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:26:04.345829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 83455821-1294-43b8-9a3e-69c0c5eb5758) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:26:04.349703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:04.350311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:04.356538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf61a06-269a-4d20-a206-1185ae82ea44 None None] Network 83455821-1294-43b8-9a3e-69c0c5eb5758 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:26:04.375828 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3929267
Dec 10 04:26:04.563910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da330b8-258e-4367-a316-2d8033aedb41 None None] Network 83455821-1294-43b8-9a3e-69c0c5eb5758 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:26:04.990503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-581fa30c-8a4a-4c46-92f7-55929e6d0550 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:04.991941 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-581fa30c-8a4a-4c46-92f7-55929e6d0550 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 812 time: 0.2611892
Dec 10 04:26:05.006520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-5618fc8a-086f-4836-9e5a-3135afeb4352 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/quotas/cbdc244ca9d84b2b8898709b9fa74034 HTTP/1.1" status: 200  len: 375 time: 0.0092001
Dec 10 04:26:05.051233 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-631bf9ae-96e3-48f5-9d4c-dd4969dd6fe6 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0399690
Dec 10 04:26:05.179629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-12423fec-1f0b-4c8c-89b3-3f8aadfcab9a service neutron] 10.222.0.44 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220675
Dec 10 04:26:05.308208 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-6f412163-b29f-4cb9-b709-fd4ab9a1c49b service neutron] 10.222.0.44 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226859
Dec 10 04:26:05.477645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d41cab7-0cd7-4a33-bae0-7b49a41621c1 req-02e51621-2a98-41f5-93b8-ef07749da458 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 210 time: 0.0421326
Dec 10 04:26:06.631148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-edb214e0-2469-414d-b820-c8dbd0429e31 req-7bae8948-bd26-4547-b25e-a7ba158f1bb1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 210 time: 0.0469787
Dec 10 04:26:06.730874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-060341f4-56cd-41b9-90a6-97c944b13ff8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:06.731578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-060341f4-56cd-41b9-90a6-97c944b13ff8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Synchronizing usage tracker for tenant:cbdc244ca9d84b2b8898709b9fa74034 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:26:06.748018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-060341f4-56cd-41b9-90a6-97c944b13ff8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Unset dirty status for tenant:cbdc244ca9d84b2b8898709b9fa74034 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:26:06.749203 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-060341f4-56cd-41b9-90a6-97c944b13ff8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 812 time: 0.1637084
Dec 10 04:26:06.767616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Request body: {'port': {'device_id': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758', 'admin_state_up': True, 'tenant_id': 'cbdc244ca9d84b2b8898709b9fa74034'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:26:06.902027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:26:06.905936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Usage tracker for resource:port and tenant:cbdc244ca9d84b2b8898709b9fa74034 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:26:06.908766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:26:06.914431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:26:06.923759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Made reservation on behalf of cbdc244ca9d84b2b8898709b9fa74034 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:26:06.927764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:07.087932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Allocated IP 172.20.0.2 (83455821-1294-43b8-9a3e-69c0c5eb5758/5fd826d7-3066-4b4a-9036-b83b975f9670/0c6d67f6-fef3-4d71-a541-f55c54c4e7eb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:26:07.287737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:07.316756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:07.323370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:07.388865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Network 83455821-1294-43b8-9a3e-69c0c5eb5758 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:26:07.392004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:26:07.396371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:26:07.426050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:07.435815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:07.460579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:07.461173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:07.480649 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7171087
Dec 10 04:26:07.498486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Request body: {'port': {'device_id': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:26:07.724328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:07.818513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cd151-f97c-4eb8-a2ca-d4ae6d0e90ee req-bd35bbda-c810-4208-8628-cb6a6fb8e4c2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:07.819965 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf6cd151-f97c-4eb8-a2ca-d4ae6d0e90ee req-bd35bbda-c810-4208-8628-cb6a6fb8e4c2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 931 time: 0.0821671
Dec 10 04:26:07.866549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf6cd151-f97c-4eb8-a2ca-d4ae6d0e90ee req-81b7ff9e-d5b1-4e91-a18a-acc92d73c9e5 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405765
Dec 10 04:26:08.059940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:26:08.067750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:08.083965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Transition to ACTIVE for port object 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:26:08.087130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:08.091666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a8d8f7a8-a6da-438c-900b-fa1eb292db96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:08.249452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:08.291116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.291494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.291870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.292243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.292609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.292973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.293358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.293722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.294081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.294438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.294795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.295156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:08.298703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:08.327779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Attempting to bind port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:26:08.328107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Attempting to bind port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:26:08.328425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Attempting to bind port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb on network 83455821-1294-43b8-9a3e-69c0c5eb5758 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:26:08.332803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb on network 83455821-1294-43b8-9a3e-69c0c5eb5758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:26:08.333129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Attempting to bind port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb on network 83455821-1294-43b8-9a3e-69c0c5eb5758 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:26:08.338044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:26:08.338374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Checking segment: {'id': 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:26:08.338747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Bound using segment: {'id': 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:26:08.339159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Bound port: 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:26:08.339492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:08.426860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:26:08.429687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:26:08.434245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:08.438659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:08.491521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:08.492049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:08.493699 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 1093 time: 0.9989634
Dec 10 04:26:08.496451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:08.519797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:08.523347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:08.580014 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'status': 'completed', 'code': 200}
Dec 10 04:26:08.618664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-ea8935de-f8d1-4688-9f5c-686748f17ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:08.620094 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-ea8935de-f8d1-4688-9f5c-686748f17ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1096 time: 0.0729373
Dec 10 04:26:08.703072 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-39069512-4d9b-406b-818b-9ce204d7b8f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.0628169
Dec 10 04:26:08.763415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-8494eda3-bfb3-4b13-973e-befed59079ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:08.764686 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-8494eda3-bfb3-4b13-973e-befed59079ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0556357
Dec 10 04:26:08.813296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-8bcbf71e-0db1-492b-a78e-d2921c18be16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423894
Dec 10 04:26:08.943111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-3f18247e-68e1-4624-a3c0-68bb6126675b service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234515
Dec 10 04:26:09.055720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05212c0-b436-4e16-a5c2-1e366f68d7f4 req-dd04d33d-6693-4f69-bd66-5706aaa2ac7c tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:09.057091 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e05212c0-b436-4e16-a5c2-1e366f68d7f4 req-dd04d33d-6693-4f69-bd66-5706aaa2ac7c tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 943 time: 0.0821235
Dec 10 04:26:09.073251 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0936cdb9-1926-4718-b0a1-c89a535d44ee req-f4b9e337-8c08-4592-b3e3-ac4ef397c347 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241636
Dec 10 04:26:09.101988 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e05212c0-b436-4e16-a5c2-1e366f68d7f4 req-65b90c33-f421-405b-9b46-88a5661f2928 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391812
Dec 10 04:26:09.226923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-93793816-7e53-43a2-8cc8-33134f718456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:09.228364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-93793816-7e53-43a2-8cc8-33134f718456 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1096 time: 0.0696790
Dec 10 04:26:09.357358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-f89d8594-1a52-43de-b2b8-2405a192c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:09.358675 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-f89d8594-1a52-43de-b2b8-2405a192c507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 913 time: 0.1232214
Dec 10 04:26:09.534046 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-2c872ef6-5d29-4d44-8b38-e00405913760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.1684511
Dec 10 04:26:09.593768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-bbaec388-6fe9-49f7-82e2-354ff1124895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:09.595110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-bbaec388-6fe9-49f7-82e2-354ff1124895 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0552502
Dec 10 04:26:09.642176 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-1edcb4ea-8fd9-4bd4-95f9-eea5b853b2b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411305
Dec 10 04:26:09.769192 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-c318cc53-7c9e-43f7-af53-2a6d870f78b2 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207182
Dec 10 04:26:09.896110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fad6af0f-b8a6-4a0a-8a4c-db8aee73baf1 req-82a8244f-58f4-4f40-89b3-2cc47acee9a0 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201603
Dec 10 04:26:10.286941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0517f-03b5-48be-ade4-913e7067a55b req-d2be6c7a-aa60-4161-b6db-863b60b6e19e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:10.288461 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ee0517f-03b5-48be-ade4-913e7067a55b req-d2be6c7a-aa60-4161-b6db-863b60b6e19e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 943 time: 0.0790627
Dec 10 04:26:10.336153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ee0517f-03b5-48be-ade4-913e7067a55b req-91cf6b2d-60cc-4080-9feb-a5b22fba9470 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420935
Dec 10 04:26:11.660377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82404e9-df1d-4b82-ac07-bed670d86edb req-fdf86de6-c899-4502-b2fd-119a7747cfef tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:11.661752 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a82404e9-df1d-4b82-ac07-bed670d86edb req-fdf86de6-c899-4502-b2fd-119a7747cfef tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 943 time: 0.0801418
Dec 10 04:26:11.704546 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a82404e9-df1d-4b82-ac07-bed670d86edb req-d40d13d6-46dc-4fb6-a631-ca96601bf435 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373139
Dec 10 04:26:12.887595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd025aa5-b2cb-4c76-ad83-4bfa47deaf1d req-8372bec2-fa84-4246-ac3f-75d355348fae tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:12.889048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd025aa5-b2cb-4c76-ad83-4bfa47deaf1d req-8372bec2-fa84-4246-ac3f-75d355348fae tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 943 time: 0.0822453
Dec 10 04:26:12.932744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd025aa5-b2cb-4c76-ad83-4bfa47deaf1d req-102ab699-a4a3-4fb8-883e-48b9c3750aaa tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380249
Dec 10 04:26:13.724428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:26:13.853359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:13.866634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758', 'port_id': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'mac_address': 'fa:16:3e:3b:6a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd826d7-3066-4b4a-9036-b83b975f9670', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:26:13.919688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:13.936234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:26:13.951301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:13.955567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:13.957466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:14.026426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:14.030034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:14.115198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138293-a953-4179-9b8c-ef0df972313a req-27456db1-601a-4169-b9ec-51ed34310c46 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:14.116653 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13138293-a953-4179-9b8c-ef0df972313a req-27456db1-601a-4169-b9ec-51ed34310c46 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 944 time: 0.0826623
Dec 10 04:26:14.160362 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13138293-a953-4179-9b8c-ef0df972313a req-42f98b2c-28d1-497f-9ef5-b35221b4f96d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381784
Dec 10 04:26:14.198278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:14.381321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:26:14.441114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c781c6f-d748-4565-a945-fe876a684816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:15.343663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d636509-f57a-40cb-a04a-68719fb0a303 req-dcfc743d-4b98-4c35-be26-889b4d654cd8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:15.345090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d636509-f57a-40cb-a04a-68719fb0a303 req-dcfc743d-4b98-4c35-be26-889b4d654cd8 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 944 time: 0.0818241
Dec 10 04:26:15.388810 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d636509-f57a-40cb-a04a-68719fb0a303 req-2ed87cb7-ed7d-4c10-86c1-eb40732713ad tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374949
Dec 10 04:26:15.724766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:26:15.823946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:26:15.828548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:26:15.828927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:15.941552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:15.967018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:15.976898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:15.981093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:15.982950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3f5391fe-ddb2-4b95-9895-6fd662fbc9ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:16.047509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:16.054059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:16.067709 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'code': 200}
Dec 10 04:26:16.322833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8d4c-e248-4025-9280-3bad8cb4aafd req-c0f4aae7-566c-4955-963e-97b86793f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:16.324236 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40ec8d4c-e248-4025-9280-3bad8cb4aafd req-c0f4aae7-566c-4955-963e-97b86793f59f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1098 time: 0.0723846
Dec 10 04:26:16.363491 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40ec8d4c-e248-4025-9280-3bad8cb4aafd req-859aff3c-21d7-4b20-b6d3-76228b27ed2c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333986
Dec 10 04:26:16.571013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3b25f-735b-4b76-bdb0-9ffa897e24ce req-2d936120-c185-471a-8a1b-2df06691a596 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:16.572442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49e3b25f-735b-4b76-bdb0-9ffa897e24ce req-2d936120-c185-471a-8a1b-2df06691a596 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0794144
Dec 10 04:26:16.615957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49e3b25f-735b-4b76-bdb0-9ffa897e24ce req-f346d6eb-754d-431e-aa57-6d2238db64b3 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378034
Dec 10 04:26:16.742267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-058d7217-2935-430f-a1fb-592be4dff229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:17.663575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:17.828625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82590e-3b17-406e-bab6-b6ef53716623 req-da8f33d6-e6b5-47dd-a8a8-bdc7591bca48 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:17.830103 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb82590e-3b17-406e-bab6-b6ef53716623 req-da8f33d6-e6b5-47dd-a8a8-bdc7591bca48 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0873551
Dec 10 04:26:17.873161 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb82590e-3b17-406e-bab6-b6ef53716623 req-b8542842-5634-4424-a331-ffe9ea057faf tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375140
Dec 10 04:26:18.008761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:19.050568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdfbb-b2d8-4837-99ab-57f86232df92 req-4c229eb6-e1a8-4e9e-aeb4-ee0ad1627bbd tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:19.051975 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b8cfdfbb-b2d8-4837-99ab-57f86232df92 req-4c229eb6-e1a8-4e9e-aeb4-ee0ad1627bbd tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0768595
Dec 10 04:26:19.103362 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b8cfdfbb-b2d8-4837-99ab-57f86232df92 req-8ec131cb-c5ad-4546-b4e3-8c5aab08e752 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451462
Dec 10 04:26:19.458715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:19.491985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25280c2-8ae3-4d8c-9bac-f582989a606b req-8ddf2351-ced0-404f-b318-0fa25f3ac9ec tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:19.493470 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e25280c2-8ae3-4d8c-9bac-f582989a606b req-8ddf2351-ced0-404f-b318-0fa25f3ac9ec tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0802464
Dec 10 04:26:19.511675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:19.539724 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e25280c2-8ae3-4d8c-9bac-f582989a606b req-962c790b-38c4-4484-934d-29ecd1a2c3c6 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395856
Dec 10 04:26:19.574015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-be57ace9-72aa-404a-aae2-7137a0837a09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1141410
Dec 10 04:26:20.729957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8112608-0872-45f7-b8ee-80732f57c611 req-e3ee11b5-2940-4c18-bfb9-6bddeffed3d1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:20.731427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8112608-0872-45f7-b8ee-80732f57c611 req-e3ee11b5-2940-4c18-bfb9-6bddeffed3d1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0857894
Dec 10 04:26:20.777648 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8112608-0872-45f7-b8ee-80732f57c611 req-eb383d83-a8d4-487c-aeae-e66f5662e313 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397975
Dec 10 04:26:20.841594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-3c75bc97-ccaa-4d6c-8047-0f369b916108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:20.842960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-3c75bc97-ccaa-4d6c-8047-0f369b916108 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1098 time: 0.0704370
Dec 10 04:26:20.972781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-2615e3e8-fc98-44fc-99de-acbdae1e02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:20.974292 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-2615e3e8-fc98-44fc-99de-acbdae1e02e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 913 time: 0.1251242
Dec 10 04:26:21.044253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-e7a327e3-e94d-4d3c-a3c2-47e62fb600eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.0632803
Dec 10 04:26:21.105389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-3049d143-a447-4e40-9ed0-48a1219a2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:21.106859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-3049d143-a447-4e40-9ed0-48a1219a2497 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0565898
Dec 10 04:26:21.155836 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-4f353352-9b0f-4ad2-922f-e28756d3bd9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424531
Dec 10 04:26:21.282795 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-a509f2de-e620-47ea-b7b7-7a2eba7076f3 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207511
Dec 10 04:26:21.412024 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-3d8fc5e7-b9a9-47eb-b86d-7d222f11c066 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223729
Dec 10 04:26:21.959901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13360eaf-9f14-4377-bfee-21d35d9e8b65 req-c1af1a15-08c2-4664-ad42-fe2126ce4db9 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:21.961385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13360eaf-9f14-4377-bfee-21d35d9e8b65 req-c1af1a15-08c2-4664-ad42-fe2126ce4db9 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0799329
Dec 10 04:26:22.003389 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13360eaf-9f14-4377-bfee-21d35d9e8b65 req-16e99000-bda3-4769-9e3f-a7ae266ed3a9 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364101
Dec 10 04:26:23.188165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653db9-7da3-466a-9ea3-ab5eb7cbad5a req-14834d2d-0625-4b15-93a8-2fa1d9cff456 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:23.189616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-90653db9-7da3-466a-9ea3-ab5eb7cbad5a req-14834d2d-0625-4b15-93a8-2fa1d9cff456 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0815394
Dec 10 04:26:23.233957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-90653db9-7da3-466a-9ea3-ab5eb7cbad5a req-0c58970f-0bb2-42e0-abbb-b701fe00aebe tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385723
Dec 10 04:26:24.411729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b647b0-e7ac-4f84-92a7-31f5e4e0528f req-43248106-8995-4c8c-bd93-178ae5484180 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:24.413151 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0b647b0-e7ac-4f84-92a7-31f5e4e0528f req-43248106-8995-4c8c-bd93-178ae5484180 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0775032
Dec 10 04:26:24.459032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0b647b0-e7ac-4f84-92a7-31f5e4e0528f req-fdbfc5d4-4a5f-4a4c-b38a-20e011708f05 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403655
Dec 10 04:26:25.636083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660515c-af2d-45ad-affa-4414112c47bf req-8725ba7d-814e-4474-9322-beffd053d9a7 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:25.637502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0660515c-af2d-45ad-affa-4414112c47bf req-8725ba7d-814e-4474-9322-beffd053d9a7 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0776849
Dec 10 04:26:25.680534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0660515c-af2d-45ad-affa-4414112c47bf req-33adaa73-aa51-44d6-90f7-3f139ee4b75f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373139
Dec 10 04:26:26.865003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4825-b5d8-41ba-96cc-87bca1a4b8c1 req-85d9fb99-7d59-4a68-9c00-2590da245dfc tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:26.866968 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee6f4825-b5d8-41ba-96cc-87bca1a4b8c1 req-85d9fb99-7d59-4a68-9c00-2590da245dfc tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0827405
Dec 10 04:26:27.022308 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee6f4825-b5d8-41ba-96cc-87bca1a4b8c1 req-9448fe03-2b4d-474e-bbeb-77208e7b669f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490741
Dec 10 04:26:28.213980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c539cf8-3494-4ceb-899e-ea92c198ac6a req-ebe820c0-17bd-4805-a81e-4060f6ecae86 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:28.215402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c539cf8-3494-4ceb-899e-ea92c198ac6a req-ebe820c0-17bd-4805-a81e-4060f6ecae86 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0871594
Dec 10 04:26:28.259355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c539cf8-3494-4ceb-899e-ea92c198ac6a req-4e4c92a8-cd46-4efd-862c-a637f3ca4f6c tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383990
Dec 10 04:26:29.444254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99312-852e-4a82-b004-a0478a0ab92d req-2b4232e3-c83f-4987-a451-e63f80f609d2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:29.445674 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3a99312-852e-4a82-b004-a0478a0ab92d req-2b4232e3-c83f-4987-a451-e63f80f609d2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0815578
Dec 10 04:26:29.488368 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3a99312-852e-4a82-b004-a0478a0ab92d req-6891c965-f2ab-4986-b409-33520af5bbed tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371697
Dec 10 04:26:30.670966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040246-e2bb-4a61-a69c-2f5853ab7f6a req-b61d6bff-c102-4cec-8b6b-0d3ede20d06a tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:30.672402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-39040246-e2bb-4a61-a69c-2f5853ab7f6a req-b61d6bff-c102-4cec-8b6b-0d3ede20d06a tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0795124
Dec 10 04:26:30.720843 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-39040246-e2bb-4a61-a69c-2f5853ab7f6a req-48ee74e2-a499-444c-b9df-16a056c81e0f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427113
Dec 10 04:26:31.899550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc8e24-ccba-482a-a614-deb0a6e8b654 req-324c0a4d-4ef3-4c58-a973-556931376a07 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:31.900981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ffc8e24-ccba-482a-a614-deb0a6e8b654 req-324c0a4d-4ef3-4c58-a973-556931376a07 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0783329
Dec 10 04:26:31.944683 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ffc8e24-ccba-482a-a614-deb0a6e8b654 req-c8802a4b-ed20-4565-8722-42da22b42e5b tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380263
Dec 10 04:26:33.128763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3650750-6e78-467e-9270-419f3b90bd49 req-d761e6cd-616b-4787-9cc2-6e6dfc073fa9 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:33.130221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3650750-6e78-467e-9270-419f3b90bd49 req-d761e6cd-616b-4787-9cc2-6e6dfc073fa9 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0833964
Dec 10 04:26:33.173585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3650750-6e78-467e-9270-419f3b90bd49 req-5b078dc6-9248-4436-b345-b6c731548101 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377591
Dec 10 04:26:34.354834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba36d4-dc60-45df-8b25-7e4b2462199c req-8142c2b7-95f1-4edc-be33-a348cc55004f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:34.356253 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73ba36d4-dc60-45df-8b25-7e4b2462199c req-8142c2b7-95f1-4edc-be33-a348cc55004f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0784438
Dec 10 04:26:34.400520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73ba36d4-dc60-45df-8b25-7e4b2462199c req-e440ce49-4b94-4290-a166-465defad4489 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386837
Dec 10 04:26:34.695247 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:26:35.589510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99205-c8b7-4052-b703-c0cf0b067b5e req-272c61e0-9dba-43fb-a6ea-66a9ba927230 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:35.590928 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cea99205-c8b7-4052-b703-c0cf0b067b5e req-272c61e0-9dba-43fb-a6ea-66a9ba927230 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0822766
Dec 10 04:26:35.633913 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cea99205-c8b7-4052-b703-c0cf0b067b5e req-4b75edeb-4fbe-473e-aee9-6117cc9f3880 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374103
Dec 10 04:26:36.818309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28f9d-f74c-4aa4-b237-dc63dad61f6b req-c1e910a0-5b6c-49d3-9f2f-8e4cd71f6356 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:36.819724 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73b28f9d-f74c-4aa4-b237-dc63dad61f6b req-c1e910a0-5b6c-49d3-9f2f-8e4cd71f6356 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0789151
Dec 10 04:26:36.866469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73b28f9d-f74c-4aa4-b237-dc63dad61f6b req-210cfe8e-b859-4db8-9504-92b0211b55ae tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411947
Dec 10 04:26:38.045722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bd3ab-0441-495a-a619-1c256928acf2 req-8459ab7f-664e-4167-82df-c5292515d86b tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:38.047142 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f24bd3ab-0441-495a-a619-1c256928acf2 req-8459ab7f-664e-4167-82df-c5292515d86b tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0785418
Dec 10 04:26:38.090486 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f24bd3ab-0441-495a-a619-1c256928acf2 req-855630dc-cb90-4047-9416-1a6d3c2a3fc7 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372801
Dec 10 04:26:39.274930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beccfd2-23a4-4fd9-b4d1-2a164a547c86 req-04546130-489f-47fb-9e8c-9350d097f936 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:39.276383 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3beccfd2-23a4-4fd9-b4d1-2a164a547c86 req-04546130-489f-47fb-9e8c-9350d097f936 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0828633
Dec 10 04:26:39.322210 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3beccfd2-23a4-4fd9-b4d1-2a164a547c86 req-3b7f2b39-20d6-47dc-ac67-9f4edfa3ec23 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402203
Dec 10 04:26:40.505920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ad6f-cc6c-48c6-8b91-5d9a4140b662 req-5289a6e6-4f40-47ba-ae19-0e7e5b9711e2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:40.507369 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c605ad6f-cc6c-48c6-8b91-5d9a4140b662 req-5289a6e6-4f40-47ba-ae19-0e7e5b9711e2 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0780144
Dec 10 04:26:40.550347 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c605ad6f-cc6c-48c6-8b91-5d9a4140b662 req-caf7777f-52af-4ed9-b803-c03ce95bdf0d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374014
Dec 10 04:26:41.733082 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf88d6-f342-40d1-badc-6a591f727fc4 req-94247d25-3b22-40a1-a521-f0787b644b39 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:41.734527 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5acf88d6-f342-40d1-badc-6a591f727fc4 req-94247d25-3b22-40a1-a521-f0787b644b39 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0819077
Dec 10 04:26:41.777688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5acf88d6-f342-40d1-badc-6a591f727fc4 req-e133f52e-6719-4ab2-a734-793ec1c3e529 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374444
Dec 10 04:26:42.957919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a50d0-41b9-4b0a-9516-3a3434202a20 req-50533a5f-d088-4d2c-aebc-98156001f52d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:42.959960 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a51a50d0-41b9-4b0a-9516-3a3434202a20 req-50533a5f-d088-4d2c-aebc-98156001f52d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0786064
Dec 10 04:26:43.001611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a51a50d0-41b9-4b0a-9516-3a3434202a20 req-8d4f1871-40e9-4e3f-86ce-2f7e3ba78e66 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359867
Dec 10 04:26:44.187465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222d7d-8e08-4ace-9912-43723ef5db2d req-17f349fc-4078-4e8b-99af-2ca4185db092 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:44.188884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2222d7d-8e08-4ace-9912-43723ef5db2d req-17f349fc-4078-4e8b-99af-2ca4185db092 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0813591
Dec 10 04:26:44.217850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:44.236715 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2222d7d-8e08-4ace-9912-43723ef5db2d req-d14bd12b-c016-4436-88d9-a2834a55bd73 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419641
Dec 10 04:26:44.402480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a1c9911e-4309-453f-82d7-a99a5eccfcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:45.415440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e8f1-f71a-449e-8dfd-a06e117bd095 req-a2f5b85e-50bf-44df-a554-d09b4ea293c6 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:45.416858 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b736e8f1-f71a-449e-8dfd-a06e117bd095 req-a2f5b85e-50bf-44df-a554-d09b4ea293c6 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0783346
Dec 10 04:26:45.462934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b736e8f1-f71a-449e-8dfd-a06e117bd095 req-1b0b45e3-5bc1-4700-a996-44db04606078 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404718
Dec 10 04:26:46.643477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050a13b-13d8-420e-832e-9b07623ed673 req-37cb75cf-5a9e-45b5-8e50-dc25385a6dde tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:46.644812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7050a13b-13d8-420e-832e-9b07623ed673 req-37cb75cf-5a9e-45b5-8e50-dc25385a6dde tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0796950
Dec 10 04:26:46.687943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7050a13b-13d8-420e-832e-9b07623ed673 req-f1cb5007-c2b8-44e1-9027-57cc6f68dc81 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374515
Dec 10 04:26:46.743827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a38cd6d2-395a-45aa-8e5e-5c76ba089d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:47.665827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:47.872158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dcb99-e975-43b6-a215-b98caba8480f req-c155b792-4c2f-47d5-baae-a37958631e48 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:47.873620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d52dcb99-e975-43b6-a215-b98caba8480f req-c155b792-4c2f-47d5-baae-a37958631e48 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0842125
Dec 10 04:26:47.918423 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d52dcb99-e975-43b6-a215-b98caba8480f req-9eefc29d-1529-4f6f-a9fe-faa0d2e62581 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385685
Dec 10 04:26:48.000026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:48.256194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-ef2ec658-ab89-4c2d-b820-664ef3126313 service neutron] 10.222.0.18 "GET /v2.0/ports/0c6d67f6-fef3-4d71-a541-f55c54c4e7eb/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0805857
Dec 10 04:26:48.546560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-ddfa0cff-e8b8-420e-a13d-5edcd2cf063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:48.547919 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-ddfa0cff-e8b8-420e-a13d-5edcd2cf063e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf&tenant_id=cbdc244ca9d84b2b8898709b9fa74034 HTTP/1.1" status: 200  len: 1098 time: 0.0703204
Dec 10 04:26:48.654772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-ccf8a097-b620-4f72-be66-17dc924e3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:48.656220 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-ccf8a097-b620-4f72-be66-17dc924e3172 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1098 time: 0.0730598
Dec 10 04:26:48.898200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-0b27e29b-2179-4e36-af86-cdad24223a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:48.899554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-0b27e29b-2179-4e36-af86-cdad24223a53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 913 time: 0.2368431
Dec 10 04:26:48.969851 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-aef1f126-a9ea-40c2-a8fb-6725dd28c070 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.0629487
Dec 10 04:26:49.031204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-5c89f777-e777-4698-b372-f3d2c8a09453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:49.032641 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-5c89f777-e777-4698-b372-f3d2c8a09453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0565605
Dec 10 04:26:49.081255 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-a2bd56c5-0fd4-4349-9072-ac37bfefef55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421309
Dec 10 04:26:49.101300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58439-f796-4756-84be-89a1e3077167 req-2a142e2f-24b5-4061-aca4-2abf707456a0 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:49.102866 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fce58439-f796-4756-84be-89a1e3077167 req-2a142e2f-24b5-4061-aca4-2abf707456a0 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0808132
Dec 10 04:26:49.153222 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fce58439-f796-4756-84be-89a1e3077167 req-83d07a97-7af4-47a2-baa7-8bcda428781c tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442436
Dec 10 04:26:49.212525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-de4d32dc-e841-4509-b476-04c1a9c4b093 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246898
Dec 10 04:26:49.343172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9ba31e24-49e1-4fd0-a3a6-911353b5cff6 req-b60284f1-e081-40f9-a837-18bc3c8455ef service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240056
Dec 10 04:26:49.512386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:50.340546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6a0fc-2c2a-4660-96d0-9687222a7bbd req-613b7ed7-8a2a-4878-bc66-b1eaeb6539c1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:50.342018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33e6a0fc-2c2a-4660-96d0-9687222a7bbd req-613b7ed7-8a2a-4878-bc66-b1eaeb6539c1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0835888
Dec 10 04:26:50.386044 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33e6a0fc-2c2a-4660-96d0-9687222a7bbd req-6900fb3a-844e-4c02-a9d6-e4f659f2aa4e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383978
Dec 10 04:26:51.071926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-eb1f85bb-26ad-4d76-b898-0566776e229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:51.073405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-eb1f85bb-26ad-4d76-b898-0566776e229d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1098 time: 0.0747738
Dec 10 04:26:51.217129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-00ee4ce5-44cd-41b5-8cd5-f77c3404755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:51.218578 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-00ee4ce5-44cd-41b5-8cd5-f77c3404755b service neutron] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 913 time: 0.1252666
Dec 10 04:26:51.284073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-4116905e-6a2c-4021-bf93-5f1ab227423b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.0586007
Dec 10 04:26:51.349237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-7397f7b4-e0bd-4525-833a-b7923279832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:51.350677 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-7397f7b4-e0bd-4525-833a-b7923279832b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0609903
Dec 10 04:26:51.397673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-09cbb2a1-f288-40ce-9828-063acfb72e9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394392
Dec 10 04:26:51.528102 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-73714f12-4539-4dd1-9ab0-f7699c3808e4 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235330
Dec 10 04:26:51.569493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e6bb-9a95-4df8-90fb-fa3902d71a94 req-736498fe-3b1e-4319-a666-8fe34196104d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:51.570926 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c269e6bb-9a95-4df8-90fb-fa3902d71a94 req-736498fe-3b1e-4319-a666-8fe34196104d tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0795686
Dec 10 04:26:51.618100 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c269e6bb-9a95-4df8-90fb-fa3902d71a94 req-8dac3f13-aa41-43b2-90d1-8530e7ae5d2e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414815
Dec 10 04:26:51.671592 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c7b1d6d9-1a6b-46b3-9760-b58434758812 req-bb7fe706-ab38-434b-9d94-49b48acfd677 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253614
Dec 10 04:26:51.875008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:26:51.883401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:26:52.099658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:52.106221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:52.125961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'network_id': '83455821-1294-43b8-9a3e-69c0c5eb5758', 'port_id': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'mac_address': 'fa:16:3e:3b:6a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd826d7-3066-4b4a-9036-b83b975f9670', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:26:52.166106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:52.190636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:52.198259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:52.201390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:52.234690 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'code': 200}
Dec 10 04:26:52.241006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:52.276461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:26:52.340756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:52.353178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.353565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.353891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.354220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.354546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.354871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.355192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.355518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.355831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.356150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.356463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.356776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:26:52.361791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:52.363679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:26:52.364090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:26:52.796830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf3a49-a576-415e-bab4-1c4113d57dcc req-83890f55-61e1-4efd-8f9a-859367a7cc9f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:52.798258 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cccf3a49-a576-415e-bab4-1c4113d57dcc req-83890f55-61e1-4efd-8f9a-859367a7cc9f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 943 time: 0.0771759
Dec 10 04:26:52.842436 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cccf3a49-a576-415e-bab4-1c4113d57dcc req-e4a1fcc4-f85e-499b-a559-3865ff9b07a5 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386450
Dec 10 04:26:52.922274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:52.938895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:26:52.954711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:52.959693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:52.961429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:53.025837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:53.031566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:53.083560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:26:53.227990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-94f10c34-f4df-435e-b7b7-3b7708da2809 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:53.228733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-94f10c34-f4df-435e-b7b7-3b7708da2809 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Synchronizing usage tracker for tenant:cbdc244ca9d84b2b8898709b9fa74034 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:26:53.245644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-94f10c34-f4df-435e-b7b7-3b7708da2809 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Unset dirty status for tenant:cbdc244ca9d84b2b8898709b9fa74034 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:26:53.246754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-94f10c34-f4df-435e-b7b7-3b7708da2809 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf&tenant_id=cbdc244ca9d84b2b8898709b9fa74034&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 944 time: 0.1041338
Dec 10 04:26:53.399605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-295c9d6c-0f11-457a-a25d-add44ac31ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:53.401030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-295c9d6c-0f11-457a-a25d-add44ac31ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 1097 time: 0.0700593
Dec 10 04:26:53.528295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-f728eaa6-1f97-4abb-a4c4-a85df4cb4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:53.529642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-f728eaa6-1f97-4abb-a4c4-a85df4cb4261 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 200  len: 913 time: 0.1218333
Dec 10 04:26:53.708289 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-2ed468d7-7ae1-4567-b625-faa1f67b2b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 200  len: 217 time: 0.1721828
Dec 10 04:26:53.769133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-3bd08139-af20-4156-a644-fb5ac13a93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:53.770528 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-3bd08139-af20-4156-a644-fb5ac13a93c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 200  len: 852 time: 0.0555959
Dec 10 04:26:53.816481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-1a2cb273-57dc-4ced-b696-0e96b5c9954e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83455821-1294-43b8-9a3e-69c0c5eb5758&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393119
Dec 10 04:26:53.882128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:26:53.945847 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-b5743b08-3a8d-4e43-8cdc-711f15feb100 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229644
Dec 10 04:26:53.948854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:26:53.949340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:54.064746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:54.077438 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-665c813b-f940-4e87-9af5-f84308867b02 service neutron] 10.222.0.18 "GET /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243708
Dec 10 04:26:54.096821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:54.101812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:54.103595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-aba5f6bb-27db-4379-b42f-0fa1be07a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:54.169967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:54.172840 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:54.235583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:54.290007 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'code': 200}
Dec 10 04:26:54.996916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2231b0-4501-4243-8bb4-54c22d84d977 req-641aa481-6786-4943-932f-712751db4708 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:54.998432 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd2231b0-4501-4243-8bb4-54c22d84d977 req-641aa481-6786-4943-932f-712751db4708 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0830195
Dec 10 04:26:55.148553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd2231b0-4501-4243-8bb4-54c22d84d977 req-7555d9b9-8c43-4a9c-b090-ef2fe9fc93d5 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444156
Dec 10 04:26:56.342506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719832c0-5618-4236-818d-23372b21f3c9 req-b4d1a02b-1eeb-4c32-9c2e-9912e32e506f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:56.343985 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-719832c0-5618-4236-818d-23372b21f3c9 req-b4d1a02b-1eeb-4c32-9c2e-9912e32e506f tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0828779
Dec 10 04:26:56.387577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-719832c0-5618-4236-818d-23372b21f3c9 req-2687c26a-8a9f-4b0e-8690-bab70b0e1e09 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e476233-a92d-4060-b9b1-d0f52a1d77a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379293
Dec 10 04:26:56.823475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-846726e0-95f3-4dad-8491-b16314fb33a1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:26:56.824865 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-846726e0-95f3-4dad-8491-b16314fb33a1 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 945 time: 0.0809896
Dec 10 04:26:56.894436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Deleting port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:26:56.894771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:57.134022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] For port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,segment=NetworkSegment(c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0),segment_id=c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:26:57.134298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:57.253672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Calling delete_port for 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:26:57.398754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:57.405772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-607221c9-50cf-48d3-b684-5ce63ba6ec51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:57.431167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:26:57.454716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Pushing event deleted for resources: {'Port': ['ID=0c6d67f6-fef3-4d71-a541-f55c54c4e7eb,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:57.485503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:57.530541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] No DVR routers for this DVR port 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:26:57.533177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:57.537195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-deleted', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:26:57.541089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47296d71-2c45-417f-886f-7847d5bd0864 req-d9d9d9a1-beb2-4c4e-9d05-a513d0336168 tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f76f7c8-261f-4fe7-8554-67c0dbaec0bf HTTP/1.1" status: 200  len: 210 time: 0.0450025
Dec 10 04:26:57.552243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5f5b69ab-00a9-4c96-918c-8c9eede97626 req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] 10.222.0.18 "DELETE /v2.0/ports/0c6d67f6-fef3-4d71-a541-f55c54c4e7eb HTTP/1.1" status: 204  len: 173 time: 0.7194040
Dec 10 04:26:57.586311 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f76f7c8-261f-4fe7-8554-67c0dbaec0bf', 'name': 'network-vif-deleted', 'tag': '0c6d67f6-fef3-4d71-a541-f55c54c4e7eb', 'status': 'completed', 'code': 200}
Dec 10 04:26:58.777235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46592) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:58.835169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Deleting subnet 5fd826d7-3066-4b4a-9036-b83b975f9670 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:26:58.839322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:58.890683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:58.944637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.010129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.014401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-37604177-6871-43d5-8584-eef8badc8df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:59.053908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.056352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd826d7-3066-4b4a-9036-b83b975f9670,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:59.059202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:59.062021 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5fd826d7-3066-4b4a-9036-b83b975f9670 HTTP/1.1" status: 204  len: 168 time: 0.2837439
Dec 10 04:26:59.064423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46596) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:59.167854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.287633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.311830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce15760>,) {'filters': {'network_id': ['83455821-1294-43b8-9a3e-69c0c5eb5758']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:26:59.324137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce15760>, 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:26:59.324430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9ce15760>, 'c9419ffa-0c7a-4cfd-8b26-2cc5fd8ad9f0') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:26:59.335361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.350744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.357063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:26:59.357478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:26:59.370839 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:26:59.445861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.449351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97bbbf47-6b1b-4878-b501-f61feb7621ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:59.461852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.471686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Pushing event deleted for resources: {'Network': ['ID=83455821-1294-43b8-9a3e-69c0c5eb5758,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:59.475234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:59.480336 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] 10.222.0.44 "DELETE /v2.0/networks/83455821-1294-43b8-9a3e-69c0c5eb5758 HTTP/1.1" status: 204  len: 168 time: 0.4146793
Dec 10 04:26:59.587045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46602) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:59.634091 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9a1d2fbe-eeb1-4ef1-9546-b15a6cfc2791 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbdc244ca9d84b2b8898709b9fa74034&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0458405
Dec 10 04:26:59.636454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46606) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:26:59.691443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.715565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.768541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.773141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-06fc862d-dcaa-4949-a9cd-5715cb5d0e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:26:59.784435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e476233-a92d-4060-b9b1-d0f52a1d77a3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:26:59.787843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:26:59.789720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:26:59.790804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e476233-a92d-4060-b9b1-d0f52a1d77a3 HTTP/1.1" status: 204  len: 168 time: 0.1534748
Dec 10 04:26:59.941636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:26:59.975494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:26:59.975783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 0c6d67f6-fef3-4d71-a541-f55c54c4e7eb not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:27:00.484451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 46630) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:27:00.584444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1207200500-network', 'tenant_id': '31eef6438e844f86b639cfc735fa83e1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:00.589103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:27:00.592850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Usage tracker for resource:network and tenant:31eef6438e844f86b639cfc735fa83e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:27:00.595695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:27:00.601989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:27:00.611216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Made reservation on behalf of 31eef6438e844f86b639cfc735fa83e1 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:27:00.613527 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.625442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.639829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:27:00.643510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Usage tracker for resource:security_group_rule and tenant:31eef6438e844f86b639cfc735fa83e1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:27:00.646277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:27:00.651819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:27:00.733356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.736934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.741685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:00.765158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:27:00.777196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84175d8-6a33-427e-87f4-5a44bf616583,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:00.780247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:00.782709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.783046 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Added segment 7bdc8ef8-4511-435f-8921-58f2dd18e61c of type vlan for network 53b9dd46-692f-48d1-83a4-b5720bcdc05d
Dec 10 04:27:00.808607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.837460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.838416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:00.838985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:00.843637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-933b23c5-7b59-445d-ac9f-a1b592b24305 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:00.938554 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4530227
Dec 10 04:27:00.941702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46636) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:27:00.943967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Pushing event updated for resources: {'Network': ['ID=53b9dd46-692f-48d1-83a4-b5720bcdc05d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:00.946480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:00.947510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Request body: {'subnet': {'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1207200500-subnet', 'tenant_id': '31eef6438e844f86b639cfc735fa83e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:00.952618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:27:00.953464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:27:00.956646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Usage tracker for resource:subnet and tenant:31eef6438e844f86b639cfc735fa83e1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:27:00.959581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:27:00.966197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:27:00.976681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Made reservation on behalf of 31eef6438e844f86b639cfc735fa83e1 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:27:00.979073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:01.179145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:01.182682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd414887-5e65-449f-a74b-9efaf0244574 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:01.251258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7283c14-d1b6-4158-ae44-7063f7ec9ddd,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:01.255606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:01.259566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Checking segment: {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:27:01.259915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Network hostable DHCP agents. Network: 53b9dd46-692f-48d1-83a4-b5720bcdc05d, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:27:01.278647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:27:01.287312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 53b9dd46-692f-48d1-83a4-b5720bcdc05d) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:27:01.291940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:01.292845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:01.295996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b686314-3187-4c33-aeaf-2ad12bdb0865 None None] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:27:01.315008 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3717947
Dec 10 04:27:01.559068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4f452-a951-430f-beea-f1392ab28fa3 None None] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:27:01.825495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-2aadab79-2506-49a9-9960-9c94a830bcf4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:01.826165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-2aadab79-2506-49a9-9960-9c94a830bcf4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Synchronizing usage tracker for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:27:01.844051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-2aadab79-2506-49a9-9960-9c94a830bcf4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Unset dirty status for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:27:01.845129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-2aadab79-2506-49a9-9960-9c94a830bcf4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 815 time: 0.1645730
Dec 10 04:27:01.862131 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-98691afc-d5b9-481f-84fe-8efecc4bb4bd tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/quotas/31eef6438e844f86b639cfc735fa83e1 HTTP/1.1" status: 200  len: 375 time: 0.0108776
Dec 10 04:27:01.914511 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-a8e3102f-4b07-44c1-9a37-eecc67d5e527 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0462832
Dec 10 04:27:01.968344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-286b1635-db70-42f6-9c48-456d40ce48f4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:27:01.969485 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-286b1635-db70-42f6-9c48-456d40ce48f4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0485718
Dec 10 04:27:02.100020 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-0dd624cb-6b62-41ac-8672-ab538de9119c service neutron] 10.222.0.44 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244488
Dec 10 04:27:02.230052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-7a5cc6c1-b472-4cc0-af10-e5fde6dbcbbc service neutron] 10.222.0.44 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243553
Dec 10 04:27:02.398974 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-199b9e77-08e3-433a-aeeb-59379f2693eb req-85f0c955-8f78-4887-9660-6ccffb00bf2e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 210 time: 0.0424290
Dec 10 04:27:03.494592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b62e5374-4dad-40e6-99a0-afea18ff7a65 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:03.496116 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b62e5374-4dad-40e6-99a0-afea18ff7a65 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 815 time: 0.1474743
Dec 10 04:27:03.514648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Request body: {'port': {'device_id': '35743393-506b-407a-a5f1-9c13767b23bf', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'admin_state_up': True, 'tenant_id': '31eef6438e844f86b639cfc735fa83e1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:03.555391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4bc29b1e-1a75-4584-bcab-6c1a138f140c req-1f8a9e13-f1ab-4831-acba-0f9956895985 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 210 time: 0.0422919
Dec 10 04:27:03.759745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:27:03.763451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Usage tracker for resource:port and tenant:31eef6438e844f86b639cfc735fa83e1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:27:03.766506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:27:03.772329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:27:03.792486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Made reservation on behalf of 31eef6438e844f86b639cfc735fa83e1 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:27:03.796169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:03.954507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Allocated IP 172.20.0.7 (53b9dd46-692f-48d1-83a4-b5720bcdc05d/e7283c14-d1b6-4158-ae44-7063f7ec9ddd/55b6731d-23ab-4ad6-b3fb-dc31f3bc6337) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:27:04.154342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.183029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.188404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:04.256395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:27:04.259629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:27:04.263398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:27:04.293159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:04.303550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:04.328212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:04.328811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.347930 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8377275
Dec 10 04:27:04.365384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Request body: {'port': {'device_id': '35743393-506b-407a-a5f1-9c13767b23bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:04.476550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.817635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:27:04.824882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.844030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Transition to ACTIVE for port object 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:27:04.850101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:04.854665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e213309a-ea1c-4ff9-ba98-07009e5e92d8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:04.869422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746cb14-e50b-4964-9c9f-4dd06bc3d3bb req-693b05c5-5919-4067-a6b5-40f55c5c4176 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:04.870857 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9746cb14-e50b-4964-9c9f-4dd06bc3d3bb req-693b05c5-5919-4067-a6b5-40f55c5c4176 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 931 time: 0.2053869
Dec 10 04:27:04.914493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9746cb14-e50b-4964-9c9f-4dd06bc3d3bb req-483b9c16-bb3f-4bca-86b6-d332c30dfdb5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Synchronizing usage tracker for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:27:04.933128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9746cb14-e50b-4964-9c9f-4dd06bc3d3bb req-483b9c16-bb3f-4bca-86b6-d332c30dfdb5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Unset dirty status for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:27:04.934310 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9746cb14-e50b-4964-9c9f-4dd06bc3d3bb req-483b9c16-bb3f-4bca-86b6-d332c30dfdb5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573661
Dec 10 04:27:04.985115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:04.988342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:05.088926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Attempting to bind port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:27:05.089149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Attempting to bind port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:27:05.089507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Attempting to bind port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:27:05.094334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:27:05.094651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Attempting to bind port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:27:05.100259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:27:05.100590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Checking segment: {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:27:05.100967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Bound using segment: {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:27:05.101409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Bound port: 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:27:05.101747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:05.190494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:27:05.193383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:27:05.197721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:05.201966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:05.256030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:05.256661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:05.258048 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 1093 time: 0.8971133
Dec 10 04:27:05.260887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:05.282682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:05.286172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:05.310029 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'status': 'completed', 'code': 200}
Dec 10 04:27:05.402213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-cab91b3d-c59c-4f8e-a881-f51c6dc6c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:05.403700 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-cab91b3d-c59c-4f8e-a881-f51c6dc6c3d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1096 time: 0.0764618
Dec 10 04:27:05.475363 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-56d8c8c5-155c-491c-9b37-c4ac21de741a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0591598
Dec 10 04:27:05.646155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-c22d4e9c-9d71-4373-878c-fe3fa4850287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:05.647571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-c22d4e9c-9d71-4373-878c-fe3fa4850287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.1659834
Dec 10 04:27:05.695741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-f5788c90-7009-4003-b37e-92eacc4d56ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414600
Dec 10 04:27:05.829099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-dd26de1b-6e9e-42f3-a5bf-53a54f2c4546 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270473
Dec 10 04:27:05.958153 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3ec50826-de4b-4d77-94b3-fee09fd13458 req-57057072-c996-4b53-869e-3408b14405a5 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220093
Dec 10 04:27:06.111290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13b183-67aa-4403-a702-ff60501aab55 req-07cef64a-8da5-4f36-8220-0eb0de7c9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:06.113024 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-07cef64a-8da5-4f36-8220-0eb0de7c9267 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1096 time: 0.0704317
Dec 10 04:27:06.119734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b345c-0cf3-4bef-8986-39b6e41fb0ec req-e0671920-42b9-4659-908f-482b7766e7b3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:06.121150 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b3b345c-0cf3-4bef-8986-39b6e41fb0ec req-e0671920-42b9-4659-908f-482b7766e7b3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 943 time: 0.0794592
Dec 10 04:27:06.164798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b3b345c-0cf3-4bef-8986-39b6e41fb0ec req-0f674390-b8aa-4dc6-a3f2-78efb2e8fac2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378649
Dec 10 04:27:06.244547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13b183-67aa-4403-a702-ff60501aab55 req-a03bc9f2-e014-4d1e-b655-67883b564fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:06.245942 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-a03bc9f2-e014-4d1e-b655-67883b564fa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1267171
Dec 10 04:27:06.318506 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-f843d830-839d-45d1-a60b-6f10a531c92a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0658078
Dec 10 04:27:06.381289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13b183-67aa-4403-a702-ff60501aab55 req-090d72f6-e488-43ec-ac58-a428e732ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:06.382722 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-090d72f6-e488-43ec-ac58-a428e732ba20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0583012
Dec 10 04:27:06.434560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-45a80886-9183-47af-a56b-51c88d704254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450103
Dec 10 04:27:06.562739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-7fdc9904-1cc0-4232-b753-eb1c13e1ec56 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215153
Dec 10 04:27:06.690006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0d13b183-67aa-4403-a702-ff60501aab55 req-d4af36c2-d643-493f-be68-9ba927de41c6 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208770
Dec 10 04:27:07.350769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0b6d4-9286-4bee-980f-091736260b29 req-bdc174e4-2b2c-4c65-83a8-501c34d53512 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:07.352197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fcc0b6d4-9286-4bee-980f-091736260b29 req-bdc174e4-2b2c-4c65-83a8-501c34d53512 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 943 time: 0.0831378
Dec 10 04:27:07.395050 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fcc0b6d4-9286-4bee-980f-091736260b29 req-41a08862-ba46-4e20-ba35-5577b886f9e1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367134
Dec 10 04:27:08.574071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02034b-3b3a-440e-a6f8-0b05cbebfbb0 req-1437f887-3806-498f-8764-7bd2d0009610 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:08.575481 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb02034b-3b3a-440e-a6f8-0b05cbebfbb0 req-1437f887-3806-498f-8764-7bd2d0009610 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 943 time: 0.0785272
Dec 10 04:27:08.621172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb02034b-3b3a-440e-a6f8-0b05cbebfbb0 req-778e0926-7c85-43eb-9593-7ec4e1fc6276 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401487
Dec 10 04:27:09.801720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66540e6c-890c-4682-bb1c-d7178b983dfe req-c4fe0607-d567-43ca-8b90-17967129c1f4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:09.803141 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-66540e6c-890c-4682-bb1c-d7178b983dfe req-c4fe0607-d567-43ca-8b90-17967129c1f4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 943 time: 0.0784757
Dec 10 04:27:09.845976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-66540e6c-890c-4682-bb1c-d7178b983dfe req-8e621865-d04c-496e-84da-c9eda2e2b66f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373805
Dec 10 04:27:09.983429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:27:10.115510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:10.131258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'port_id': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'mac_address': 'fa:16:3e:53:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7283c14-d1b6-4158-ae44-7063f7ec9ddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:27:10.184180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:10.200229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:27:10.214720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:10.218636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:10.221696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:10.284742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:10.288696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:10.604685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:27:11.028981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ec94a-099a-4f70-8933-c69d08626bf5 req-6fdf6ba9-0291-47f0-9ec4-5ae392f2f630 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:11.030419 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f52ec94a-099a-4f70-8933-c69d08626bf5 req-6fdf6ba9-0291-47f0-9ec4-5ae392f2f630 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 944 time: 0.0818269
Dec 10 04:27:11.073977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f52ec94a-099a-4f70-8933-c69d08626bf5 req-708edcd4-20e4-4864-96e4-8a9d282862e9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380681
Dec 10 04:27:11.694554 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:27:11.983117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:27:12.051725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:27:12.056321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:27:12.056704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:12.170566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:12.200638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:12.210778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:12.216196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:12.218035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:12.266815 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'code': 200}
Dec 10 04:27:12.267953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8ba8-f237-4000-8ecd-77227eca10e8 req-bdf67817-5dd4-4975-b638-61279e0cc94e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:12.270151 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d21f8ba8-f237-4000-8ecd-77227eca10e8 req-bdf67817-5dd4-4975-b638-61279e0cc94e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0903683
Dec 10 04:27:12.285472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:12.288408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:12.315653 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d21f8ba8-f237-4000-8ecd-77227eca10e8 req-dca9df3d-801f-4c34-b0e5-61b910694fdd tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398064
Dec 10 04:27:12.516703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df915d-93f9-475e-b94a-3ed842e39671 req-6ea4cf3e-a072-4b6f-9e18-e77a4f913e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:12.518141 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5df915d-93f9-475e-b94a-3ed842e39671 req-6ea4cf3e-a072-4b6f-9e18-e77a4f913e2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1098 time: 0.0680149
Dec 10 04:27:12.557397 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f5df915d-93f9-475e-b94a-3ed842e39671 req-23e4c02a-fa76-4e53-9606-bc2cf7903f20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331187
Dec 10 04:27:13.502005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc4fc-3363-497f-b1a9-470312272a91 req-702b0b22-a531-4238-a08e-52e8bb9806ff tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:13.503418 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e6fc4fc-3363-497f-b1a9-470312272a91 req-702b0b22-a531-4238-a08e-52e8bb9806ff tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0820792
Dec 10 04:27:13.546142 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e6fc4fc-3363-497f-b1a9-470312272a91 req-154691cf-005b-4e06-8f45-38e14d76e2bc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371337
Dec 10 04:27:14.223625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:14.401739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3b6d42bd-61eb-469f-a876-be1ab754fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:14.723901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f72f2-3d1c-43d0-a6cd-65e8551208ce req-ee95cf1e-f75b-4194-bcb8-33921f3b9471 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:14.725356 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc6f72f2-3d1c-43d0-a6cd-65e8551208ce req-ee95cf1e-f75b-4194-bcb8-33921f3b9471 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0788472
Dec 10 04:27:14.767787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc6f72f2-3d1c-43d0-a6cd-65e8551208ce req-603fb072-a416-48c4-a7cb-fdfddff93aac tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369353
Dec 10 04:27:14.949760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659631-7120-45e9-87fb-26f561bf3730 req-88e7eda4-894c-431a-9049-4f063e30ebfb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:14.951194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82659631-7120-45e9-87fb-26f561bf3730 req-88e7eda4-894c-431a-9049-4f063e30ebfb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0821826
Dec 10 04:27:14.994387 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82659631-7120-45e9-87fb-26f561bf3730 req-f24baa82-f9bd-43ee-a974-75b74223cc76 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375614
Dec 10 04:27:15.327815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e7417-18c9-4714-9b86-37981949d44d req-d06076e2-7e06-43ba-bddc-126a53e0e146 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:15.329251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee2e7417-18c9-4714-9b86-37981949d44d req-d06076e2-7e06-43ba-bddc-126a53e0e146 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0792642
Dec 10 04:27:15.375693 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee2e7417-18c9-4714-9b86-37981949d44d req-4057dad6-3169-4316-8082-94d4992b0fa1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402131
Dec 10 04:27:15.556595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe154f59-1442-460f-8505-8749fc657cbc req-fb21c0de-95c2-4ac4-b103-b249e17df84d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:15.558021 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe154f59-1442-460f-8505-8749fc657cbc req-fb21c0de-95c2-4ac4-b103-b249e17df84d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0777190
Dec 10 04:27:15.600271 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe154f59-1442-460f-8505-8749fc657cbc req-356a6261-40a7-451d-939d-ee105ae3bc8a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367630
Dec 10 04:27:15.947113 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-d29b2064-53ef-4dfb-a4c3-ca078ec8bdee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0761418
Dec 10 04:27:15.995385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba655-9ffb-4fe8-80b0-914966c82b15 req-042ae56f-8108-4199-a921-10d61871e90e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:15.996880 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f3ba655-9ffb-4fe8-80b0-914966c82b15 req-042ae56f-8108-4199-a921-10d61871e90e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0849676
Dec 10 04:27:16.040361 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f3ba655-9ffb-4fe8-80b0-914966c82b15 req-0c5a07ee-6ebe-4aae-b2f1-9b21ef1ac780 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378730
Dec 10 04:27:16.744732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-068c7ce1-6a4d-4dd6-9913-8cc432972d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:17.192170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-a7e6acf4-b3b8-4f5c-84e8-2321bc6ef88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:17.193682 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-a7e6acf4-b3b8-4f5c-84e8-2321bc6ef88c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1098 time: 0.0704699
Dec 10 04:27:17.234451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c71f48-1e77-48d1-ace2-ae75d6da99c6 req-a27f3c70-4c77-4d77-a05a-71633d422589 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:17.235903 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34c71f48-1e77-48d1-ace2-ae75d6da99c6 req-a27f3c70-4c77-4d77-a05a-71633d422589 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0805106
Dec 10 04:27:17.282221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34c71f48-1e77-48d1-ace2-ae75d6da99c6 req-33e8294c-df38-48c9-8c4b-5c984f6e709f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403140
Dec 10 04:27:17.323896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-d02c0da1-277f-4df6-953d-79ff5cd594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:17.325260 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-d02c0da1-277f-4df6-953d-79ff5cd594a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1252043
Dec 10 04:27:17.396190 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-28c33cf1-a04a-4840-a63e-cbc53b276772 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0642974
Dec 10 04:27:17.456030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-aef231c5-4f9d-44a0-bb7b-89e47d121414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:17.457960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-aef231c5-4f9d-44a0-bb7b-89e47d121414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0559781
Dec 10 04:27:17.613836 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-1cb7586f-cc63-4be2-b41b-aca56afdc710 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1499910
Dec 10 04:27:17.668630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:17.741851 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-ad216136-575c-4e87-8a32-693245e5ca56 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221952
Dec 10 04:27:17.870948 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-db886e7c-1e57-4f54-9e68-d88c8d3a7fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226163
Dec 10 04:27:18.000375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:18.467098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612f06e-f2f2-4564-a42d-23e67b804f3d req-c986e203-c6f1-4e2c-a342-0e5a569a285e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:18.468535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b612f06e-f2f2-4564-a42d-23e67b804f3d req-c986e203-c6f1-4e2c-a342-0e5a569a285e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0836558
Dec 10 04:27:18.511084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b612f06e-f2f2-4564-a42d-23e67b804f3d req-50f4dc81-5c0b-4222-9d7e-5b25f38504bf tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369315
Dec 10 04:27:19.516216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:19.691406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3c26-b77e-4811-b216-bab737aaa016 req-74e51aef-a177-4786-84d0-9b705191e5bf tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:19.692859 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45bd3c26-b77e-4811-b216-bab737aaa016 req-74e51aef-a177-4786-84d0-9b705191e5bf tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0781705
Dec 10 04:27:19.739561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-45bd3c26-b77e-4811-b216-bab737aaa016 req-bbfc3c46-659d-4e76-9a97-b9c1be2dffb3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408955
Dec 10 04:27:20.922819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69a65-8a7a-467b-ac71-28d481525bf1 req-02777f7b-fdb7-4a16-ba06-c174c3cdaf40 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:20.924255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bae69a65-8a7a-467b-ac71-28d481525bf1 req-02777f7b-fdb7-4a16-ba06-c174c3cdaf40 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0805032
Dec 10 04:27:20.967814 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bae69a65-8a7a-467b-ac71-28d481525bf1 req-f6b70467-ec81-4231-9565-9530ab42d5d9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375192
Dec 10 04:27:22.149793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfdad3-4df6-4e89-aef2-c7a364530741 req-4a315ab4-2df6-461a-a905-53672c25d9b0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:22.151211 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3bfdad3-4df6-4e89-aef2-c7a364530741 req-4a315ab4-2df6-461a-a905-53672c25d9b0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0818574
Dec 10 04:27:22.195356 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3bfdad3-4df6-4e89-aef2-c7a364530741 req-2f930fa7-c594-4dde-a72e-6d831991135b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384867
Dec 10 04:27:23.374852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9e53-cd7b-4321-8f5c-39408598445b req-ec0293b2-f5f0-4047-9594-efedee2a8823 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:23.376255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c3a9e53-cd7b-4321-8f5c-39408598445b req-ec0293b2-f5f0-4047-9594-efedee2a8823 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0787992
Dec 10 04:27:23.419643 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c3a9e53-cd7b-4321-8f5c-39408598445b req-5a7f145c-07e4-458d-bf25-c421788a9b56 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372303
Dec 10 04:27:24.606132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9352074-7436-4115-93a8-5d493ba1d1db req-710d97ce-433d-4c6c-8536-8d4810d2a2b5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:24.607534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9352074-7436-4115-93a8-5d493ba1d1db req-710d97ce-433d-4c6c-8536-8d4810d2a2b5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0811214
Dec 10 04:27:24.650256 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9352074-7436-4115-93a8-5d493ba1d1db req-9ffcd63f-03f1-42d5-957b-e8e9d025305a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372229
Dec 10 04:27:25.829632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f67c4-d2c0-4ca4-a219-2255fa15cae0 req-5137e421-84a8-4390-a4d6-d12ddc9b4861 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:25.831065 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4f4f67c4-d2c0-4ca4-a219-2255fa15cae0 req-5137e421-84a8-4390-a4d6-d12ddc9b4861 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0779884
Dec 10 04:27:25.882965 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4f4f67c4-d2c0-4ca4-a219-2255fa15cae0 req-138375a6-50ea-4d84-b5b5-2ab63bf17a1a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425699
Dec 10 04:27:27.208858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2da2-c898-4788-a894-91cb6f2d0d94 req-81012f67-ace5-4d48-8275-c3ae18b1e2d0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:27.210350 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0cbe2da2-c898-4788-a894-91cb6f2d0d94 req-81012f67-ace5-4d48-8275-c3ae18b1e2d0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0829279
Dec 10 04:27:27.252792 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0cbe2da2-c898-4788-a894-91cb6f2d0d94 req-3b030f2f-3f6c-4302-9c2b-054a1233034f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368886
Dec 10 04:27:28.436247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b9a6a-88a5-43d4-be31-3fe53292c594 req-a5dbd85d-4a0f-49ad-8fc0-b7bf4b9c93fa tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:28.437698 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f05b9a6a-88a5-43d4-be31-3fe53292c594 req-a5dbd85d-4a0f-49ad-8fc0-b7bf4b9c93fa tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0776529
Dec 10 04:27:28.488040 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f05b9a6a-88a5-43d4-be31-3fe53292c594 req-d1f2213d-acba-45b1-bbd2-ad4d2b3bea3a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443244
Dec 10 04:27:29.667080 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accff1e-55a5-4a46-8076-7f59dd00a458 req-e08a3da1-6011-47ce-bbeb-ad8bfc46761d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:29.668510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4accff1e-55a5-4a46-8076-7f59dd00a458 req-e08a3da1-6011-47ce-bbeb-ad8bfc46761d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0783479
Dec 10 04:27:29.711723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4accff1e-55a5-4a46-8076-7f59dd00a458 req-0ef65d43-171b-448b-b744-22a39a52be77 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377090
Dec 10 04:27:31.014809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b10f-271d-4e49-9191-30baf3effd62 req-dcf2303f-ca7e-4409-80a9-44f0b9675fa0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:31.016203 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e116b10f-271d-4e49-9191-30baf3effd62 req-dcf2303f-ca7e-4409-80a9-44f0b9675fa0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.2010603
Dec 10 04:27:31.060268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e116b10f-271d-4e49-9191-30baf3effd62 req-d638ce92-c0f7-4e09-8727-b18f8bba1284 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381701
Dec 10 04:27:32.241150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d525b-e5b9-4087-9831-0b7243172c29 req-7388e36f-a58c-4d2c-a2e9-50a822c14ce2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:32.242608 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a8d525b-e5b9-4087-9831-0b7243172c29 req-7388e36f-a58c-4d2c-a2e9-50a822c14ce2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0788705
Dec 10 04:27:32.285658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a8d525b-e5b9-4087-9831-0b7243172c29 req-21478d05-076f-4bcb-9283-f3696d5d9601 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373559
Dec 10 04:27:33.470355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18ef5-85db-4ffc-8dfe-fd5c170fd53b req-176fc704-e383-4656-bc1b-b9242c80639e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:33.471800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6f18ef5-85db-4ffc-8dfe-fd5c170fd53b req-176fc704-e383-4656-bc1b-b9242c80639e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0832887
Dec 10 04:27:33.513786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6f18ef5-85db-4ffc-8dfe-fd5c170fd53b req-4de9208b-59fa-44ea-bf90-c506de067b71 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364754
Dec 10 04:27:34.693293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ca293-36dd-40bf-9bed-b9a21417760b req-366b98f5-e767-4d3d-9337-c1855c441967 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:34.694736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a48ca293-36dd-40bf-9bed-b9a21417760b req-366b98f5-e767-4d3d-9337-c1855c441967 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0791178
Dec 10 04:27:34.740945 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a48ca293-36dd-40bf-9bed-b9a21417760b req-6c48d524-5b10-4da5-8094-7e77e9cde0a3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406656
Dec 10 04:27:35.924005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b1b3b-a344-489f-8707-2e9ecb087904 req-05ce47d2-ae4f-42ab-a782-662c4fadd5d2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:35.925973 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-691b1b3b-a344-489f-8707-2e9ecb087904 req-05ce47d2-ae4f-42ab-a782-662c4fadd5d2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0791519
Dec 10 04:27:35.968954 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-691b1b3b-a344-489f-8707-2e9ecb087904 req-7cf0049a-c1ac-46e8-b56f-2f0f6ee99b56 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373104
Dec 10 04:27:37.152116 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36a002-846d-4cfa-ae96-ce5c76f1bd3c req-7d9e85d9-ec4d-4fa2-b635-0af4fe312b97 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:37.153582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a36a002-846d-4cfa-ae96-ce5c76f1bd3c req-7d9e85d9-ec4d-4fa2-b635-0af4fe312b97 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0827024
Dec 10 04:27:37.197044 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a36a002-846d-4cfa-ae96-ce5c76f1bd3c req-22bcd029-02cc-4574-a7b3-f612c1adcf15 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379665
Dec 10 04:27:38.376147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67270b-7a61-46d1-9e0d-0f514489d76b req-cfa80e81-440c-4eff-96df-ca59439b3844 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:38.377580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c67270b-7a61-46d1-9e0d-0f514489d76b req-cfa80e81-440c-4eff-96df-ca59439b3844 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0786774
Dec 10 04:27:38.420589 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c67270b-7a61-46d1-9e0d-0f514489d76b req-f6245aa7-fede-48ae-8f15-613e8add18f1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368109
Dec 10 04:27:39.605985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047846-961f-445d-b871-1dc2e64ac610 req-d3f34338-6c32-4b12-b7e4-9d3259e82505 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:39.607403 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09047846-961f-445d-b871-1dc2e64ac610 req-d3f34338-6c32-4b12-b7e4-9d3259e82505 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0822866
Dec 10 04:27:39.650289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09047846-961f-445d-b871-1dc2e64ac610 req-f33002fe-24b9-41c8-9a0e-f5cf4db90867 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373960
Dec 10 04:27:40.831135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93571d3d-bb59-4b11-956c-a6ac128aa45d req-2e8357a7-0a89-4934-a893-b799c3586197 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:40.833090 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93571d3d-bb59-4b11-956c-a6ac128aa45d req-2e8357a7-0a89-4934-a893-b799c3586197 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0782475
Dec 10 04:27:40.875755 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93571d3d-bb59-4b11-956c-a6ac128aa45d req-9e0616e9-05e7-4c49-ac20-6db67ff7e06b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371103
Dec 10 04:27:42.061075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aed88-5c06-455a-8120-4ff5cf5b4b21 req-e8e4807e-f6ef-4a77-9760-b8e092863da8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:42.062534 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-502aed88-5c06-455a-8120-4ff5cf5b4b21 req-e8e4807e-f6ef-4a77-9760-b8e092863da8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0827951
Dec 10 04:27:42.105731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-502aed88-5c06-455a-8120-4ff5cf5b4b21 req-0cc4a685-3592-48d0-bbc9-2a4016c62214 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373836
Dec 10 04:27:43.291193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288022f2-7a7a-46b0-b5e7-5d479a2e0ae4 req-21742720-dd94-426b-b9d7-c2ac363f5086 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:43.292690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-288022f2-7a7a-46b0-b5e7-5d479a2e0ae4 req-21742720-dd94-426b-b9d7-c2ac363f5086 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0808873
Dec 10 04:27:43.340205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-288022f2-7a7a-46b0-b5e7-5d479a2e0ae4 req-e873afc0-37cf-4ce5-b4dd-a698628a8e22 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417476
Dec 10 04:27:44.224285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:44.405640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-98c672e9-bb9d-4472-867a-4f0571c7f000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:44.520937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82734d-ffff-4282-8d48-01c5cdf3982e req-4e7713d1-bbc1-415b-86c4-08c3aedce8ca tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:44.522316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d82734d-ffff-4282-8d48-01c5cdf3982e req-4e7713d1-bbc1-415b-86c4-08c3aedce8ca tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0788901
Dec 10 04:27:44.565230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5d82734d-ffff-4282-8d48-01c5cdf3982e req-f40d4265-83ec-4874-b947-42af98986e37 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373542
Dec 10 04:27:44.706323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-771d5d1c-a1b4-46c7-95d4-6bc9b5984a35 service neutron] 10.222.0.18 "GET /v2.0/ports/55b6731d-23ab-4ad6-b3fb-dc31f3bc6337/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0722265
Dec 10 04:27:44.986657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-dd7cb0b7-fddb-4df6-86a5-8b28a4ce82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:44.988089 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-dd7cb0b7-fddb-4df6-86a5-8b28a4ce82cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf&tenant_id=31eef6438e844f86b639cfc735fa83e1 HTTP/1.1" status: 200  len: 1098 time: 0.0730007
Dec 10 04:27:45.089699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-e03b7ace-412f-40af-99f5-5b47b8644af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:45.091172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-e03b7ace-412f-40af-99f5-5b47b8644af9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1098 time: 0.0689161
Dec 10 04:27:45.218044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-fb9e9606-90c1-4f23-8505-27e30ed14078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:45.219456 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-fb9e9606-90c1-4f23-8505-27e30ed14078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1223836
Dec 10 04:27:45.288029 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-002b364d-d732-4350-aa37-6e72616cbfdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0621314
Dec 10 04:27:45.346839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228575e-d553-4755-91a2-08e87417c72c req-60007423-8ce4-4a8d-9663-8a078ad32d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:45.348746 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-60007423-8ce4-4a8d-9663-8a078ad32d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0546741
Dec 10 04:27:45.393291 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-472a823b-1998-43d2-b36b-8699ea9f8e77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385118
Dec 10 04:27:45.521740 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-1030870c-0c47-4e5e-bdc4-f247adec2069 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216061
Dec 10 04:27:45.649487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1228575e-d553-4755-91a2-08e87417c72c req-6ed5bfae-600a-438c-b469-794f8b3ff0cb service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212742
Dec 10 04:27:45.753573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254900f-deda-4532-8307-c6869f5e4ff7 req-2f68d878-d4b1-49ec-81b3-3377bd08df17 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:45.755053 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8254900f-deda-4532-8307-c6869f5e4ff7 req-2f68d878-d4b1-49ec-81b3-3377bd08df17 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0854700
Dec 10 04:27:45.800240 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8254900f-deda-4532-8307-c6869f5e4ff7 req-6efc56bc-8eff-410c-ba4a-e00f4213bc34 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390940
Dec 10 04:27:46.745968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92188813-60f9-43b1-86f6-ab3cf9469f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:46.983249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6dd25-19b2-4dc4-a48f-555dc0130da7 req-d95637d6-38b1-4046-9ab0-58301f55c195 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:46.984691 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1bf6dd25-19b2-4dc4-a48f-555dc0130da7 req-d95637d6-38b1-4046-9ab0-58301f55c195 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0786359
Dec 10 04:27:47.029385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1bf6dd25-19b2-4dc4-a48f-555dc0130da7 req-9f9a645a-9c6f-4d77-b0f6-af96cf95c319 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385165
Dec 10 04:27:47.671897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:48.001121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:48.164336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:27:48.193058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:27:48.215402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185bc29-9af1-47d1-ad8f-d2f42efaa8da req-0c5200ed-e576-49c4-a04b-f50858f0a8a9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:48.216854 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3185bc29-9af1-47d1-ad8f-d2f42efaa8da req-0c5200ed-e576-49c4-a04b-f50858f0a8a9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0848613
Dec 10 04:27:48.260143 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3185bc29-9af1-47d1-ad8f-d2f42efaa8da req-6539d3bf-b7be-452a-8d47-4c786515cbcb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374396
Dec 10 04:27:48.383807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:48.403789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'port_id': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'mac_address': 'fa:16:3e:53:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7283c14-d1b6-4158-ae44-7063f7ec9ddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:27:48.409454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:48.479520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:48.494383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:48.496714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:48.508028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:48.512511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:48.555648 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'code': 200}
Dec 10 04:27:48.557033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:27:48.667400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:48.671821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:48.673728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:27:48.674083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:27:48.693457 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:27:49.231237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:49.248507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:27:49.264109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:49.268002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:49.270671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-51f8e1f0-8e50-4d3a-ab18-8d362a4ebf9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:49.348595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:49.351635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:49.394878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:27:49.462560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca6762-e93c-479d-9693-d94f1f3743cf req-03249e86-d616-4c99-9448-827cd48277ac tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:49.464310 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bca6762-e93c-479d-9693-d94f1f3743cf req-03249e86-d616-4c99-9448-827cd48277ac tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 944 time: 0.0909390
Dec 10 04:27:49.513264 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bca6762-e93c-479d-9693-d94f1f3743cf req-72ce8923-fab2-40a0-b58d-ab5c19ffa1b5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427589
Dec 10 04:27:49.541020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:49.823295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0bef-38ad-4a19-9173-9c98ef45c9b5 req-fb63ce84-03e7-4bcc-8216-0ba7ffd387af tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:49.824765 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-772d0bef-38ad-4a19-9173-9c98ef45c9b5 req-fb63ce84-03e7-4bcc-8216-0ba7ffd387af tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 944 time: 0.0796144
Dec 10 04:27:49.849464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c649a-61fb-45eb-bf83-658361f86073 req-8a5de139-5c5e-47ef-9092-3982c0564e4a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:49.850795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-753c649a-61fb-45eb-bf83-658361f86073 req-8a5de139-5c5e-47ef-9092-3982c0564e4a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Synchronizing usage tracker for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:27:49.867303 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-753c649a-61fb-45eb-bf83-658361f86073 req-8a5de139-5c5e-47ef-9092-3982c0564e4a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Unset dirty status for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:27:49.868350 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-8a5de139-5c5e-47ef-9092-3982c0564e4a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf&tenant_id=31eef6438e844f86b639cfc735fa83e1&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 944 time: 0.1043227
Dec 10 04:27:49.870289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-772d0bef-38ad-4a19-9173-9c98ef45c9b5 req-951a38f9-f36d-4d0c-afb5-9d3f5fbcf1e4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400927
Dec 10 04:27:50.021412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c649a-61fb-45eb-bf83-658361f86073 req-0149f507-c036-4a3d-936d-514fcb280721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:50.022922 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-0149f507-c036-4a3d-936d-514fcb280721 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1097 time: 0.0700316
Dec 10 04:27:50.156774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c649a-61fb-45eb-bf83-658361f86073 req-52819b29-ac98-4600-92e0-18032c0a8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:50.158142 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-52819b29-ac98-4600-92e0-18032c0a8b00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1287205
Dec 10 04:27:50.173176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:27:50.229764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-7e893624-f351-4c3d-94a1-337ac1973f8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0645218
Dec 10 04:27:50.240028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:27:50.240543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:50.290618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c649a-61fb-45eb-bf83-658361f86073 req-4c119ad5-80f2-42a4-a41e-36c3002010a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:50.292032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-4c119ad5-80f2-42a4-a41e-36c3002010a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0566933
Dec 10 04:27:50.341961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-038d6405-5d0f-4cb6-9160-ff754000413c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434694
Dec 10 04:27:50.356108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:50.393632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:50.397430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:50.400217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:50.464056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:50.467729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:50.557245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:50.587280 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-3db3f6df-c465-4eb3-aef7-47e26b31b0e2 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390614
Dec 10 04:27:50.613426 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'code': 200}
Dec 10 04:27:50.716495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-753c649a-61fb-45eb-bf83-658361f86073 req-00850b7a-9ec0-4dd3-afed-7a3c752f04b5 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230288
Dec 10 04:27:51.066702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a99a-ede8-460a-b2c2-d28fc20c926e req-59eff42b-1441-414d-a216-550154d912dc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:51.068086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5a1a99a-ede8-460a-b2c2-d28fc20c926e req-59eff42b-1441-414d-a216-550154d912dc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0916390
Dec 10 04:27:51.112007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5a1a99a-ede8-460a-b2c2-d28fc20c926e req-c4050049-54f4-47ab-8bd9-e84767c4bd71 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383739
Dec 10 04:27:52.295154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df85be-0a57-4ede-a009-729a209e57d9 req-a73091ac-792a-4602-b2ea-0661c6a81d7d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:52.296618 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61df85be-0a57-4ede-a009-729a209e57d9 req-a73091ac-792a-4602-b2ea-0661c6a81d7d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0804832
Dec 10 04:27:52.341428 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61df85be-0a57-4ede-a009-729a209e57d9 req-e3a46471-ad53-4d35-9a17-dcd0ac723326 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386441
Dec 10 04:27:52.526947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5bbd9-c4f9-442e-88a4-456af0a56a86 req-df8aa3b9-d9d4-4785-8bbd-03a855cf146a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:52.528363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01c5bbd9-c4f9-442e-88a4-456af0a56a86 req-df8aa3b9-d9d4-4785-8bbd-03a855cf146a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0825343
Dec 10 04:27:52.571367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01c5bbd9-c4f9-442e-88a4-456af0a56a86 req-be2ddf90-9e64-499e-bd53-24164059ec85 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372496
Dec 10 04:27:52.758377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77236d1e-a3db-4f64-8a54-da5493a330a8 req-728eeb5c-e0e7-4a05-ab60-3d7e24d09182 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:52.759807 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77236d1e-a3db-4f64-8a54-da5493a330a8 req-728eeb5c-e0e7-4a05-ab60-3d7e24d09182 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.0794063
Dec 10 04:27:52.803915 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77236d1e-a3db-4f64-8a54-da5493a330a8 req-c6261767-054f-477a-b280-7402a98eff05 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383897
Dec 10 04:27:52.994129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-57ada202-a4cd-46ac-be5d-7a5bb9137555 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703025
Dec 10 04:27:53.192706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-d3f9a85a-5657-4a6a-afb4-7a4c739707fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:53.194210 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-d3f9a85a-5657-4a6a-afb4-7a4c739707fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 1098 time: 0.0763686
Dec 10 04:27:53.302756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-2a5e56b2-66e3-4b6e-a1fd-f3603eb7f391 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:53.304236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-2a5e56b2-66e3-4b6e-a1fd-f3603eb7f391 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 815 time: 0.1486027
Dec 10 04:27:53.319823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-dc74191b-925d-4b20-bd9a-6431c8e3719c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/quotas/31eef6438e844f86b639cfc735fa83e1 HTTP/1.1" status: 200  len: 375 time: 0.0099874
Dec 10 04:27:53.337803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-b50caf93-e565-45b7-890f-f364631baa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:53.339148 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-b50caf93-e565-45b7-890f-f364631baa69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1263540
Dec 10 04:27:53.401825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-7a918825-ab46-4e0c-839c-118a8d622d68 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0745554
Dec 10 04:27:53.406513 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-4c9de986-a765-415c-8f99-549d927fd170 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 200  len: 217 time: 0.0602028
Dec 10 04:27:53.472601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-b33d528c-d783-49fb-a67b-9aab80b92b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:53.474824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-b33d528c-d783-49fb-a67b-9aab80b92b58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0618477
Dec 10 04:27:53.523985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-ddaa7ad5-1318-48f2-8a19-08d90465f4f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418103
Dec 10 04:27:53.646861 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-90fa7cd1-9121-43cf-aac8-ba967146ed00 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381952
Dec 10 04:27:53.659632 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-c4cba1b4-f1fa-4b10-ad33-ff7bee805888 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286380
Dec 10 04:27:53.776734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-c1fa3513-ac4f-415a-8d94-339159a57d24 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240263
Dec 10 04:27:53.790900 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0477244b-dc8a-4d84-9195-b9dec72066ea req-6d1c59b6-01e0-47bc-8c76-2510a86009c5 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240120
Dec 10 04:27:53.954307 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-15cadf81-cc02-4241-a306-933b4461b2d5 req-5402b0ff-a8da-46b2-a1f8-3e08b0728f24 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 210 time: 0.0454144
Dec 10 04:27:55.108410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10b3a1cb-74aa-4658-b3c2-17ed37be5bd8 req-af474103-b6de-4057-bbcd-b293036d551b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 210 time: 0.0466919
Dec 10 04:27:55.150210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-0cd1a4c4-2dcc-4500-8df9-2519e3b16534 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:55.151626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-0cd1a4c4-2dcc-4500-8df9-2519e3b16534 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 815 time: 0.1512427
Dec 10 04:27:55.174822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.18', 49764) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:27:55.191066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Request body: {'port': {'device_id': 'b735e789-5a89-4c81-80b4-d986c069f521', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'admin_state_up': True, 'tenant_id': '31eef6438e844f86b639cfc735fa83e1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:55.388174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-fbf6d8ae-47e4-48aa-856f-6d3b55783761 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:55.389627 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-fbf6d8ae-47e4-48aa-856f-6d3b55783761 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/ports?device_id=35743393-506b-407a-a5f1-9c13767b23bf HTTP/1.1" status: 200  len: 945 time: 0.2040174
Dec 10 04:27:55.391308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:27:55.433183 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:27:55.463464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Made reservation on behalf of 31eef6438e844f86b639cfc735fa83e1 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:27:55.466839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:55.481523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Deleting port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:27:55.481860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:55.925993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Allocated IP 172.20.0.11 (53b9dd46-692f-48d1-83a4-b5720bcdc05d/e7283c14-d1b6-4158-ae44-7063f7ec9ddd/46ea509d-616c-41fe-8b4e-1fa004ecc643) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:27:55.995419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] For port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:27:55.995785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.129472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Calling delete_port for 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:27:56.260582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3623464a-ecb2-4afe-abad-5e8237fd6a81 req-c473dd2b-56dc-4ce6-bc58-1f5cd6d13eaa tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 210 time: 0.0432611
Dec 10 04:27:56.392184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.399996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a4a255a9-759e-437a-b877-ca571e1c3af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:56.448882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.453282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Pushing event deleted for resources: {'Port': ['ID=55b6731d-23ab-4ad6-b3fb-dc31f3bc6337,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:56.492289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.492676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.493056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.493516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.493890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.494218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.494582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.494947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.495314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.495673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.496035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.496393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:27:56.504660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:56.546323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] No DVR routers for this DVR port 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:27:56.549128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.552139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-deleted', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:56.571231 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "DELETE /v2.0/ports/55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 HTTP/1.1" status: 204  len: 173 time: 1.1723306
Dec 10 04:27:56.579344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.585121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-061b40db-f37f-400e-9b72-914748914e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:56.625745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35743393-506b-407a-a5f1-9c13767b23bf', 'name': 'network-vif-deleted', 'tag': '55b6731d-23ab-4ad6-b3fb-dc31f3bc6337', 'status': 'completed', 'code': 200}
Dec 10 04:27:56.658003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Network 53b9dd46-692f-48d1-83a4-b5720bcdc05d is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:27:56.661829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:27:56.665735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:27:56.703983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:56.709087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:56.731442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:56.732038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:56.749510 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5623245
Dec 10 04:27:56.766292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Request body: {'port': {'device_id': 'b735e789-5a89-4c81-80b4-d986c069f521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:27:56.876532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.219581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ea509d-616c-41fe-8b4e-1fa004ecc643 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:27:57.227080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.240953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Transition to ACTIVE for port object 46ea509d-616c-41fe-8b4e-1fa004ecc643 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:27:57.244737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.249322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:57.394209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:57.404532 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:57.443515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ca3e-3464-46c3-b7bc-ea339af28327 req-23d4d744-6e17-4614-8a98-f87310cccd12 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:57.445041 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b13ca3e-3464-46c3-b7bc-ea339af28327 req-23d4d744-6e17-4614-8a98-f87310cccd12 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 944 time: 0.0806034
Dec 10 04:27:57.495048 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b13ca3e-3464-46c3-b7bc-ea339af28327 req-0da10a7b-5ead-4bd3-8cd1-e4d567163d9e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441186
Dec 10 04:27:57.597415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Attempting to bind port 46ea509d-616c-41fe-8b4e-1fa004ecc643 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:27:57.597743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Attempting to bind port 46ea509d-616c-41fe-8b4e-1fa004ecc643 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:27:57.598061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Attempting to bind port 46ea509d-616c-41fe-8b4e-1fa004ecc643 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:27:57.602506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Port 46ea509d-616c-41fe-8b4e-1fa004ecc643 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:27:57.602817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Attempting to bind port 46ea509d-616c-41fe-8b4e-1fa004ecc643 on network 53b9dd46-692f-48d1-83a4-b5720bcdc05d {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:27:57.607697 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:27:57.608024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Checking segment: {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:27:57.608398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Bound using segment: {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:27:57.608811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Bound port: 46ea509d-616c-41fe-8b4e-1fa004ecc643, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdc8ef8-4511-435f-8921-58f2dd18e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:27:57.609143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.698334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:27:57.701165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:27:57.705606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.709027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7a61f6b0-62ca-48fb-8012-ae872beb1888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:27:57.764064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:57.764664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:27:57.766023 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] 10.222.0.18 "PUT /v2.0/ports/46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 1094 time: 1.0037367
Dec 10 04:27:57.779681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:27:57.782773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:27:57.886905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-8c47cee9-5478-4d41-a366-bdedd5555393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:57.888337 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-8c47cee9-5478-4d41-a366-bdedd5555393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1097 time: 0.0724232
Dec 10 04:27:57.960154 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-3cf238b4-7e84-4106-8317-8a16179a3d6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 217 time: 0.0591061
Dec 10 04:27:58.023469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c438-6452-4085-87b5-d036309582f3 req-fa849007-4a79-4387-abea-38664944b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:58.024766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-fa849007-4a79-4387-abea-38664944b9bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0584500
Dec 10 04:27:58.071144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-711b3f3a-10d9-4953-adcc-76691ba49eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404150
Dec 10 04:27:58.201110 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-9f211592-4a8f-485a-a738-1aae4032cf36 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232541
Dec 10 04:27:58.214978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:27:58.251093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:27:58.251458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 55b6731d-23ab-4ad6-b3fb-dc31f3bc6337 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:27:58.331083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6b14c438-6452-4085-87b5-d036309582f3 req-63d1570c-f989-45b8-bbc6-19ef5870a88e service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234157
Dec 10 04:27:58.627366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:27:58.671068 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'status': 'completed', 'code': 200}
Dec 10 04:27:58.681971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f1b0e-841a-4031-8c31-ed182534ad0f req-f0f6acc0-f4de-492a-b30c-1d19a6a29e92 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:58.683427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c5f1b0e-841a-4031-8c31-ed182534ad0f req-f0f6acc0-f4de-492a-b30c-1d19a6a29e92 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 944 time: 0.0816648
Dec 10 04:27:58.727751 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c5f1b0e-841a-4031-8c31-ed182534ad0f req-f354d669-2428-449c-97fd-948b37ad1256 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387366
Dec 10 04:27:58.781717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-9d88f9b5-312e-4c7f-a2e1-00eb05fc2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:58.783173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-9d88f9b5-312e-4c7f-a2e1-00eb05fc2faf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1097 time: 0.0693159
Dec 10 04:27:58.915327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-9bf0b808-6317-445f-9962-03ae47bb1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:58.916764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-9bf0b808-6317-445f-9962-03ae47bb1eee service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1272392
Dec 10 04:27:58.987174 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-34620457-ec18-4d37-a78c-d46467d07ab0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 217 time: 0.0636325
Dec 10 04:27:59.046855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-5afc8a30-f38a-4b2a-b350-0e5d279c36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:59.048224 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-5afc8a30-f38a-4b2a-b350-0e5d279c36c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0555384
Dec 10 04:27:59.097413 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-c019dd45-150d-4d60-8d3a-fef432f8e213 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423996
Dec 10 04:27:59.227204 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-7eb44ff8-afe1-4050-a1ad-cf708ed5682b service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220787
Dec 10 04:27:59.356519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-239d7f1a-a5df-4f07-8002-b5be4d4c2ca9 req-5ccfaa4d-b015-4fbd-87ed-ff00dc0b3f62 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217802
Dec 10 04:27:59.915826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0628a-6b59-4bdf-be1f-4a841c8a46fc req-3b4524ad-35c8-4ac0-8bfd-a11738ee5650 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:27:59.917278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-03f0628a-6b59-4bdf-be1f-4a841c8a46fc req-3b4524ad-35c8-4ac0-8bfd-a11738ee5650 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 944 time: 0.0828087
Dec 10 04:27:59.960892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-03f0628a-6b59-4bdf-be1f-4a841c8a46fc req-b274126d-0e40-485a-b513-b63f53936cee tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380840
Dec 10 04:28:01.139081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8873ba-b42b-4476-aaab-0253b1e04a36 req-d136919d-d24e-4698-bd29-703b855fb4af tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:01.140517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5c8873ba-b42b-4476-aaab-0253b1e04a36 req-d136919d-d24e-4698-bd29-703b855fb4af tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 944 time: 0.0796716
Dec 10 04:28:01.183540 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5c8873ba-b42b-4476-aaab-0253b1e04a36 req-619650de-061e-4ce0-a2e8-acab5856c557 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367603
Dec 10 04:28:02.230303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:28:02.364740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:02.377701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'port_id': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'mac_address': 'fa:16:3e:41:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7283c14-d1b6-4158-ae44-7063f7ec9ddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:28:02.387507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8799b9-17fd-43c1-a151-c6a9a905703a req-bd64f3d1-c235-433c-9341-a9c8a6800e51 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:02.389003 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4f8799b9-17fd-43c1-a151-c6a9a905703a req-bd64f3d1-c235-433c-9341-a9c8a6800e51 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 944 time: 0.1011031
Dec 10 04:28:02.432431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:02.436688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4f8799b9-17fd-43c1-a151-c6a9a905703a req-411d7942-6751-4c42-9fa1-1f3106dca565 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393026
Dec 10 04:28:02.450055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea509d-616c-41fe-8b4e-1fa004ecc643 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:28:02.465765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:02.469641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:02.471324 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:02.538179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:02.545185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.545628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.545969 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.546302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.546630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.546965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.547286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.547607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.547930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.548248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.548568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.548882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:02.552611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:02.844050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['46ea509d-616c-41fe-8b4e-1fa004ecc643'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:28:03.618130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc9961-cef4-4a3f-8610-ef8bc2d551d3 req-2b32a09f-933a-4c17-9597-537b70a9d9bc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:03.619566 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6ffc9961-cef4-4a3f-8610-ef8bc2d551d3 req-2b32a09f-933a-4c17-9597-537b70a9d9bc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 945 time: 0.0801291
Dec 10 04:28:03.662633 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6ffc9961-cef4-4a3f-8610-ef8bc2d551d3 req-41bf9852-e3ba-4790-847f-bfe88b0ae527 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375948
Dec 10 04:28:04.245660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:28:04.314383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 46ea509d-616c-41fe-8b4e-1fa004ecc643 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:28:04.319624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 46ea509d-616c-41fe-8b4e-1fa004ecc643 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:04.320005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:04.432663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:04.458735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:28:04.468738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:04.471938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:04.474465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:04.504317 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'code': 200}
Dec 10 04:28:04.544544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:04.547443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:04.758711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d35cf-95e5-4227-a2f6-85c81914b758 req-17f5f10b-ab8a-47ca-8aca-490445644748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:04.760095 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-751d35cf-95e5-4227-a2f6-85c81914b758 req-17f5f10b-ab8a-47ca-8aca-490445644748 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1099 time: 0.0693870
Dec 10 04:28:04.800559 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-751d35cf-95e5-4227-a2f6-85c81914b758 req-195ebd17-7015-4a77-a8e1-08746deedb6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339890
Dec 10 04:28:04.850457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7cc7c-b8af-44d6-b950-331718194683 req-0c9679bf-f8f0-4aae-b0b2-38d003fe1926 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:04.852475 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ac7cc7c-b8af-44d6-b950-331718194683 req-0c9679bf-f8f0-4aae-b0b2-38d003fe1926 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0836303
Dec 10 04:28:04.895474 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4ac7cc7c-b8af-44d6-b950-331718194683 req-352d3ba7-5d01-4c99-9045-5cadeb353af6 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368350
Dec 10 04:28:06.082634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a0bb-eb96-4f26-8964-286271c1c3ae req-a0067f9b-263d-46e6-aca5-5fb42aa2dc61 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:06.085615 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c589a0bb-eb96-4f26-8964-286271c1c3ae req-a0067f9b-263d-46e6-aca5-5fb42aa2dc61 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0870817
Dec 10 04:28:06.134168 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c589a0bb-eb96-4f26-8964-286271c1c3ae req-642bd33d-188c-434d-93ed-c0c7b7e590db tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443237
Dec 10 04:28:07.315053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b68ba-f142-4663-9d90-2b9e4b7dfe7f req-29ec4bd8-1619-4315-9079-4db732a2ea0a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:07.317034 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f1b68ba-f142-4663-9d90-2b9e4b7dfe7f req-29ec4bd8-1619-4315-9079-4db732a2ea0a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0801775
Dec 10 04:28:07.360627 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f1b68ba-f142-4663-9d90-2b9e4b7dfe7f req-f6aa6c4b-8d7e-4353-8bd4-26276290b3c2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378900
Dec 10 04:28:07.546426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aa22e-9a7e-49a6-a753-9b5ad23e2bdb req-e1444af1-1fb4-4a5a-92bf-a8ccaee179a9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:07.547852 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd3aa22e-9a7e-49a6-a753-9b5ad23e2bdb req-e1444af1-1fb4-4a5a-92bf-a8ccaee179a9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0833757
Dec 10 04:28:07.590824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd3aa22e-9a7e-49a6-a753-9b5ad23e2bdb req-5d39b3c7-ceb4-4684-a3d7-13efda520b22 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372374
Dec 10 04:28:07.983099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93e058-a01d-4df5-a7e0-ddde69d2d919 req-334ec2bc-694f-45e4-9944-4b83c370aefe tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:07.984612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b93e058-a01d-4df5-a7e0-ddde69d2d919 req-334ec2bc-694f-45e4-9944-4b83c370aefe tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0823178
Dec 10 04:28:08.030997 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b93e058-a01d-4df5-a7e0-ddde69d2d919 req-dc3594b6-3ba0-43d2-b001-7fb95899b08c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399826
Dec 10 04:28:08.050588 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-75012d14-08bc-4d72-b546-e4f9646f7adc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1920857
Dec 10 04:28:09.222006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e529ca-34c6-48aa-bce8-75c6e8ef9ab0 req-273b4bca-1b1e-4e3f-a2ab-4cdc613ea741 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:09.223975 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59e529ca-34c6-48aa-bce8-75c6e8ef9ab0 req-273b4bca-1b1e-4e3f-a2ab-4cdc613ea741 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0868177
Dec 10 04:28:09.239323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b300407c-0522-425c-ae9e-ed9644f3e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:09.240780 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b300407c-0522-425c-ae9e-ed9644f3e86e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1099 time: 0.0730033
Dec 10 04:28:09.268411 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59e529ca-34c6-48aa-bce8-75c6e8ef9ab0 req-6f0ffaf6-c4ab-4cd4-ac88-ab01ec590a86 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385654
Dec 10 04:28:09.371413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-be0bcfff-040d-4e68-ad96-f81cd4508b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:09.372761 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-be0bcfff-040d-4e68-ad96-f81cd4508b0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1257904
Dec 10 04:28:09.443714 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b4fcf848-4815-4af0-bf3d-da24dbcf78f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 217 time: 0.0640800
Dec 10 04:28:09.505137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-65850784-f1e5-45f3-885a-6c3e010fc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:09.506538 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-65850784-f1e5-45f3-885a-6c3e010fc0fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0565219
Dec 10 04:28:09.558311 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-a9f30189-db04-4eb6-a2c8-aa9c17eb84aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449572
Dec 10 04:28:09.687433 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-4e6c2e84-f8e1-4548-b90a-9d51db109e35 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222353
Dec 10 04:28:09.814566 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-3b9476ae-4106-4c34-9f31-52fbbf85d3a3 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207900
Dec 10 04:28:10.450309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d6c0-f2bd-4f55-ac6c-ea620f62aaa7 req-8e9d4386-1a2e-4d44-94a3-db5d1dfe30a4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:10.451734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3653d6c0-f2bd-4f55-ac6c-ea620f62aaa7 req-8e9d4386-1a2e-4d44-94a3-db5d1dfe30a4 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0789804
Dec 10 04:28:10.497730 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3653d6c0-f2bd-4f55-ac6c-ea620f62aaa7 req-f37c0b2c-7e53-45e8-9104-5ba0913be257 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404279
Dec 10 04:28:11.678040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263bdf5-65dd-4548-8bc2-97ca3d3342d3 req-6f890555-b9da-4d7a-8724-3b91a5de1c32 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:11.679476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3263bdf5-65dd-4548-8bc2-97ca3d3342d3 req-6f890555-b9da-4d7a-8724-3b91a5de1c32 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0791457
Dec 10 04:28:11.722911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3263bdf5-65dd-4548-8bc2-97ca3d3342d3 req-076e84c4-846d-423c-8290-278d11422a0d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378911
Dec 10 04:28:12.909621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8fc1-8771-4ed1-a98f-8ad8bc2b106d req-90a2977b-076c-4266-906d-2e76225f0ba3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:12.911115 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8e7f8fc1-8771-4ed1-a98f-8ad8bc2b106d req-90a2977b-076c-4266-906d-2e76225f0ba3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0840404
Dec 10 04:28:12.954106 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8e7f8fc1-8771-4ed1-a98f-8ad8bc2b106d req-eba83c6d-6c7e-4d66-ba28-032590b470db tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374160
Dec 10 04:28:14.135803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c683e5b-c2f8-4400-a923-9215f4cfc8de req-737ca95e-1ce2-4572-a272-e939373ce4ee tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:14.137230 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6c683e5b-c2f8-4400-a923-9215f4cfc8de req-737ca95e-1ce2-4572-a272-e939373ce4ee tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0786984
Dec 10 04:28:14.180229 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6c683e5b-c2f8-4400-a923-9215f4cfc8de req-d768c0f9-4f51-4fd9-8848-40cbe87aaada tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374184
Dec 10 04:28:14.245223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:14.406485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0bf916b9-61c0-4e3b-94c9-7dcae08077dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:15.478212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68c875-fecf-45dc-8ed0-29e44ca96ef0 req-4fce7d80-5b44-4019-acf3-eb950ff8ca31 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:15.479537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ce68c875-fecf-45dc-8ed0-29e44ca96ef0 req-4fce7d80-5b44-4019-acf3-eb950ff8ca31 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.1972327
Dec 10 04:28:15.521909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ce68c875-fecf-45dc-8ed0-29e44ca96ef0 req-e8169fc3-1124-40a2-adce-e121e843e5e8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367839
Dec 10 04:28:16.706810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e8560-c34f-4995-ab0b-296db752a697 req-10af9e40-be08-4d12-8106-842046bc9228 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:16.708826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b50e8560-c34f-4995-ab0b-296db752a697 req-10af9e40-be08-4d12-8106-842046bc9228 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0847340
Dec 10 04:28:16.747481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bb44-2366-43b7-ae9e-65e50f2420a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:16.752301 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b50e8560-c34f-4995-ab0b-296db752a697 req-0bb02489-ded9-4b22-8a4e-a799828cc93c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377603
Dec 10 04:28:17.674076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:17.935865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b44203-a1df-4873-ada7-12f06b7637f4 req-4c018081-ab15-48a2-a681-5b0c7439bee6 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:17.937225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0b44203-a1df-4873-ada7-12f06b7637f4 req-4c018081-ab15-48a2-a681-5b0c7439bee6 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0820777
Dec 10 04:28:17.980363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d0b44203-a1df-4873-ada7-12f06b7637f4 req-689c84ea-e599-4715-bd1c-83d2e324a61b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373027
Dec 10 04:28:18.007473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:19.160681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c46a-8d77-4277-8990-c335d84687ee req-4c924fba-e1be-4543-bcc7-1db1e53ce87e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:19.162563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad88c46a-8d77-4277-8990-c335d84687ee req-4c924fba-e1be-4543-bcc7-1db1e53ce87e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0793083
Dec 10 04:28:19.209646 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad88c46a-8d77-4277-8990-c335d84687ee req-45d6bf9a-ec11-42ce-b5ad-860dd6f2fe03 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413680
Dec 10 04:28:19.520723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:20.391041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c9bb2-ab92-4fcd-bf87-7413e2e68ef2 req-24eb0b7b-9697-429f-9c1f-3ca14c0a6e9a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:20.392467 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d32c9bb2-ab92-4fcd-bf87-7413e2e68ef2 req-24eb0b7b-9697-429f-9c1f-3ca14c0a6e9a tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0778699
Dec 10 04:28:20.435129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d32c9bb2-ab92-4fcd-bf87-7413e2e68ef2 req-6050af80-2813-481f-a9bb-95bab58129a9 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365372
Dec 10 04:28:21.620719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdce4f-7579-4559-8804-b3987787e24a req-87c6dfa5-da9f-470d-acfd-8e0d272f1db1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:21.622175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bbdce4f-7579-4559-8804-b3987787e24a req-87c6dfa5-da9f-470d-acfd-8e0d272f1db1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0828600
Dec 10 04:28:21.664929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bbdce4f-7579-4559-8804-b3987787e24a req-ae27f044-1e44-449c-b101-1d0aef8edda8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372469
Dec 10 04:28:22.850590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bb51a-39be-4aac-992f-87c18e0c9aef req-bb9a68f1-c9ee-4281-9fb4-6b180e920260 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:22.852024 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-330bb51a-39be-4aac-992f-87c18e0c9aef req-bb9a68f1-c9ee-4281-9fb4-6b180e920260 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0788646
Dec 10 04:28:22.894743 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-330bb51a-39be-4aac-992f-87c18e0c9aef req-52c929bc-c669-47ad-a9df-6416938d28e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371506
Dec 10 04:28:24.078300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35065a55-6af6-409f-8295-ef6fabc63f5e req-fcc11678-d563-474a-aa6a-ed062b47c4f3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:24.079709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35065a55-6af6-409f-8295-ef6fabc63f5e req-fcc11678-d563-474a-aa6a-ed062b47c4f3 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0828207
Dec 10 04:28:24.123586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35065a55-6af6-409f-8295-ef6fabc63f5e req-016a7f3c-e222-4661-939e-2f9948581edc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383370
Dec 10 04:28:25.304213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85824906-0a52-4944-b00b-64bd45fc2bf9 req-e9603606-cccf-4eb8-8527-e19cb123929b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:25.305670 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-85824906-0a52-4944-b00b-64bd45fc2bf9 req-e9603606-cccf-4eb8-8527-e19cb123929b tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0797496
Dec 10 04:28:25.352503 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-85824906-0a52-4944-b00b-64bd45fc2bf9 req-de79a6d0-b75b-4537-be2a-b074b2936bde tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412250
Dec 10 04:28:25.691599 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:28:26.532910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720dad1-9a48-48b2-83b4-ef7b5c8310d5 req-6ebaace7-9897-4a3a-9fc9-a288ad6a3541 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:26.534353 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6720dad1-9a48-48b2-83b4-ef7b5c8310d5 req-6ebaace7-9897-4a3a-9fc9-a288ad6a3541 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0785139
Dec 10 04:28:26.577185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6720dad1-9a48-48b2-83b4-ef7b5c8310d5 req-bc76a5f5-1d98-445d-9afc-66c971bfd2db tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372725
Dec 10 04:28:27.763232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7418-9d3c-4355-859f-14bfc3871c27 req-8ba51117-ae60-4681-992e-8046de173649 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:27.764641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad6a7418-9d3c-4355-859f-14bfc3871c27 req-8ba51117-ae60-4681-992e-8046de173649 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0825822
Dec 10 04:28:27.807784 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad6a7418-9d3c-4355-859f-14bfc3871c27 req-17fbea1e-4f89-40e1-ac9e-7b0ec0908e05 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375612
Dec 10 04:28:28.990146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e9fc1-7c80-455e-a375-5f987cf95ae7 req-4ff99ede-b845-4313-aec1-d663c49e133c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:28.992098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c51e9fc1-7c80-455e-a375-5f987cf95ae7 req-4ff99ede-b845-4313-aec1-d663c49e133c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0787003
Dec 10 04:28:29.034560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c51e9fc1-7c80-455e-a375-5f987cf95ae7 req-5bbc2e93-5d97-4952-80ab-e2170cec7958 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369911
Dec 10 04:28:30.218721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49083-1719-4917-88a0-e589ba73ce3b req-21ee3d9e-eae5-41b6-a2c7-dd6f78551dbc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:30.220146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5b49083-1719-4917-88a0-e589ba73ce3b req-21ee3d9e-eae5-41b6-a2c7-dd6f78551dbc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0825031
Dec 10 04:28:30.263295 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5b49083-1719-4917-88a0-e589ba73ce3b req-8bd9aa0c-1b36-44e4-9ca6-faa6c41bb41c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375888
Dec 10 04:28:31.443138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263163bc-2348-43fe-98b5-4700b98ba2a2 req-fa760f67-0c7c-4ea1-a7ea-c3cbd281afb5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:31.444569 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-263163bc-2348-43fe-98b5-4700b98ba2a2 req-fa760f67-0c7c-4ea1-a7ea-c3cbd281afb5 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0788462
Dec 10 04:28:31.488197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-263163bc-2348-43fe-98b5-4700b98ba2a2 req-7b0e9d0b-5779-4ce8-b2b5-387403fa8cea tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378697
Dec 10 04:28:32.673902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbf4ad-a24a-4a74-9722-1c85ce94b206 req-3fdff0c4-d433-46c6-9445-3a59485a72cd tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:32.675337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35fbf4ad-a24a-4a74-9722-1c85ce94b206 req-3fdff0c4-d433-46c6-9445-3a59485a72cd tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0852098
Dec 10 04:28:32.718482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35fbf4ad-a24a-4a74-9722-1c85ce94b206 req-d185d500-b086-4020-acdc-19e54b00b164 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375009
Dec 10 04:28:33.898062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7653c-a9ff-4379-8f56-0a73ecc741e5 req-5c7b9e6b-09fd-4f6c-900e-981ba28ed1ed tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:33.899492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aff7653c-a9ff-4379-8f56-0a73ecc741e5 req-5c7b9e6b-09fd-4f6c-900e-981ba28ed1ed tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0785451
Dec 10 04:28:33.947102 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aff7653c-a9ff-4379-8f56-0a73ecc741e5 req-3d448916-cea3-4710-818d-655cebe4c6bb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417514
Dec 10 04:28:35.133617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe2534-fc0b-4e44-996b-b080eea4d70d req-7bf15a28-6117-424d-bcac-a0de63b950be tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:35.135063 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0dbe2534-fc0b-4e44-996b-b080eea4d70d req-7bf15a28-6117-424d-bcac-a0de63b950be tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0825799
Dec 10 04:28:35.179021 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0dbe2534-fc0b-4e44-996b-b080eea4d70d req-ec8ad09d-daef-42d8-bebc-ec8e1948f79e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383470
Dec 10 04:28:36.367579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561d09a-c345-4b3a-abb8-a9a2093eec57 req-d456df67-b256-49ae-8ed9-6a7abcea9668 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:36.369344 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6561d09a-c345-4b3a-abb8-a9a2093eec57 req-d456df67-b256-49ae-8ed9-6a7abcea9668 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0859492
Dec 10 04:28:36.414055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6561d09a-c345-4b3a-abb8-a9a2093eec57 req-fe08788d-6dc3-44c3-9e87-6d35ce79c08f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391157
Dec 10 04:28:36.656011 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-4646ff66-da4c-47a3-9224-6adb96b64d4d service neutron] 10.222.0.18 "GET /v2.0/ports/46ea509d-616c-41fe-8b4e-1fa004ecc643/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0708852
Dec 10 04:28:36.938530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-68ba1b4a-e8e3-4648-9d05-75d0d37306dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:36.940275 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-68ba1b4a-e8e3-4648-9d05-75d0d37306dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521&tenant_id=31eef6438e844f86b639cfc735fa83e1 HTTP/1.1" status: 200  len: 1099 time: 0.0750020
Dec 10 04:28:37.052423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b486ca1e-4da0-4aee-9224-67968b503854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:37.053898 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b486ca1e-4da0-4aee-9224-67968b503854 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1099 time: 0.0806215
Dec 10 04:28:37.183966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b6f32c04-241f-414d-8899-e7c24ef5fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:37.185428 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-b6f32c04-241f-414d-8899-e7c24ef5fe19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1244717
Dec 10 04:28:37.256237 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-ee2a00cf-4dbf-41e6-bf1c-9b5e6c3962c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 217 time: 0.0636582
Dec 10 04:28:37.316184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-c6e09887-ce39-4e82-b2aa-7d546ea6ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:37.317585 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-c6e09887-ce39-4e82-b2aa-7d546ea6ad99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0554640
Dec 10 04:28:37.363252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-4ca66c5e-a7ea-4e77-925d-ccb662826986 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396295
Dec 10 04:28:37.492253 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-e315afc1-9c0e-44c5-b36b-a48d7d54b8bc service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221461
Dec 10 04:28:37.594939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc405d-0667-4b73-9837-804f9958f909 req-00b7db5d-3633-41af-9d9e-f2f68fd99cd8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:37.596386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-81dc405d-0667-4b73-9837-804f9958f909 req-00b7db5d-3633-41af-9d9e-f2f68fd99cd8 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0783761
Dec 10 04:28:37.624282 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-dd1d3deb-303c-4b30-90ff-b0d3eab5d3ed req-6a81d166-3f2b-4f51-a552-f5e3e204bf4a service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250782
Dec 10 04:28:37.640112 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-81dc405d-0667-4b73-9837-804f9958f909 req-a26e0938-5fef-4896-84cb-f6c2661a093e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375388
Dec 10 04:28:38.825204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3204bfe-43d6-402d-bb80-53f152098aee req-7c374d88-d8c4-4d12-85b6-37f1e2acce2c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:38.826647 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3204bfe-43d6-402d-bb80-53f152098aee req-7c374d88-d8c4-4d12-85b6-37f1e2acce2c tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0821352
Dec 10 04:28:38.869886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3204bfe-43d6-402d-bb80-53f152098aee req-30234ae0-73ae-4fba-8b1c-54c7ad93ad61 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375731
Dec 10 04:28:40.050845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82c049-f2b9-4e0f-bd4c-b60044b3b573 req-9ef1136f-c82d-4213-860a-6cc66971d41d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:40.052259 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed82c049-f2b9-4e0f-bd4c-b60044b3b573 req-9ef1136f-c82d-4213-860a-6cc66971d41d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0773275
Dec 10 04:28:40.100164 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed82c049-f2b9-4e0f-bd4c-b60044b3b573 req-8fff9e82-7c67-43ed-bd40-7451966450d1 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423148
Dec 10 04:28:40.423184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:28:40.586072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:40.598681 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'network_id': '53b9dd46-692f-48d1-83a4-b5720bcdc05d', 'port_id': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'mac_address': 'fa:16:3e:41:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7283c14-d1b6-4158-ae44-7063f7ec9ddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:28:40.652150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:40.668672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ea509d-616c-41fe-8b4e-1fa004ecc643 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:28:40.683741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:40.687365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:40.689404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:40.757607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:40.760325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:40.801864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['46ea509d-616c-41fe-8b4e-1fa004ecc643'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:28:41.282431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c09e-9e89-40c1-bb39-44b89f7e43ab req-0140274a-e516-46d5-8485-00b3af24521e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:41.283860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f668c09e-9e89-40c1-bb39-44b89f7e43ab req-0140274a-e516-46d5-8485-00b3af24521e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 945 time: 0.0803649
Dec 10 04:28:41.327395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f668c09e-9e89-40c1-bb39-44b89f7e43ab req-322979c3-5006-44e0-a8b3-bb9525c57fe0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379672
Dec 10 04:28:41.641144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19345b-ce2c-4dc9-8710-5eb1ab558ffc req-de2a55ca-7075-49b4-a7f5-0c5780d67a9f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:41.642719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1e19345b-ce2c-4dc9-8710-5eb1ab558ffc req-de2a55ca-7075-49b4-a7f5-0c5780d67a9f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 945 time: 0.0871444
Dec 10 04:28:41.772643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-fa2a1eeb-7296-4cee-8765-9104e817c06f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:41.773245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-fa2a1eeb-7296-4cee-8765-9104e817c06f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Synchronizing usage tracker for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:28:41.789213 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-fa2a1eeb-7296-4cee-8765-9104e817c06f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Unset dirty status for tenant:31eef6438e844f86b639cfc735fa83e1 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:28:41.790457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-fa2a1eeb-7296-4cee-8765-9104e817c06f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521&tenant_id=31eef6438e844f86b639cfc735fa83e1&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.2266734
Dec 10 04:28:41.802795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1e19345b-ce2c-4dc9-8710-5eb1ab558ffc req-085bccba-5c47-4732-8411-a6c1921c2a35 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536932
Dec 10 04:28:41.941042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-e3801fd5-1a61-45ba-9d7c-58d2d65e11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:41.942495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-e3801fd5-1a61-45ba-9d7c-58d2d65e11e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=31eef6438e844f86b639cfc735fa83e1&device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 1098 time: 0.0690737
Dec 10 04:28:42.069518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-291344fe-59c1-4cf4-bf94-6a8fd956f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:42.070845 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-291344fe-59c1-4cf4-bf94-6a8fd956f724 service neutron] 10.222.0.18 "GET /v2.0/networks?id=53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 200  len: 916 time: 0.1221397
Dec 10 04:28:42.139603 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-3c7409c4-0719-4544-8d35-974b99bd28ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 200  len: 217 time: 0.0625532
Dec 10 04:28:42.199730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-91c838e2-fd03-416d-8305-c5ae85c6c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:42.201141 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-91c838e2-fd03-416d-8305-c5ae85c6c3ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 200  len: 855 time: 0.0558784
Dec 10 04:28:42.249173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-9bab92ea-cb1d-47ff-a0de-c35eb92f4fde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=53b9dd46-692f-48d1-83a4-b5720bcdc05d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419388
Dec 10 04:28:42.382263 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-e2700e1f-6739-40f6-ba24-41edbd8687c0 service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265869
Dec 10 04:28:42.440177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:28:42.508916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 46ea509d-616c-41fe-8b4e-1fa004ecc643 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:42.509294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:42.514819 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6d4edc2f-a063-4da6-b3dc-d0953520e6b0 req-7058a23e-47db-485b-bd65-3aa80fa0981c service neutron] 10.222.0.18 "GET /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264322
Dec 10 04:28:42.625428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:42.655020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:28:42.664501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:42.668550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:42.671830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:42.708684 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'code': 200}
Dec 10 04:28:42.739098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:42.742636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:42.988684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08fd7d-6633-4012-8269-70f0167e1334 req-8ab9974d-0099-4ac4-8efd-859fb6746ba2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:42.990763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2a08fd7d-6633-4012-8269-70f0167e1334 req-8ab9974d-0099-4ac4-8efd-859fb6746ba2 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0854394
Dec 10 04:28:43.035708 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2a08fd7d-6633-4012-8269-70f0167e1334 req-9f6d3816-5d08-48fc-8dc7-7f81b072fc56 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389466
Dec 10 04:28:44.220742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a394b-d35a-44d6-a5d3-b553a2b518c6 req-9d92f624-362b-4621-939f-384eb6eff7cb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:44.222179 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-316a394b-d35a-44d6-a5d3-b553a2b518c6 req-9d92f624-362b-4621-939f-384eb6eff7cb tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0805614
Dec 10 04:28:44.251570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:44.267785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-316a394b-d35a-44d6-a5d3-b553a2b518c6 req-5912baaa-3315-45ec-8715-cb401b11e247 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400259
Dec 10 04:28:44.406839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7cf501f9-0800-4a69-8902-0e394b03e9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:44.447367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a965bad-3614-4846-834e-b5ac4e266d26 req-e8e20206-6e57-4b4b-91eb-b0e2ed317df7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:44.448808 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a965bad-3614-4846-834e-b5ac4e266d26 req-e8e20206-6e57-4b4b-91eb-b0e2ed317df7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0793855
Dec 10 04:28:44.496245 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a965bad-3614-4846-834e-b5ac4e266d26 req-6c536d41-69f4-4a60-9e67-16cab0f75237 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416920
Dec 10 04:28:44.673057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926cc98-05c5-4e87-b2fa-3242b49fd242 req-18596dc2-3ead-4f20-bda8-7f369032e713 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:44.674492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9926cc98-05c5-4e87-b2fa-3242b49fd242 req-18596dc2-3ead-4f20-bda8-7f369032e713 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0782816
Dec 10 04:28:44.717525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9926cc98-05c5-4e87-b2fa-3242b49fd242 req-323dec38-af88-4271-81c3-b30ab78b8e1d tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374799
Dec 10 04:28:45.259165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184fce0-2ff8-4d01-bd9b-3ed82ff92c9c req-6a697ffd-771f-4e72-909d-508c5a696e49 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:45.260584 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b184fce0-2ff8-4d01-bd9b-3ed82ff92c9c req-6a697ffd-771f-4e72-909d-508c5a696e49 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0833755
Dec 10 04:28:45.303206 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b184fce0-2ff8-4d01-bd9b-3ed82ff92c9c req-a9f08f95-be62-4fd4-8012-74119cbaa0aa tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369372
Dec 10 04:28:46.485451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93866c5-a4c4-43b4-a284-aa97de91ba43 req-f70d182a-fd4b-44dc-9463-b194b99d87cc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:46.486890 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93866c5-a4c4-43b4-a284-aa97de91ba43 req-f70d182a-fd4b-44dc-9463-b194b99d87cc tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0793712
Dec 10 04:28:46.529899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93866c5-a4c4-43b4-a284-aa97de91ba43 req-1e46bb01-8b85-48aa-bbfb-12f5e9bb204f tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/security-groups?id=f84175d8-6a33-427e-87f4-5a44bf616583&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369971
Dec 10 04:28:46.749296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-66a28d83-c2b9-4354-a943-6470a9f465bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.018561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630641d0-ba43-4d55-9871-8928ad8936ad req-7bdf1d06-3ee8-47dd-b4dd-3740489c64b6 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:47.019950 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-630641d0-ba43-4d55-9871-8928ad8936ad req-7bdf1d06-3ee8-47dd-b4dd-3740489c64b6 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 946 time: 0.0764945
Dec 10 04:28:47.090292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Deleting port 46ea509d-616c-41fe-8b4e-1fa004ecc643 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:28:47.090622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.325549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] For port 46ea509d-616c-41fe-8b4e-1fa004ecc643, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=46ea509d-616c-41fe-8b4e-1fa004ecc643,segment=NetworkSegment(7bdc8ef8-4511-435f-8921-58f2dd18e61c),segment_id=7bdc8ef8-4511-435f-8921-58f2dd18e61c)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:47.325908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.447515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Calling delete_port for 46ea509d-616c-41fe-8b4e-1fa004ecc643 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:28:47.586717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.592203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d76074ae-8092-4d9f-8970-32e6fa73c103 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:47.619813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['46ea509d-616c-41fe-8b4e-1fa004ecc643'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:28:47.635756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Pushing event deleted for resources: {'Port': ['ID=46ea509d-616c-41fe-8b4e-1fa004ecc643,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:47.639242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:47.694404 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-48a91e27-98d6-4e3d-9912-d6c0045e8b91 req-443e1331-040a-4cfb-8e85-8fafb8207c56 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735e789-5a89-4c81-80b4-d986c069f521 HTTP/1.1" status: 200  len: 210 time: 0.0584455
Dec 10 04:28:47.701546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.714162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] No DVR routers for this DVR port 46ea509d-616c-41fe-8b4e-1fa004ecc643 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:28:47.716652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:47.719407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-deleted', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:28:47.736295 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-630641d0-ba43-4d55-9871-8928ad8936ad req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] 10.222.0.18 "DELETE /v2.0/ports/46ea509d-616c-41fe-8b4e-1fa004ecc643 HTTP/1.1" status: 204  len: 173 time: 0.7107480
Dec 10 04:28:47.764123 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b735e789-5a89-4c81-80b4-d986c069f521', 'name': 'network-vif-deleted', 'tag': '46ea509d-616c-41fe-8b4e-1fa004ecc643', 'status': 'completed', 'code': 200}
Dec 10 04:28:47.998817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:48.932534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46984) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:48.990424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Deleting subnet e7283c14-d1b6-4158-ae44-7063f7ec9ddd {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:28:48.993197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.039515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.202033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.267528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.272301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60ce0b0c-3d1a-4bed-b519-25b08808c3ab tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:49.307740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7283c14-d1b6-4158-ae44-7063f7ec9ddd,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:49.310264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:49.313120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.319242 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7283c14-d1b6-4158-ae44-7063f7ec9ddd HTTP/1.1" status: 204  len: 168 time: 0.3857024
Dec 10 04:28:49.321570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46988) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:49.422326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.523483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.548878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.573705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d97597fa0>,) {'filters': {'network_id': ['53b9dd46-692f-48d1-83a4-b5720bcdc05d']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:49.585210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97597fa0>, '7bdc8ef8-4511-435f-8921-58f2dd18e61c') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:49.585538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d97597fa0>, '7bdc8ef8-4511-435f-8921-58f2dd18e61c') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:49.596422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.612151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.618694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:28:49.619139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:28:49.631897 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:28:49.706898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.710256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-136976bc-d4ca-4d4b-bdb1-3dcb3059ddec tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:49.722789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:49.736778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b9dd46-692f-48d1-83a4-b5720bcdc05d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:49.740204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:49.743664 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1ec6fb64-2d99-4401-b5a2-2e10e01add16 admin admin] 10.222.0.44 "DELETE /v2.0/networks/53b9dd46-692f-48d1-83a4-b5720bcdc05d HTTP/1.1" status: 204  len: 168 time: 0.4211850
Dec 10 04:28:49.870525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46994) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:49.918322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2873e1d7-482f-451f-a61d-21d5ed90b790 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31eef6438e844f86b639cfc735fa83e1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0465279
Dec 10 04:28:49.920628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 46998) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:49.977624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:50.001695 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:50.051137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:50.055895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7518111a-7fd1-41fa-b69f-e00b7f4742a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:50.073494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84175d8-6a33-427e-87f4-5a44bf616583,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:50.076419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:50.082606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:50.084222 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fa1da90f-f6d4-4e49-84b0-3ed63b9bd7a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f84175d8-6a33-427e-87f4-5a44bf616583 HTTP/1.1" status: 204  len: 168 time: 0.1627202
Dec 10 04:28:50.432379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:28:50.466652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 46ea509d-616c-41fe-8b4e-1fa004ecc643 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:28:50.467002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 46ea509d-616c-41fe-8b4e-1fa004ecc643 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:28:50.831623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 47022) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:50.961591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-310819245-network', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:50.966244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:50.970091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Usage tracker for resource:network and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:50.972941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:50.978629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:50.988712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:28:50.991625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.003298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.017917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:51.021657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Usage tracker for resource:security_group_rule and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:51.024386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:51.029962 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:51.111329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.115578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.119616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2629b83f-0007-43e9-8813-305626408e35 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:51.142846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:28:51.154849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928c260c-b44e-44f5-94d5-06e18309910a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:51.159076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:51.159913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.160260 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Added segment 78a450f6-a5b7-45e2-a799-07bbccc47ff7 of type vlan for network 155fea53-eaaa-43aa-8fe2-65641f01163e
Dec 10 04:28:51.188317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.219244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.220524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:51.221150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.225565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8b7527af-ff48-4aaa-a79b-6a4aa2452d23 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:51.327535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4948266
Dec 10 04:28:51.328292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Pushing event updated for resources: {'Network': ['ID=155fea53-eaaa-43aa-8fe2-65641f01163e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:51.330325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 47028) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:51.332684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b737b0d5-b21c-4b11-89f3-a147c6540773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:51.336375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Request body: {'subnet': {'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-310819245-subnet', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:51.339108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 155fea53-eaaa-43aa-8fe2-65641f01163e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:28:51.341203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:51.345084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Usage tracker for resource:subnet and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:51.347934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:51.354925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:51.366341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:28:51.368648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.569607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.573762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66b3807b-7c2a-410f-9d03-ecb6f86e64ff tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:51.642305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29ac781-9c13-473a-abd7-5afe693cbc9f,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:51.646281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:51.648796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:28:51.649148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Network hostable DHCP agents. Network: 155fea53-eaaa-43aa-8fe2-65641f01163e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:28:51.667958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:28:51.677490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 155fea53-eaaa-43aa-8fe2-65641f01163e) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:51.681248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:51.681850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.686279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c58f2-9178-49b3-97cf-53168524caca None None] Network 155fea53-eaaa-43aa-8fe2-65641f01163e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:28:51.702305 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e56b70a5-6e20-42a0-91a7-15c8f9755411 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3708944
Dec 10 04:28:51.704850 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 47032) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:51.709800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:51.714333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:51.718201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Usage tracker for resource:router and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:51.721178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:51.727468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:51.740969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.742215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.758345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:51.896294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-155fea53-eaaa-43aa-8fe2-65641f01163e', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:28:51.897444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.053189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Allocated IP 172.20.0.2 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/7d8024a5-2125-434e-a1a7-5c68f5a3cfbc) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:28:52.146272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.260050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.271352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Transition to ACTIVE for port object 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:28:52.289845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Transition to ACTIVE for port object 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:28:52.296267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.301434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-af522004-eac4-4282-a4b6-7d2d55a6a533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:52.360784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:28:52.363551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:52.367322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:28:52.376050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Pushing event updated for resources: {'Port': ['ID=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:52.406200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:52.459087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.488816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.497413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Attempting to bind port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:28:52.497791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Attempting to bind port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:28:52.498161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Attempting to bind port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:28:52.503228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:28:52.503607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:28:52.504015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.504415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:28:52.504880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Bound port: 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:28:52.505808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.593269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] For port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:28:52.596393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] For port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:28:52.599869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.604096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:52.623041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Allocated IP 172.26.1.134 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/5f8fed6e-8d61-4dbb-a250-99605755598a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:28:52.686553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Pushing event updated for resources: {'Port': ['ID=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:52.688826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:52.785268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.818119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:52.822133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ffd92d64-bb34-4e29-a7d4-95e6c8eb5c0e tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:52.898470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8fed6e-8d61-4dbb-a250-99605755598a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:52.902785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:52.904519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:28:52.906081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:52.908231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:28:53.326178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:53.654659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c7ab0-6d69-48c0-b58e-fb4a1c6554cf None None] Network 155fea53-eaaa-43aa-8fe2-65641f01163e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:28:53.748248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aa1e2daf-4164-494b-8255-06dec7bd5380 None None] Provisioning for port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:28:53.797816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.004520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:28:54.105537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:28:54.172106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:28:54.180254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:54.180634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.187749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:28:54.197515 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:28:54.208956 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:28:54.209647 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:54.211079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.215053 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5066359
Dec 10 04:28:54.215437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47036) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:54.229457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6a5ea786-8592-4cee-b560-d21b6b005275 None None] Provisioning complete for port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:54.229838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea786-8592-4cee-b560-d21b6b005275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.398567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.429514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea786-8592-4cee-b560-d21b6b005275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.438141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:28:54.458726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:54.464432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.466493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:54.579169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-6a5ea786-8592-4cee-b560-d21b6b005275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:28:54.579561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-6a5ea786-8592-4cee-b560-d21b6b005275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:28:54.585370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:54.588413 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:54.720486 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1100>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:53Z', 'revision_number': 3, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:54.725068 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:28:54.725457 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Updating router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a port 5f8fed6e-8d61-4dbb-a250-99605755598a binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:28:54.780534 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:54.885184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.106826 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.119271 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Transition to ACTIVE for port object 5f8fed6e-8d61-4dbb-a250-99605755598a will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:28:55.126430 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.131641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-318eaadf-342e-4525-a8d9-d904f21731d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:55.204880 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Attempting to bind port 5f8fed6e-8d61-4dbb-a250-99605755598a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:28:55.205523 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Attempting to bind port 5f8fed6e-8d61-4dbb-a250-99605755598a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:28:55.205661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Attempting to bind port 5f8fed6e-8d61-4dbb-a250-99605755598a on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:28:55.212708 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Pushing event updated for resources: {'Port': ['ID=5f8fed6e-8d61-4dbb-a250-99605755598a,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:55.214816 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:28:55.215188 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:28:55.215593 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.215995 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:28:55.216604 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Bound port: 5f8fed6e-8d61-4dbb-a250-99605755598a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:28:55.216838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.217471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Allocated IP 172.20.0.1 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/0d834014-f9e7-47bb-b67b-a931ce127512) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:28:55.257262 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.257634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.257980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.258314 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.258641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.258968 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.259291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.259622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.259931 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.260253 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.260570 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.260884 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.269698 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:55.301168 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] For port 5f8fed6e-8d61-4dbb-a250-99605755598a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:28:55.305023 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] For port 5f8fed6e-8d61-4dbb-a250-99605755598a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5f8fed6e-8d61-4dbb-a250-99605755598a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:28:55.309644 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.316390 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:55.365144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.381250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Transition to ACTIVE for port object 0d834014-f9e7-47bb-b67b-a931ce127512 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:28:55.386824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:28:55.387446 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:55.404334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.408949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:55.444805 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Pushing event updated for resources: {'Port': ['ID=5f8fed6e-8d61-4dbb-a250-99605755598a,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:55.475413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:28:55.478314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:55.480774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:28:55.509446 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:55.534003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:55.543932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.544669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.544669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.545038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.545427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.545789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.546335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.546847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.547370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.547873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.548386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.548903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:28:55.553445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:55.554704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.582367 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:28:55.671523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.763055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe16d5e7-40c2-42aa-9b92-45db06f7e2b3 None None] Provisioning for port 0d834014-f9e7-47bb-b67b-a931ce127512 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:28:55.770634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fe16d5e7-40c2-42aa-9b92-45db06f7e2b3 None None] Provisioning complete for port 0d834014-f9e7-47bb-b67b-a931ce127512 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:55.771017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe16d5e7-40c2-42aa-9b92-45db06f7e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.832153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fe16d5e7-40c2-42aa-9b92-45db06f7e2b3 None None] Port 0d834014-f9e7-47bb-b67b-a931ce127512 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:28:55.894329 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfd1100>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:53Z', 'revision_number': 3, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:55.898739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727ede7-32f7-49d1-9737-73bfdaaed8b8 None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:53Z', 'revision_number': 3, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:28:55.902521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.907956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:55.933901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-92bb49df-0c60-469f-b83c-545cd66707c4 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:56.018754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:56.022764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:56.025586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:56.085818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:28:56.169959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:56.170566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:56.199781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:28:56.201089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:56.423342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:28:56.455179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38eea3a4-55d9-4acb-b61e-b2d1f0e22a0f None None] Provisioning complete for port 0d834014-f9e7-47bb-b67b-a931ce127512 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:56.455558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38eea3a4-55d9-4acb-b61e-b2d1f0e22a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:56.512053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-38eea3a4-55d9-4acb-b61e-b2d1f0e22a0f None None] Port 0d834014-f9e7-47bb-b67b-a931ce127512 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:28:56.605937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:28:56.614864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] 10.222.0.44 "PUT /v2.0/routers/2988454d-8a2e-4c4e-b2a7-45d2796bb88a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3983207
Dec 10 04:28:57.162630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47046) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:57.168018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368053247', 'description': 'tempest-description--2009143209'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:57.174170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:57.178642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:security_group and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:57.181520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:57.187888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:57.197631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.217220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:57.221202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:security_group_rule and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:57.224739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:57.230629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:57.311274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.315214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.319205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-56beabc6-e22c-456e-bcee-059cc6204ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:57.357695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad1893a-72e1-422f-99b5-4e2f0e651b71,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:57.360364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.361561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.1978397
Dec 10 04:28:57.362415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:57.365704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47050) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:57.370078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'security_group_rule': {'security_group_id': '9ad1893a-72e1-422f-99b5-4e2f0e651b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:57.375989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:57.380660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:security_group_rule and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:57.384703 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:57.391147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:57.408368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.459067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:28:57.468180 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:28:57.468805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d50b4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:57.469133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.472829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.475252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-73321fdc-b79c-415e-a6e1-e240da976df2 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:57.496251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9d7790-7438-4dda-8219-1c4550bc38ab,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:57.498587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:57.505902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.507261 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1412044
Dec 10 04:28:57.509883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47054) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:57.514902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'security_group_rule': {'security_group_id': '9ad1893a-72e1-422f-99b5-4e2f0e651b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:57.521177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:57.524982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:security_group_rule and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:57.527861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:57.533466 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:57.552698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.616210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.620119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.626915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bdfb1103-e73e-4c2b-a74d-5e827109be1c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:57.644486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:28:57.777331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841630a7-f19e-4b2e-ba4f-5f62ed25cd25,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:57.780177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:57.789031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.793081 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2794247
Dec 10 04:28:57.793220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47058) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:28:57.798657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:28:57.804382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:28:57.808148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:floatingip and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:28:57.811434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:28:57.817832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:28:57.829403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.967066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:57.997581 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d50b4c0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 2, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:58.001449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:28:58.001818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Updating router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a port 0d834014-f9e7-47bb-b67b-a931ce127512 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:28:58.054967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.109632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5f8fed6e-8d61-4dbb-a250-99605755598a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:28:58.110349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Allocated IP 172.26.1.35 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a638c47c-620e-4e13-9296-c00785ad691c) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:28:58.256886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.265505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 5f8fed6e-8d61-4dbb-a250-99605755598a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:28:58.284830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.289154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5925b6ea-955f-432c-919e-728b510f4d9d tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:58.316481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5f8fed6e-8d61-4dbb-a250-99605755598a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:28:58.316857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.348365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:28:58.351192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:28:58.355540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:28:58.394034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=a638c47c-620e-4e13-9296-c00785ad691c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:58.398338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:58.441846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.484895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.499714 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.549333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 5f8fed6e-8d61-4dbb-a250-99605755598a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5f8fed6e-8d61-4dbb-a250-99605755598a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:28:58.557684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.562566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67e37f01-7091-4d9b-be60-5bf6079baec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:58.621537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.642297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Transition to ACTIVE for port object 0d834014-f9e7-47bb-b67b-a931ce127512 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:28:58.651297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=5f8fed6e-8d61-4dbb-a250-99605755598a,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:58.655293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:58.656382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.660270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:58.704603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.710858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.714722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b764b856-b56a-4b2b-b930-3bec17f6047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:58.818732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Pushing event updated for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:58.821708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:58.823397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=a638c47c-620e-4e13-9296-c00785ad691c,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:58.827609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:58.837661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.865715 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.873849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0795896
Dec 10 04:28:58.889333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Attempting to bind port 0d834014-f9e7-47bb-b67b-a931ce127512 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:28:58.889744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Attempting to bind port 0d834014-f9e7-47bb-b67b-a931ce127512 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:28:58.890121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Attempting to bind port 0d834014-f9e7-47bb-b67b-a931ce127512 on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:28:58.896819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:28:58.897205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:28:58.897699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.898114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:28:58.898590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Bound port: 0d834014-f9e7-47bb-b67b-a931ce127512, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:28:58.898979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:58.996465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] For port 0d834014-f9e7-47bb-b67b-a931ce127512, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:28:58.999699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] For port 0d834014-f9e7-47bb-b67b-a931ce127512, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0d834014-f9e7-47bb-b67b-a931ce127512,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:28:59.004320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:28:59.009377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-feade639-1f4e-44a7-8b62-35de440f9fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:28:59.033377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-f42db3e9-50dc-4819-884c-c39025f1a2b3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:28:59.050872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-f42db3e9-50dc-4819-884c-c39025f1a2b3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:28:59.053029 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-f42db3e9-50dc-4819-884c-c39025f1a2b3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1368053247&fields=id&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 267 time: 0.0585096
Dec 10 04:28:59.094849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:28:59.095487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d50b4c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:59.219472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-d00e1c42-c25b-49b6-a008-eff67634b9e2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:28:59.221244 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-d00e1c42-c25b-49b6-a008-eff67634b9e2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1574118
Dec 10 04:28:59.237800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-121a7807-9321-4653-8ccc-8456089df0aa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/quotas/fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 375 time: 0.0107236
Dec 10 04:28:59.264779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Pushing event updated for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:28:59.275702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:28:59.328539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-eac6dd8c-8b0b-4529-8950-57192cee24ac tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:28:59.343306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:28:59.345158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-eac6dd8c-8b0b-4529-8950-57192cee24ac tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:28:59.346502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-eac6dd8c-8b0b-4529-8950-57192cee24ac tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1021080
Dec 10 04:28:59.406957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-19778790-6f6c-459a-b33b-214701ecf85e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:28:59.408015 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-19778790-6f6c-459a-b33b-214701ecf85e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0496697
Dec 10 04:28:59.540768 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-18a5c2f9-e9c9-48b7-a969-16ce287a0124 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251752
Dec 10 04:28:59.652448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d50b4c0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:28:59.656496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689900-b94d-4f1d-9bd2-5674dc33ddd1 None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:28:59.672268 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-f526814d-0aaf-4b73-9997-d6128594fd74 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255391
Dec 10 04:28:59.883071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-79c7909d-b21c-4fc8-ac5e-9ffef6674340 req-c47443d8-4f23-45b2-a7eb-bef1d49ff438 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 210 time: 0.0485940
Dec 10 04:29:00.163680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0d834014-f9e7-47bb-b67b-a931ce127512 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:29:00.235917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 0d834014-f9e7-47bb-b67b-a931ce127512 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:29:00.241517 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0d834014-f9e7-47bb-b67b-a931ce127512 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:29:00.241930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:00.369023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:00.405109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 0d834014-f9e7-47bb-b67b-a931ce127512, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0d834014-f9e7-47bb-b67b-a931ce127512,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:29:00.409944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:00.410822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5f8fed6e-8d61-4dbb-a250-99605755598a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:29:00.440018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:00.537426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:00.540909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:00.551329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5f8fed6e-8d61-4dbb-a250-99605755598a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:29:00.551747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.033717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-81e1893f-a65c-4a02-a0f6-59bb1cef6592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:01.034289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-81e1893f-a65c-4a02-a0f6-59bb1cef6592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:29:01.042181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f46a029-5a01-40d1-8554-f967070d68d1 req-4394411b-f166-4ac4-93cd-1b7c0ec875d8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 210 time: 0.0473280
Dec 10 04:29:01.055018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-81e1893f-a65c-4a02-a0f6-59bb1cef6592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:29:01.056273 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-81e1893f-a65c-4a02-a0f6-59bb1cef6592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1718848
Dec 10 04:29:01.110596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-75cb2539-f6f7-4586-987c-c7af147d68c4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:29:01.122319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9a033977-b68e-477b-805a-488e262013dd req-75cb2539-f6f7-4586-987c-c7af147d68c4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:29:01.123471 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-75cb2539-f6f7-4586-987c-c7af147d68c4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 380 time: 0.0522084
Dec 10 04:29:01.132672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'port': {'device_id': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'admin_state_up': True, 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'security_groups': ['9ad1893a-72e1-422f-99b5-4e2f0e651b71']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:29:01.269293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:29:01.278730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:29:01.288619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:29:01.292048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.448798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Allocated IP 172.20.0.12 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/2329d075-3317-4392-ade9-233a26e4ad3a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:29:01.628905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.643689 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Transition to ACTIVE for port object 2329d075-3317-4392-ade9-233a26e4ad3a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:29:01.666977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.672987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-03ee90ca-c040-4f36-8176-b4e5dff22b1b tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:01.736504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:29:01.740247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:29:01.743263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:29:01.793956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:01.807747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.808134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.808510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.808883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.809250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.809646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.810013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.810377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.810740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.811533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.811905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.812272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:01.816739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:01.832739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:01.833371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.860589 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7320795
Dec 10 04:29:01.880730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Request body: {'port': {'device_id': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:29:01.942514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a299f4fd-2557-44a3-90cf-b02c8248731b None None] Provisioning for port 2329d075-3317-4392-ade9-233a26e4ad3a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:29:01.947751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a299f4fd-2557-44a3-90cf-b02c8248731b None None] Provisioning complete for port 2329d075-3317-4392-ade9-233a26e4ad3a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:29:01.948267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a299f4fd-2557-44a3-90cf-b02c8248731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:01.990939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.000653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a299f4fd-2557-44a3-90cf-b02c8248731b None None] Port 2329d075-3317-4392-ade9-233a26e4ad3a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:29:02.085531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0d834014-f9e7-47bb-b67b-a931ce127512 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:29:02.158672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 0d834014-f9e7-47bb-b67b-a931ce127512 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:29:02.158962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.237007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea411b0-cbe6-43ee-8829-d5263447ab6f req-594df33b-732c-423a-ac41-da9c390833f9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:02.238632 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ea411b0-cbe6-43ee-8829-d5263447ab6f req-594df33b-732c-423a-ac41-da9c390833f9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 932 time: 0.0867577
Dec 10 04:29:02.285162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ea411b0-cbe6-43ee-8829-d5263447ab6f req-caf747cc-0057-4fd5-a2e7-7ba7e66cfc60 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402889
Dec 10 04:29:02.464570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2329d075-3317-4392-ade9-233a26e4ad3a {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:29:02.471563 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.485185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Transition to ACTIVE for port object 2329d075-3317-4392-ade9-233a26e4ad3a will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:29:02.489137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.493467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-47066b39-d6d2-4c19-a310-28502eddbf1e tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:02.639569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:02.647698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:02.691189 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:29:02.721973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Attempting to bind port 2329d075-3317-4392-ade9-233a26e4ad3a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:29:02.722307 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Attempting to bind port 2329d075-3317-4392-ade9-233a26e4ad3a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:29:02.722634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Attempting to bind port 2329d075-3317-4392-ade9-233a26e4ad3a on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:29:02.727199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Port 2329d075-3317-4392-ade9-233a26e4ad3a on network 155fea53-eaaa-43aa-8fe2-65641f01163e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:29:02.727516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Attempting to bind port 2329d075-3317-4392-ade9-233a26e4ad3a on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:29:02.732477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:29:02.732804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:29:02.733185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:29:02.733639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Bound port: 2329d075-3317-4392-ade9-233a26e4ad3a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:29:02.733978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.821365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:29:02.824193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:29:02.829214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.833511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:02.891982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:02.892594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:02.893996 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] 10.222.0.18 "PUT /v2.0/ports/2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 1094 time: 1.0177453
Dec 10 04:29:02.894529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:29:02.915957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:02.922215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:02.950659 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a', 'status': 'completed', 'code': 200}
Dec 10 04:29:03.042218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-4df3b0f8-a132-4b15-9102-9dcd964367ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.043810 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-4df3b0f8-a132-4b15-9102-9dcd964367ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1097 time: 0.0731411
Dec 10 04:29:03.119515 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-8eae981b-64c4-4c59-a419-58951df6c428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 217 time: 0.0632751
Dec 10 04:29:03.180014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-49cfa666-2701-4686-8d6c-ed06b5a70bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.181580 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-49cfa666-2701-4686-8d6c-ed06b5a70bd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0559909
Dec 10 04:29:03.258488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033977-b68e-477b-805a-488e262013dd req-bad53b7d-bc36-4b09-9797-78c97fc1d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.259876 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-bad53b7d-bc36-4b09-9797-78c97fc1d848 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723548
Dec 10 04:29:03.392497 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-19658fe1-3bea-4d77-b474-a7584906d069 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248264
Dec 10 04:29:03.482600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb2054-a3a5-4a81-908c-afff2bc1fc86 req-f1085b6c-1e9b-47c5-900f-d2a75e46775c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.484220 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ccb2054-a3a5-4a81-908c-afff2bc1fc86 req-f1085b6c-1e9b-47c5-900f-d2a75e46775c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 944 time: 0.0838523
Dec 10 04:29:03.535192 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a033977-b68e-477b-805a-488e262013dd req-724ff91e-e7e1-465d-90a9-94c6267e53b5 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361477
Dec 10 04:29:03.648789 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3ccb2054-a3a5-4a81-908c-afff2bc1fc86 req-a07a6a50-c5a9-4d39-bcd7-b20f55795035 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589510
Dec 10 04:29:03.696196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-b0a35a9d-25b5-4383-be90-d26816eb64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.697672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-b0a35a9d-25b5-4383-be90-d26816eb64ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1097 time: 0.0727999
Dec 10 04:29:03.829197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-a4f36948-72d5-4ef2-bf35-0fd6a6c64589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.830548 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-a4f36948-72d5-4ef2-bf35-0fd6a6c64589 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1261072
Dec 10 04:29:03.900684 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-f6cbbc42-8079-4e54-9c84-783ab5c87eba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 217 time: 0.0636790
Dec 10 04:29:03.961906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-ad7762d5-ba99-4b4c-aa6f-72517e14f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:03.963295 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-ad7762d5-ba99-4b4c-aa6f-72517e14f921 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0566256
Dec 10 04:29:04.039698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-5ccc0896-510a-444c-b5da-386a6d4882d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:04.041132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-5ccc0896-510a-444c-b5da-386a6d4882d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707953
Dec 10 04:29:04.281227 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-e375febe-fe3e-416c-ab88-442d3fa38a6a service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330489
Dec 10 04:29:04.408133 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d46692b-2ca2-47e8-a93b-ac67d6369476 req-5d8daeef-3851-464f-84d1-7e36dc06a0bf service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204667
Dec 10 04:29:04.830920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ee204-2369-42d4-a6be-fabeb2c3ab12 req-34b173a1-367e-4fd7-ae9f-6654e8171ef2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:04.832351 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-763ee204-2369-42d4-a6be-fabeb2c3ab12 req-34b173a1-367e-4fd7-ae9f-6654e8171ef2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 944 time: 0.0780921
Dec 10 04:29:04.878976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-763ee204-2369-42d4-a6be-fabeb2c3ab12 req-b6d57417-a965-48d2-9a21-eb11cefb4c08 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409153
Dec 10 04:29:06.062677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c784-f6f4-469c-80ad-8feb488c29c6 req-5ded4c00-65ae-4be2-b330-2dfc89772791 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:06.064305 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ecc2c784-f6f4-469c-80ad-8feb488c29c6 req-5ded4c00-65ae-4be2-b330-2dfc89772791 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 944 time: 0.0806193
Dec 10 04:29:06.107125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ecc2c784-f6f4-469c-80ad-8feb488c29c6 req-28c3482a-9308-4728-ab58-aba1b620e55d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371938
Dec 10 04:29:06.507506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:29:06.635884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:29:06.652602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '2329d075-3317-4392-ade9-233a26e4ad3a', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a', 'mac_address': 'fa:16:3e:f0:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:29:06.706535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:06.723944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2329d075-3317-4392-ade9-233a26e4ad3a {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:29:06.738885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:29:06.742379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:06.744053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:06.808034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:06.815319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.815672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.816015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.816365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.816679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.817558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.817883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.818207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.818531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.818853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.819171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.819491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:29:06.823146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:07.140064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['2329d075-3317-4392-ade9-233a26e4ad3a'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:29:07.293963 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888f1ba-53f8-4e84-9c85-d94c0f4085ed req-4fe95c56-024c-4143-90ab-cfd8f314ba01 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:07.295399 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9888f1ba-53f8-4e84-9c85-d94c0f4085ed req-4fe95c56-024c-4143-90ab-cfd8f314ba01 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 945 time: 0.0841699
Dec 10 04:29:07.340263 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9888f1ba-53f8-4e84-9c85-d94c0f4085ed req-7aa2f3ed-daf9-4a19-a1ba-03d75d349bab tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388236
Dec 10 04:29:08.522089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a3487-32b1-4c4b-9c6f-80d93c11d203 req-c97251c7-a7cf-4245-a9fc-23e0b886bc4f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:08.523654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:29:08.524049 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f6a3487-32b1-4c4b-9c6f-80d93c11d203 req-c97251c7-a7cf-4245-a9fc-23e0b886bc4f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 945 time: 0.0802915
Dec 10 04:29:08.568313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f6a3487-32b1-4c4b-9c6f-80d93c11d203 req-95ddcf5a-9ec5-43e1-8b0d-3760fe7c3a8a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388398
Dec 10 04:29:08.632359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 2329d075-3317-4392-ade9-233a26e4ad3a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:29:08.636894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 2329d075-3317-4392-ade9-233a26e4ad3a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:29:08.637272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:08.750437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:08.776493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:29:08.786664 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:29:08.790434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:08.792213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:29:08.829643 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a', 'code': 200}
Dec 10 04:29:08.860725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:29:08.864328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:29:09.080267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb7bf0-d5dd-4531-8908-fff25903e037 req-2d789d91-38cd-43bc-a1fc-ea504a30036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:09.081747 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8afb7bf0-d5dd-4531-8908-fff25903e037 req-2d789d91-38cd-43bc-a1fc-ea504a30036c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1099 time: 0.0729401
Dec 10 04:29:09.121736 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8afb7bf0-d5dd-4531-8908-fff25903e037 req-d454cbfb-fe0c-4fec-90e0-a57bc58b2111 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339592
Dec 10 04:29:09.766888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c92b41-5606-45bd-9998-674142468e20 req-de21f584-68a5-46b4-868d-bd1c28a75546 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:09.768325 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2c92b41-5606-45bd-9998-674142468e20 req-de21f584-68a5-46b4-868d-bd1c28a75546 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0831225
Dec 10 04:29:09.811183 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2c92b41-5606-45bd-9998-674142468e20 req-1424d56a-7bfe-46e0-bb8e-e4adcc9bd219 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366180
Dec 10 04:29:11.009040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c734dc-22f0-4216-a348-1b3b82757180 req-f34f1df9-41c5-4851-8e38-f3cdbc6cdda9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:11.010596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-74c734dc-22f0-4216-a348-1b3b82757180 req-f34f1df9-41c5-4851-8e38-f3cdbc6cdda9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0783169
Dec 10 04:29:11.053055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-74c734dc-22f0-4216-a348-1b3b82757180 req-bc42b595-56eb-4c2d-bec4-0525fd781da5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368681
Dec 10 04:29:11.233821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e291-2ff3-4272-9337-a7974dfc9a37 req-4edd8b2c-f0ea-41fa-8690-0040f60a1cfd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:11.235233 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-76c9e291-2ff3-4272-9337-a7974dfc9a37 req-4edd8b2c-f0ea-41fa-8690-0040f60a1cfd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0828173
Dec 10 04:29:11.243513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47120) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:29:11.248197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'floatingip': {'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:29:11.325175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:11.884238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:11.887960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:12.173402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e associated. External IP: 172.26.1.35, port: 2329d075-3317-4392-ade9-233a26e4ad3a.
Dec 10 04:29:12.514096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:29:12.687614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:29:12.692693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:12.697940 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:29:12.713846 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:29:12.714546 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d51a700>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:29:12.749346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-082c1f1a-fc2b-49fa-8eab-e57b11147978 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "PUT /v2.0/floatingips/b34d56b2-0f59-4a1e-bae7-429600b4652e HTTP/1.1" status: 200  len: 991 time: 1.5047655
Dec 10 04:29:12.750115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:29:12.849999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a', 'status': 'completed', 'code': 200}
Dec 10 04:29:12.979635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-a7799de6-2793-4901-90fd-12eeffece7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:12.981115 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-a7799de6-2793-4901-90fd-12eeffece7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1099 time: 0.0750766
Dec 10 04:29:13.031661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:29:13.123076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-a2dd2b85-ad31-4563-8dc7-e4e2d312aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:13.124522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-a2dd2b85-ad31-4563-8dc7-e4e2d312aa68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1375573
Dec 10 04:29:13.227640 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-36cb7ae8-b81e-4cef-9603-675a6a495e54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 999 time: 0.0965517
Dec 10 04:29:13.289106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-ae9911b8-362d-4b0c-8823-486e15c28664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:13.290482 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-ae9911b8-362d-4b0c-8823-486e15c28664 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0564792
Dec 10 04:29:13.368293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-d2b48a4e-066c-4509-b9ff-2553371dc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:13.369793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-d2b48a4e-066c-4509-b9ff-2553371dc8b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736010
Dec 10 04:29:13.405292 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d51a700>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:f0:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:29:11Z', 'revision_number': 1, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:29:13.408989 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:29:13.417638 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:29:13.418225 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d51a700>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:28:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:29:13.505169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-46a6e2ff-c191-4d36-93af-c9ed23187ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268182
Dec 10 04:29:13.593024 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:29:13.635594 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1738ce6a-2747-4c57-8f58-a9184f8d2920 req-a9bd221c-6d59-499a-a2b5-d77ce3788d95 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243870
Dec 10 04:29:13.964153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d51a700>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:f0:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:29:11Z', 'revision_number': 1, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:29:13.968061 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f650dc-5564-45d5-8909-8eb88c281f0e None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:f0:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:29:11Z', 'revision_number': 1, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:29:14.164561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f116da9-7c92-4a2e-8d66-df43a4fae4d2 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:29:14.265103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:14.431308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-64202f82-3d98-4c59-a941-669768fe5c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:16.750436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-556ffc91-2fca-4cb2-87b0-063448156141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:17.680363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:18.001000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:19.529762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:39.689711 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:29:44.251700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:44.412406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-30b7a133-25c1-4cb7-a9b6-6646e1ca7fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:46.751127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-74886272-f5a1-4466-bcd7-4719fb94c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:47.681689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:48.002080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:49.528876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:29:56.985239 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-0da0390a-4a69-4835-abb4-9afa4eef1afa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714059
Dec 10 04:29:57.135445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-2537c8e6-ac3f-400f-b4dd-ee32c4dd5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:57.136886 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-2537c8e6-ac3f-400f-b4dd-ee32c4dd5c0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1099 time: 0.0696783
Dec 10 04:29:57.278331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-040be0e8-2e94-4236-8679-1172bc9b3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:57.279785 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-040be0e8-2e94-4236-8679-1172bc9b3ca8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1247578
Dec 10 04:29:57.380440 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-e7c0ce22-b1fe-40f3-a182-8503d70368de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 1001 time: 0.0942972
Dec 10 04:29:57.444513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-b724c9c3-994b-4ca2-94c6-8d8d66db5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:57.445923 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-b724c9c3-994b-4ca2-94c6-8d8d66db5d66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0593009
Dec 10 04:29:57.518232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-d18187e9-5ed9-4aea-b73b-61405f78b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:29:57.519656 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-d18187e9-5ed9-4aea-b73b-61405f78b5f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672338
Dec 10 04:29:57.769911 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-8543ae11-dce6-4a96-ab2b-9d7709d5b967 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439404
Dec 10 04:29:57.899742 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5fd56098-20e3-4d24-bb6c-3d0dd26140a8 req-29f0961b-465d-41d4-bdef-dbd4d7187568 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232846
Dec 10 04:30:14.253643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:14.412794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-741a2f96-b03b-4426-bb62-6cb8e29ef458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:16.688209 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:30:16.751961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4cf123c2-6465-4f3e-adb3-f94fc369bfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:17.684702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:18.003857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:19.531111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:25.299869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfab17-91ce-4e82-801b-434d39990f58 req-0e450fd7-536d-485a-8d14-65ef633b4e24 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:25.301280 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4acfab17-91ce-4e82-801b-434d39990f58 req-0e450fd7-536d-485a-8d14-65ef633b4e24 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0807805
Dec 10 04:30:25.344218 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4acfab17-91ce-4e82-801b-434d39990f58 req-c23c1611-486c-4ed3-a764-7092fd8e35c7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373955
Dec 10 04:30:25.685464 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-9ac5ab21-6157-4a66-8d2a-aa6557f4de2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0686908
Dec 10 04:30:25.742822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551fa2b-59dc-4a4c-846e-4b23dd0a3849 req-feccc362-3f78-4cab-a23d-e90a34145d09 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:25.744283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5551fa2b-59dc-4a4c-846e-4b23dd0a3849 req-feccc362-3f78-4cab-a23d-e90a34145d09 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0854132
Dec 10 04:30:25.789585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5551fa2b-59dc-4a4c-846e-4b23dd0a3849 req-82d22646-a117-4f57-b628-10c63834c76c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392890
Dec 10 04:30:26.947430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-1cfc4f72-790d-4e47-b022-995d13853c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:26.948886 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-1cfc4f72-790d-4e47-b022-995d13853c8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1099 time: 0.0774665
Dec 10 04:30:26.977665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78219e9-5af0-42c6-bec4-99fddb763506 req-a6071b6b-aa93-44b8-a728-f8ced2e428cd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:26.979117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b78219e9-5af0-42c6-bec4-99fddb763506 req-a6071b6b-aa93-44b8-a728-f8ced2e428cd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0809414
Dec 10 04:30:27.026893 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b78219e9-5af0-42c6-bec4-99fddb763506 req-0a013979-0846-41ff-a3e8-72f9bde27d14 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420005
Dec 10 04:30:27.080847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-07792e86-9f20-4ba0-a81b-19f1d883d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:27.082225 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-07792e86-9f20-4ba0-a81b-19f1d883d933 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1268632
Dec 10 04:30:27.182522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-7dfb015f-41c5-4a59-b16a-6ab934957439 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 1001 time: 0.0938592
Dec 10 04:30:27.243018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-459404cb-65a6-4d74-af6c-ddd1dd842056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:27.244410 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-459404cb-65a6-4d74-af6c-ddd1dd842056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0557404
Dec 10 04:30:27.323326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-3055d4c2-bd82-4e6b-b093-d6dad2b34402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:27.324755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-3055d4c2-bd82-4e6b-b093-d6dad2b34402 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727742
Dec 10 04:30:27.455078 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-fb58802b-643d-47c8-9b6e-991dbc422273 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228669
Dec 10 04:30:27.582966 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-d231609d-61ce-4cc9-ac91-6be85242e56a service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210108
Dec 10 04:30:28.208004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503a3a-5baa-4bad-a1c5-b426461e3cbf req-be3f6fd8-0bf3-425b-99a7-90637b8a8f04 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:28.209445 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e6503a3a-5baa-4bad-a1c5-b426461e3cbf req-be3f6fd8-0bf3-425b-99a7-90637b8a8f04 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0792041
Dec 10 04:30:28.251138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e6503a3a-5baa-4bad-a1c5-b426461e3cbf req-32e44e23-da65-4fd1-8ef6-c4c0863f99f2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361922
Dec 10 04:30:29.439458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604a9b3-05c2-4e16-9770-e95866d061db req-b67bb93e-dd71-408e-a5e6-cf9ec4e90633 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:29.440892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c604a9b3-05c2-4e16-9770-e95866d061db req-b67bb93e-dd71-408e-a5e6-cf9ec4e90633 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0827701
Dec 10 04:30:29.484071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c604a9b3-05c2-4e16-9770-e95866d061db req-89419ba9-9b86-4241-8b7d-d7b14f23a430 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370023
Dec 10 04:30:30.673240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8def-adfd-495b-8c10-d2f40f091a65 req-4e2664e0-c73e-48e3-8a44-cef5da4d73c2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:30.674655 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4fd8def-adfd-495b-8c10-d2f40f091a65 req-4e2664e0-c73e-48e3-8a44-cef5da4d73c2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0806704
Dec 10 04:30:30.719697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4fd8def-adfd-495b-8c10-d2f40f091a65 req-f11976b0-ff57-4c00-86b7-5bf0fd384813 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393803
Dec 10 04:30:31.903781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ab78-5712-448d-a9e2-2b071c7c622b req-72672d04-86e5-4515-b83e-d848e50ace3a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:31.905255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8923ab78-5712-448d-a9e2-2b071c7c622b req-72672d04-86e5-4515-b83e-d848e50ace3a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0818086
Dec 10 04:30:31.948984 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8923ab78-5712-448d-a9e2-2b071c7c622b req-f3185f2c-a235-47a9-99c1-06280f040559 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375144
Dec 10 04:30:33.127879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6662e5e-c2cb-4245-8113-2163e99ffc43 req-59ebda27-191c-42b9-8656-2436d2a94a70 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:33.129801 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6662e5e-c2cb-4245-8113-2163e99ffc43 req-59ebda27-191c-42b9-8656-2436d2a94a70 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0786772
Dec 10 04:30:33.172540 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6662e5e-c2cb-4245-8113-2163e99ffc43 req-94285fbc-4e1e-4f9e-a59d-1ed3cc00e6db tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370753
Dec 10 04:30:34.477656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d166763-83e9-41ef-9d27-9e7c0733c42d req-2c72dbce-40f9-432a-8bd3-ff87b6bf9dac tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:34.479001 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d166763-83e9-41ef-9d27-9e7c0733c42d req-2c72dbce-40f9-432a-8bd3-ff87b6bf9dac tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.2021513
Dec 10 04:30:34.521892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d166763-83e9-41ef-9d27-9e7c0733c42d req-b77cc43d-9040-4fa4-8f9f-5c1b13a67e96 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373335
Dec 10 04:30:35.703852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0faba-b5f5-4f4f-bfa9-df89eb1467b4 req-d9ca3530-52c7-4553-a9d8-fdf68dc41d68 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:35.705317 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c1b0faba-b5f5-4f4f-bfa9-df89eb1467b4 req-d9ca3530-52c7-4553-a9d8-fdf68dc41d68 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0809412
Dec 10 04:30:35.749542 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c1b0faba-b5f5-4f4f-bfa9-df89eb1467b4 req-b28d18c3-1447-4840-871e-372f0653d03a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385723
Dec 10 04:30:36.931409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696092d9-eeba-485c-a3a9-ff9e855f4124 req-4e613e17-6028-4bdf-a23f-225d19a9871d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:36.933136 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-696092d9-eeba-485c-a3a9-ff9e855f4124 req-4e613e17-6028-4bdf-a23f-225d19a9871d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0787306
Dec 10 04:30:36.976234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-696092d9-eeba-485c-a3a9-ff9e855f4124 req-70c651f1-ba5b-4cd4-a542-08a6080fe9b7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372214
Dec 10 04:30:38.164098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf945b51-b5e6-4c5a-9519-71dd9c12fcd9 req-ab3b88d0-67ba-45dd-aed9-d589ddeb735e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:38.165548 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf945b51-b5e6-4c5a-9519-71dd9c12fcd9 req-ab3b88d0-67ba-45dd-aed9-d589ddeb735e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0818393
Dec 10 04:30:38.208720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf945b51-b5e6-4c5a-9519-71dd9c12fcd9 req-315269a7-df7d-4857-a24a-6781d3f002ff tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375063
Dec 10 04:30:39.388906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39909a-a245-4cfa-bc1b-084cd1e6cac2 req-67a3d4a3-9b72-4888-bab3-f19164363177 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:39.390377 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac39909a-a245-4cfa-bc1b-084cd1e6cac2 req-67a3d4a3-9b72-4888-bab3-f19164363177 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0790949
Dec 10 04:30:39.395590 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-12b8378f-99cc-41aa-82be-809e90986e6d service neutron] 10.222.0.18 "GET /v2.0/ports/2329d075-3317-4392-ade9-233a26e4ad3a/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0730221
Dec 10 04:30:39.436196 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ac39909a-a245-4cfa-bc1b-084cd1e6cac2 req-366f8a53-cbab-4abb-955f-17147e61b03f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393608
Dec 10 04:30:39.673679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-a256a9ca-bf87-42dc-8b61-abc7c6df5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:39.675150 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-a256a9ca-bf87-42dc-8b61-abc7c6df5570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1099 time: 0.0686660
Dec 10 04:30:39.778969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-c8997d26-d753-4c0e-9162-210926ae7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:39.780417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-c8997d26-d753-4c0e-9162-210926ae7c7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1099 time: 0.0715652
Dec 10 04:30:39.910873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-fac3883e-5e8a-40f8-84e1-bf8f51cc1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:39.912303 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-fac3883e-5e8a-40f8-84e1-bf8f51cc1db7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1248894
Dec 10 04:30:40.013221 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-1ce53fa4-d457-4ce1-9206-8b8911e62981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 1001 time: 0.0949059
Dec 10 04:30:40.073708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-56293696-0e07-4ca0-adfc-b7f2531f103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:40.075103 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-56293696-0e07-4ca0-adfc-b7f2531f103c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0562522
Dec 10 04:30:40.150463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207ed-3602-4026-8933-70180671feb6 req-1d39b79a-18dd-4b46-81cc-4cdac8447a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:40.151907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-1d39b79a-18dd-4b46-81cc-4cdac8447a5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695624
Dec 10 04:30:40.393519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-4e7ce623-9f31-4cfb-815b-945a6c59add2 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351449
Dec 10 04:30:40.524878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c4207ed-3602-4026-8933-70180671feb6 req-758e8d5c-c788-4d46-b838-c116ccb3dc04 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252179
Dec 10 04:30:40.630849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b48476-b025-43e2-b92e-9ca1b3329c50 req-501f2bb6-fa1c-4b87-a4ad-486bb9053527 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:40.632298 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82b48476-b025-43e2-b92e-9ca1b3329c50 req-501f2bb6-fa1c-4b87-a4ad-486bb9053527 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0871804
Dec 10 04:30:40.676205 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82b48476-b025-43e2-b92e-9ca1b3329c50 req-3b4d54c7-a6ba-4a5a-9e73-c86e2beb4ea5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382731
Dec 10 04:30:41.856822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134c8c1-a079-4a2d-84ff-98c6928b6d4c req-3a513a81-2ae6-48a5-977f-c4a10b78199c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:41.858252 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4134c8c1-a079-4a2d-84ff-98c6928b6d4c req-3a513a81-2ae6-48a5-977f-c4a10b78199c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0790527
Dec 10 04:30:41.908101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4134c8c1-a079-4a2d-84ff-98c6928b6d4c req-b95c05ea-1ca2-4a41-a0a5-7f17a6c893f7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436671
Dec 10 04:30:42.932996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:30:43.062723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:30:43.075826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '2329d075-3317-4392-ade9-233a26e4ad3a', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': '2329d075-3317-4392-ade9-233a26e4ad3a', 'mac_address': 'fa:16:3e:f0:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:30:43.088776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c57c48-7dd0-4b70-a898-6c2e5189c734 req-52030081-3d03-411c-a551-a5525ac19f5d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:43.090251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36c57c48-7dd0-4b70-a898-6c2e5189c734 req-52030081-3d03-411c-a551-a5525ac19f5d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0785325
Dec 10 04:30:43.129107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:43.134274 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36c57c48-7dd0-4b70-a898-6c2e5189c734 req-f403fba8-ea5a-4377-9bf0-f7df244ca619 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383666
Dec 10 04:30:43.149133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2329d075-3317-4392-ade9-233a26e4ad3a {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:30:43.164607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:30:43.168362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:43.170259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:43.234780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:43.242843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.243199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.243586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.243923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.244248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.244577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.244898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.245274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.245564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.245953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.246351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.246671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:43.250442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:43.344408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['2329d075-3317-4392-ade9-233a26e4ad3a'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:30:44.276012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:44.323786 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced98a5-1cd4-44b1-9e42-a4a45704e234 req-f98f384d-23af-4e5b-8b17-41190eaaa13a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:44.325226 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cced98a5-1cd4-44b1-9e42-a4a45704e234 req-f98f384d-23af-4e5b-8b17-41190eaaa13a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 945 time: 0.0831895
Dec 10 04:30:44.368442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cced98a5-1cd4-44b1-9e42-a4a45704e234 req-796388e8-684f-4152-9845-21e84ccecc76 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376086
Dec 10 04:30:44.414110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-56ba2e6a-6050-41f6-86aa-b3a38e33b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:44.668498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e80915-3069-46df-a9ad-e3cc6c2ad32c req-5147be1f-ff78-4b9d-a0bc-4647c3fbb844 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:44.669902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8e80915-3069-46df-a9ad-e3cc6c2ad32c req-5147be1f-ff78-4b9d-a0bc-4647c3fbb844 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 945 time: 0.0800457
Dec 10 04:30:44.685895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-6a7068d5-42a6-4398-943e-c968827d0a18 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:44.686587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-6a7068d5-42a6-4398-943e-c968827d0a18 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:30:44.702709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-6a7068d5-42a6-4398-943e-c968827d0a18 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:30:44.703976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-6a7068d5-42a6-4398-943e-c968827d0a18 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da&tenant_id=fe17e328907e4d759cb65bded3bff613&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.0990410
Dec 10 04:30:44.716056 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8e80915-3069-46df-a9ad-e3cc6c2ad32c req-4f75af81-0a5c-4ea4-8c5a-b3faf2c62de3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403149
Dec 10 04:30:44.855969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-d39a1591-cd0c-4f0f-b24a-5f22ea7d1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:44.857498 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-d39a1591-cd0c-4f0f-b24a-5f22ea7d1d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 1098 time: 0.0698195
Dec 10 04:30:44.950896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:30:44.989897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-efb745d8-8f54-4052-a98e-899ed94b4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:44.991328 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-efb745d8-8f54-4052-a98e-899ed94b4191 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1273832
Dec 10 04:30:45.017469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 2329d075-3317-4392-ade9-233a26e4ad3a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:30:45.017854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:45.135028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:45.137907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-b7c200d5-b6c8-4de2-8844-6c5d977bb273 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 200  len: 1000 time: 0.1402371
Dec 10 04:30:45.161440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:30:45.170920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:30:45.176734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:45.179625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:45.206318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-1d8e449a-3d95-43ff-8318-6e5393bddd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:45.207820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-1d8e449a-3d95-43ff-8318-6e5393bddd65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0635564
Dec 10 04:30:45.222934 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a', 'code': 200}
Dec 10 04:30:45.247178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:45.250298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:45.282870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-8d355fe2-4b1b-4b1d-87c0-65292582783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:45.284393 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-8d355fe2-4b1b-4b1d-87c0-65292582783a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701742
Dec 10 04:30:45.498470 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-630602f3-6919-47d1-8591-0aef24decaac service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239080
Dec 10 04:30:45.626867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-445c7e65-3f22-4e97-b9cc-df1820f1812d req-5fdbc2d3-44fb-4d0b-9f56-c4277beef90d service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219132
Dec 10 04:30:45.903184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02148535-65f9-4cff-83ee-dc48701ad4f5 req-6da1d591-91ad-4e0b-925c-b60870903c0f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:45.904658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02148535-65f9-4cff-83ee-dc48701ad4f5 req-6da1d591-91ad-4e0b-925c-b60870903c0f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0831034
Dec 10 04:30:45.948580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02148535-65f9-4cff-83ee-dc48701ad4f5 req-220ef93c-b86c-41e2-8cc7-9135e28f8e7d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375869
Dec 10 04:30:46.755729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9acbcd91-619c-4dcb-8c08-ee6ce7e78d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:47.130192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e133e-3e68-401a-9885-c55f51a0635f req-6b7e026b-d49f-400c-b1a0-44bd916d4645 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:47.131517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-689e133e-3e68-401a-9885-c55f51a0635f req-6b7e026b-d49f-400c-b1a0-44bd916d4645 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0780580
Dec 10 04:30:47.178645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-689e133e-3e68-401a-9885-c55f51a0635f req-d08b4b50-6160-494b-ab89-e040670f90e1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415397
Dec 10 04:30:47.361421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35607-7ee8-46f7-8383-42b7cd90d398 req-fbf7dd52-9f78-4ec8-82aa-58f9d162d0a0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:47.362851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37a35607-7ee8-46f7-8383-42b7cd90d398 req-fbf7dd52-9f78-4ec8-82aa-58f9d162d0a0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0794878
Dec 10 04:30:47.405447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37a35607-7ee8-46f7-8383-42b7cd90d398 req-fee0c520-4a4c-461f-bf74-48791fee2119 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368996
Dec 10 04:30:47.587046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7771f6-49d4-4ac3-817c-54f1e272e35d req-b01a9836-1be7-427f-92be-7e93478fbd8a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:47.588467 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dc7771f6-49d4-4ac3-817c-54f1e272e35d req-b01a9836-1be7-427f-92be-7e93478fbd8a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0825820
Dec 10 04:30:47.630867 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dc7771f6-49d4-4ac3-817c-54f1e272e35d req-bf65916d-efd4-40a1-8e7b-e59964d3ebe0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368581
Dec 10 04:30:47.692981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:47.999469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53461-bdc2-4377-9c19-759f56134283 req-f2eea60a-9b18-4054-8384-116dbe90d700 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:48.000901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30b53461-bdc2-4377-9c19-759f56134283 req-f2eea60a-9b18-4054-8384-116dbe90d700 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0783925
Dec 10 04:30:48.006825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:48.044867 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30b53461-bdc2-4377-9c19-759f56134283 req-bf2521e2-5a4e-4546-925b-ef0acfcd4e61 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368650
Dec 10 04:30:49.231289 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097134-0926-4cf8-b116-6782cbe29ba8 req-5e064b01-8de6-4336-a16f-1407848ca138 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:49.232737 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1b097134-0926-4cf8-b116-6782cbe29ba8 req-5e064b01-8de6-4336-a16f-1407848ca138 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0827653
Dec 10 04:30:49.275930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1b097134-0926-4cf8-b116-6782cbe29ba8 req-e25c14aa-f791-4718-ab87-70dee350034a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376725
Dec 10 04:30:49.569472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:49.832015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-ac6b32a7-f360-47c0-a2f2-0be30b64dd1d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:49.833349 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-ac6b32a7-f360-47c0-a2f2-0be30b64dd1d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0777946
Dec 10 04:30:49.905871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Deleting port 2329d075-3317-4392-ade9-233a26e4ad3a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:30:49.906214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:50.146123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] For port 2329d075-3317-4392-ade9-233a26e4ad3a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2329d075-3317-4392-ade9-233a26e4ad3a,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:30:50.146477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:50.458960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb6aaa-2de3-463c-9609-e10f13cbc1e1 req-4e35c3ef-ebad-495b-b7a4-209dd42f6732 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:50.460431 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ceb6aaa-2de3-463c-9609-e10f13cbc1e1 req-4e35c3ef-ebad-495b-b7a4-209dd42f6732 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 946 time: 0.0790036
Dec 10 04:30:50.505174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ceb6aaa-2de3-463c-9609-e10f13cbc1e1 req-55eee0ad-f9af-456a-8c1d-f080f82a3b4a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389731
Dec 10 04:30:50.538943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:50.539306 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:50.539609 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e disassociated. External IP: 172.26.1.35, port: 2329d075-3317-4392-ade9-233a26e4ad3a.
Dec 10 04:30:50.539942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Calling delete_port for 2329d075-3317-4392-ade9-233a26e4ad3a owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:30:50.679820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:50.685103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdf080cf-0552-4f67-93d4-e0d8f3a6165f tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:50.726954 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'Port': ['ID=2329d075-3317-4392-ade9-233a26e4ad3a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:50.738273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.738661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.739033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.739402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.739765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.740132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.740584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.740845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.741203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.741585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.741944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.742296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:30:50.745799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:50.931884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:30:51.105276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:30:51.114506 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:30:51.124280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:30:51.124932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddf9730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:30:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:30:51.177028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] No DVR routers for this DVR port 2329d075-3317-4392-ade9-233a26e4ad3a on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:30:51.179711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:51.183670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-deleted', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:30:51.198656 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2c56446c-374c-4dc4-b144-2a97035795f4 req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "DELETE /v2.0/ports/2329d075-3317-4392-ade9-233a26e4ad3a HTTP/1.1" status: 204  len: 173 time: 1.3602412
Dec 10 04:30:51.232679 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e770d8-ae8d-4e5e-99b7-c9bb207929da', 'name': 'network-vif-deleted', 'tag': '2329d075-3317-4392-ade9-233a26e4ad3a', 'status': 'completed', 'code': 200}
Dec 10 04:30:51.317699 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:30:51.626680 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddf9730>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:30:51.630955 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:30:51.639159 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:30:51.639737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddf9730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:30:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:30:51.670949 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e907847c-5b97-48f7-bd70-58939c6e89da req-d6c1960c-61ae-4bf4-b57b-fc31c403ca2d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7e770d8-ae8d-4e5e-99b7-c9bb207929da HTTP/1.1" status: 200  len: 210 time: 0.0478618
Dec 10 04:30:51.813418 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:30:52.117862 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9ddf9730>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:30:52.121869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f4f0-5aa3-47c3-a5c6-76b5c94ce1f8 None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:30:52.335024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088075c4-51a2-4652-ad97-1609a1f4752c None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:30:52.993442 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-f8720ce0-0c74-4cb7-85db-e37b9b0fd987 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1368053247&fields=id&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 267 time: 0.0386987
Dec 10 04:30:53.137565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-00e952b6-c305-4ebe-890b-4e6aa47da81c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:53.138964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-00e952b6-c305-4ebe-890b-4e6aa47da81c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1395535
Dec 10 04:30:53.153892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-79648e14-6145-4c37-83ee-9f7e8dfffcd1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/quotas/fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 375 time: 0.0088036
Dec 10 04:30:53.239899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-e7ac546f-4876-4a11-95c3-caa0e28b7c21 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0811760
Dec 10 04:30:53.481966 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-53c4a724-9e16-4d93-bac1-d9a1775dcca9 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307661
Dec 10 04:30:53.610014 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-ec91ccdf-95f7-4fbe-91e4-16a71adfcfcb service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221282
Dec 10 04:30:53.687783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:30:53.781702 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ef921bf2-0c4f-4094-b615-2bec65d2299a req-878f1e28-0ec2-48ec-870c-e0ae2a9ac583 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 210 time: 0.0419004
Dec 10 04:30:54.874399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-9a230d17-0d09-4190-a333-a4c95fc4c6f7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:54.876592 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-9a230d17-0d09-4190-a333-a4c95fc4c6f7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1530497
Dec 10 04:30:54.940950 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-e7b85d4c-ee33-450a-8b1c-be0c017371be tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 380 time: 0.0495782
Dec 10 04:30:54.949393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'port': {'device_id': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'admin_state_up': True, 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'security_groups': ['9ad1893a-72e1-422f-99b5-4e2f0e651b71']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:30:54.982033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:30:54.985891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d976aa8e-1620-4923-8e34-8098743b0774 req-d7c02acf-19d6-47bf-a689-1d85ffc41394 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 210 time: 0.0986745
Dec 10 04:30:55.019954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 2329d075-3317-4392-ade9-233a26e4ad3a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:30:55.020394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 2329d075-3317-4392-ade9-233a26e4ad3a not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:30:55.085981 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:30:55.089957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:port and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:30:55.092956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:30:55.098960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:30:55.108674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:30:55.112240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.268390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Allocated IP 172.20.0.9 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/b09afc97-b3dc-4717-9630-c910d85c38f8) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:30:55.573025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.588043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Transition to ACTIVE for port object b09afc97-b3dc-4717-9630-c910d85c38f8 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:30:55.610790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.616918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8effe7c6-9646-44d6-be15-1dd29ec3f7bd tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:55.679973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:30:55.683084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:30:55.686854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:30:55.719889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:55.730966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:55.757806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:55.758440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.783793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8380299
Dec 10 04:30:55.803723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Request body: {'port': {'device_id': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:30:55.912997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e2d6db3c-be2e-4f60-a327-5f581db27036 None None] Provisioning for port b09afc97-b3dc-4717-9630-c910d85c38f8 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:30:55.918059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e2d6db3c-be2e-4f60-a327-5f581db27036 None None] Provisioning complete for port b09afc97-b3dc-4717-9630-c910d85c38f8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:30:55.918437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e2d6db3c-be2e-4f60-a327-5f581db27036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.920484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:55.974134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6db3c-be2e-4f60-a327-5f581db27036 None None] Port b09afc97-b3dc-4717-9630-c910d85c38f8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:30:56.222491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa09e-8b1e-4b03-ae75-2f3c47d25656 req-b08d331c-e265-4491-96ce-c9b3cbb79f0f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:56.223949 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6faa09e-8b1e-4b03-ae75-2f3c47d25656 req-b08d331c-e265-4491-96ce-c9b3cbb79f0f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 931 time: 0.1324329
Dec 10 04:30:56.264875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09afc97-b3dc-4717-9630-c910d85c38f8 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:30:56.266943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6faa09e-8b1e-4b03-ae75-2f3c47d25656 req-5004b791-ce28-447a-b6c7-f98dd79e7a54 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373001
Dec 10 04:30:56.272765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:56.289500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Transition to ACTIVE for port object b09afc97-b3dc-4717-9630-c910d85c38f8 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:30:56.291216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:56.295809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:56.449075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:56.451961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:56.526732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Attempting to bind port b09afc97-b3dc-4717-9630-c910d85c38f8 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:30:56.527072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Attempting to bind port b09afc97-b3dc-4717-9630-c910d85c38f8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:30:56.527396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Attempting to bind port b09afc97-b3dc-4717-9630-c910d85c38f8 on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:30:56.532240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Port b09afc97-b3dc-4717-9630-c910d85c38f8 on network 155fea53-eaaa-43aa-8fe2-65641f01163e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:30:56.532557 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Attempting to bind port b09afc97-b3dc-4717-9630-c910d85c38f8 on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:30:56.538248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:30:56.538569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:30:56.538949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:30:56.539361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Bound port: b09afc97-b3dc-4717-9630-c910d85c38f8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:30:56.539723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:56.625662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:30:56.628926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:30:56.633334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:56.637627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:30:56.697555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:56.698188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:30:56.699549 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] 10.222.0.18 "PUT /v2.0/ports/b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 1093 time: 0.9007690
Dec 10 04:30:56.700077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:30:56.726435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:30:56.729726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:30:56.747147 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'status': 'completed', 'code': 200}
Dec 10 04:30:56.841649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-d8992dfe-f40f-4554-b767-51661d8e6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:56.843134 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-d8992dfe-f40f-4554-b767-51661d8e6552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1096 time: 0.0731599
Dec 10 04:30:56.922901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-ed434d16-e935-43e0-8e53-443672497d33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 217 time: 0.0670555
Dec 10 04:30:56.985194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-b750333b-a139-4788-9e47-965d863dfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:56.986548 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-b750333b-a139-4788-9e47-965d863dfddf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0566227
Dec 10 04:30:57.063834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-fee6f6a0-52e3-4896-9fc7-36753768aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.065947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-fee6f6a0-52e3-4896-9fc7-36753768aef9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721660
Dec 10 04:30:57.194235 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-eeae51cf-620e-40e1-b508-a608935b55be service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221406
Dec 10 04:30:57.327256 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e41d07eb-baea-4b72-9b7f-b92a0a21a0d7 req-e98b1c47-8c99-4b57-ac0d-fad323efcf1e service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248109
Dec 10 04:30:57.453631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c8459-e73b-4318-81c2-f11649795504 req-711043a4-0bb0-4686-bb9d-32bdc053a95f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.456566 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f30c8459-e73b-4318-81c2-f11649795504 req-711043a4-0bb0-4686-bb9d-32bdc053a95f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 943 time: 0.0837746
Dec 10 04:30:57.507509 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f30c8459-e73b-4318-81c2-f11649795504 req-4ed2f605-a5f7-4ccd-bc82-367f3cbc974e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450401
Dec 10 04:30:57.596517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-0b7cd6e4-f4f1-4d19-88df-f36b07c39b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.598039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-0b7cd6e4-f4f1-4d19-88df-f36b07c39b67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1096 time: 0.1878273
Dec 10 04:30:57.725931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-cd701846-0cb0-40cd-9079-f12cf7a0927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.727270 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-cd701846-0cb0-40cd-9079-f12cf7a0927c service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1229107
Dec 10 04:30:57.796649 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-9422920c-33df-4ab4-b65c-23a692fc0e96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 217 time: 0.0625260
Dec 10 04:30:57.856664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-c6d7aa2b-59e2-49dc-8623-dacfd77cd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.858074 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-c6d7aa2b-59e2-49dc-8623-dacfd77cd338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0557642
Dec 10 04:30:57.936048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-4f5fb02b-c79b-4c8e-9261-1a40aa8d1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:57.937802 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-4f5fb02b-c79b-4c8e-9261-1a40aa8d1b48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731812
Dec 10 04:30:58.067054 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-8776919d-fe59-418e-aa6a-3fd352aa9bde service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220226
Dec 10 04:30:58.196238 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f11f2e81-61e7-4c93-b330-257f3878a4fd req-cade5d83-062b-4d82-9359-5d28dbe85e60 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224210
Dec 10 04:30:58.692957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1a1f-6fb4-49d0-8e2c-3442da4a8993 req-e220ef23-d6f4-4232-bfa1-7046f5e8ca84 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:58.694420 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-694d1a1f-6fb4-49d0-8e2c-3442da4a8993 req-e220ef23-d6f4-4232-bfa1-7046f5e8ca84 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 943 time: 0.0789230
Dec 10 04:30:58.738665 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-694d1a1f-6fb4-49d0-8e2c-3442da4a8993 req-744af461-8781-4be6-b23c-5338d5746aad tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386493
Dec 10 04:30:59.923628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344261c2-3e14-4993-aa01-b33bb0191ddc req-6b842bc7-1bff-467c-af14-6963e601386d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:30:59.925681 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-344261c2-3e14-4993-aa01-b33bb0191ddc req-6b842bc7-1bff-467c-af14-6963e601386d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 943 time: 0.0832422
Dec 10 04:30:59.968405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-344261c2-3e14-4993-aa01-b33bb0191ddc req-f33031a7-af06-4159-acbf-a1adc5241b50 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371237
Dec 10 04:31:01.030984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:31:01.151465 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e612cb7-4a8a-4fa9-a8e7-71a0f290a9d8 req-1df8c248-f2fd-458a-9b9b-8de98dacafaa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:01.152955 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e612cb7-4a8a-4fa9-a8e7-71a0f290a9d8 req-1df8c248-f2fd-458a-9b9b-8de98dacafaa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 943 time: 0.0795524
Dec 10 04:31:01.161500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:31:01.174601 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'mac_address': 'fa:16:3e:cc:f5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:31:01.196340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e612cb7-4a8a-4fa9-a8e7-71a0f290a9d8 req-6f813f67-643c-4a24-99b7-48d501d427f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378926
Dec 10 04:31:01.229020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:01.245138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09afc97-b3dc-4717-9630-c910d85c38f8 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:31:01.260143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:31:01.263759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:01.265708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:31:01.332253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:31:01.335100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:31:01.674215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['b09afc97-b3dc-4717-9630-c910d85c38f8'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:31:02.382117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be7d85-c42a-4e69-8c33-48e05fa59879 req-923f97ee-b7a0-4e13-a5cb-82b94a3de2cc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:02.383474 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10be7d85-c42a-4e69-8c33-48e05fa59879 req-923f97ee-b7a0-4e13-a5cb-82b94a3de2cc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 944 time: 0.0843856
Dec 10 04:31:02.428591 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10be7d85-c42a-4e69-8c33-48e05fa59879 req-c44983a6-633f-4c87-bb50-9b6c692fc6da tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394645
Dec 10 04:31:03.033687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:31:03.098412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port b09afc97-b3dc-4717-9630-c910d85c38f8 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:31:03.102915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port b09afc97-b3dc-4717-9630-c910d85c38f8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:31:03.103289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:03.215793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:03.241724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:31:03.252181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:31:03.255558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:03.257643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:31:03.286802 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'code': 200}
Dec 10 04:31:03.323964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:31:03.327283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:31:03.540147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29b030-be28-42ec-9038-0086e653ae90 req-2812bd77-92ca-43d1-813b-b48a1bcd0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:03.541642 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ee29b030-be28-42ec-9038-0086e653ae90 req-2812bd77-92ca-43d1-813b-b48a1bcd0a94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0689468
Dec 10 04:31:03.581762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ee29b030-be28-42ec-9038-0086e653ae90 req-c7407612-319a-4af7-ad45-fa98c9be073c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341785
Dec 10 04:31:03.610746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102495f-3359-4335-92f9-93ba0b8c049f req-ce78b826-8ef3-462b-b1e5-953af4fe5ca2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:03.612762 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9102495f-3359-4335-92f9-93ba0b8c049f req-ce78b826-8ef3-462b-b1e5-953af4fe5ca2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0798476
Dec 10 04:31:03.654548 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9102495f-3359-4335-92f9-93ba0b8c049f req-4f585873-5559-40a9-a1ff-31b61af7c534 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362253
Dec 10 04:31:04.846944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcbf1a-17fa-4805-b283-75b3088da068 req-6236867d-119d-44d2-a9ca-1b474b34cd4d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:04.848378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82dcbf1a-17fa-4805-b283-75b3088da068 req-6236867d-119d-44d2-a9ca-1b474b34cd4d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0881526
Dec 10 04:31:04.899502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82dcbf1a-17fa-4805-b283-75b3088da068 req-fc87e8b9-d19d-40eb-b604-d01e19bf15be tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452490
Dec 10 04:31:06.088012 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b768228-d858-4ce1-99a7-9cdba5b586a1 req-87da9c58-112b-4758-bc96-9cb84c15a75b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:06.089478 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4b768228-d858-4ce1-99a7-9cdba5b586a1 req-87da9c58-112b-4758-bc96-9cb84c15a75b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0816119
Dec 10 04:31:06.132921 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4b768228-d858-4ce1-99a7-9cdba5b586a1 req-ecdf87a0-383d-4361-8ba1-ce3631cdd7d4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377972
Dec 10 04:31:06.308493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15d57-9208-4d00-a3a2-a2a5a3e702d7 req-54d9c037-a286-4e0a-8f56-8d2a609bedf8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:06.309959 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32f15d57-9208-4d00-a3a2-a2a5a3e702d7 req-54d9c037-a286-4e0a-8f56-8d2a609bedf8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0773416
Dec 10 04:31:06.319151 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:31:06.323932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'floatingip': {'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:31:06.402257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:07.087159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:07.090661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:07.259482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e associated. External IP: 172.26.1.35, port: b09afc97-b3dc-4717-9630-c910d85c38f8.
Dec 10 04:31:07.597757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:31:07.769617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:31:07.773976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:07.779421 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:31:07.788715 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:31:07.789349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bb50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:30:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:31:07.826713 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-485184b5-b3ce-4c14-84f6-48d66bcbdd0a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "PUT /v2.0/floatingips/b34d56b2-0f59-4a1e-bae7-429600b4652e HTTP/1.1" status: 200  len: 990 time: 1.5065463
Dec 10 04:31:07.827451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:31:07.874669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'status': 'completed', 'code': 200}
Dec 10 04:31:07.972084 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:31:08.007935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-bf4cbbb0-0e10-4d55-b7d4-2aecf705164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:08.009424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-bf4cbbb0-0e10-4d55-b7d4-2aecf705164e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0751352
Dec 10 04:31:08.139682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-1edf6a7f-e73e-4144-bbe2-c860bc76e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:08.141022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-1edf6a7f-e73e-4144-bbe2-c860bc76e15a service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1249874
Dec 10 04:31:08.239318 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-830240e8-8cc1-43b4-8d07-12a75be73b84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 998 time: 0.0922551
Dec 10 04:31:08.303572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-489d685b-69c8-4a0d-a250-44c7eea31e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:08.304993 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-489d685b-69c8-4a0d-a250-44c7eea31e1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0596507
Dec 10 04:31:08.331700 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bb50>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:cc:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:31:06Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:31:08.335357 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:31:08.344280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:31:08.344865 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bb50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:30:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:31:08.378185 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-14c22ad4-892e-4eb4-a63f-5f40348b03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:08.379640 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-14c22ad4-892e-4eb4-a63f-5f40348b03eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684981
Dec 10 04:31:08.508404 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-087a85d2-9b2d-4bc5-894c-01b6a625b4eb service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220334
Dec 10 04:31:08.513266 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:31:08.639356 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bf3bb508-1dde-43e9-96db-0b284c9e6f50 req-73dcd2ab-cb64-4ba4-8ea7-3832baa8e7c7 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242793
Dec 10 04:31:08.847458 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d25bb50>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:cc:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:31:06Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:31:08.851142 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b98e4-be2e-4fef-93dc-121f9fe0d3aa None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:cc:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:31:06Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:31:09.047625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88623e87-a264-409f-bc6d-dc562442727e None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:31:14.302518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:14.414315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f948a53-cc89-4e2a-b808-c4de8c793145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:16.756713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68fe06ee-ab20-4113-b5f0-3b5fd8b54a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:17.692682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:18.009033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:19.535546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:30.685965 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:31:44.294292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:44.414968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0779a7a0-b6b6-48b1-b9c5-85fd7c5d796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:46.757934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cbed8398-3a87-4f03-bc44-4be4262f50ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:47.693288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:48.009122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:49.538837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:31:58.108494 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-978fbf65-8e6e-4d6c-a314-1ecbeec57b8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1790075
Dec 10 04:31:58.275672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-10c52d6b-0410-47f5-a138-aa4690b32d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:58.277133 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-10c52d6b-0410-47f5-a138-aa4690b32d74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0701437
Dec 10 04:31:58.416746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-a97d6073-a9ae-47ac-8f14-5189b7690675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:58.418182 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-a97d6073-a9ae-47ac-8f14-5189b7690675 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1228800
Dec 10 04:31:58.518537 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-9c33b778-2be4-411e-98fe-8ab26d27c091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 1000 time: 0.0938988
Dec 10 04:31:58.579423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-82223756-398b-4781-9d3d-6456f01d6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:58.580777 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-82223756-398b-4781-9d3d-6456f01d6068 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0558693
Dec 10 04:31:58.656847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-eea80b2d-0070-4bf0-a953-54845a031d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:31:58.658286 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-eea80b2d-0070-4bf0-a953-54845a031d79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705924
Dec 10 04:31:58.785257 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-5e4ba341-c1eb-432e-8f41-700f09b447a0 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201923
Dec 10 04:31:58.912834 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3a9f82ec-771d-4ecf-a506-a99c53ee1cce req-63ab7562-26aa-4c6d-ac97-47f208490490 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212585
Dec 10 04:32:07.684549 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:32:14.304302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:14.416201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-04add414-a4c5-4d03-806c-e4e7bb234f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:16.759679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ec62f946-de41-4cbb-a384-36e2a696bb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:17.697638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:17.985704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5cf9d-8258-43f9-b269-9a8101a939f4 req-a343b3fb-3370-4588-ac87-7d352a136e6b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:17.987336 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1bb5cf9d-8258-43f9-b269-9a8101a939f4 req-a343b3fb-3370-4588-ac87-7d352a136e6b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0798621
Dec 10 04:32:18.011110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:18.159932 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1bb5cf9d-8258-43f9-b269-9a8101a939f4 req-8a5d2e6a-ab27-4078-8710-f33eba4e35d9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670043
Dec 10 04:32:19.343378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d22d-56fb-4ade-96c0-9aaa413bf337 req-0c2aff18-2f33-4df0-af9d-78f943f8010c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:19.344780 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b91d22d-56fb-4ade-96c0-9aaa413bf337 req-0c2aff18-2f33-4df0-af9d-78f943f8010c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0776503
Dec 10 04:32:19.387310 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b91d22d-56fb-4ade-96c0-9aaa413bf337 req-4298d446-64ef-4cd6-9fef-0153e659ee27 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362923
Dec 10 04:32:19.541441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:20.575274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cece17-5045-4f52-b3b5-dc9dbebc0a40 req-429ecc24-bc8d-4f90-abeb-b0f5a184208f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:20.576703 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02cece17-5045-4f52-b3b5-dc9dbebc0a40 req-429ecc24-bc8d-4f90-abeb-b0f5a184208f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0836530
Dec 10 04:32:20.621247 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02cece17-5045-4f52-b3b5-dc9dbebc0a40 req-36970e49-ad61-421d-aa46-081b540a61b6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384219
Dec 10 04:32:21.798553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8ce3e-0fec-447f-b336-94f517bbda4f req-d35a773b-75ad-44fa-b4ef-ff6766e16b20 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:21.800493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-63b8ce3e-0fec-447f-b336-94f517bbda4f req-d35a773b-75ad-44fa-b4ef-ff6766e16b20 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0784669
Dec 10 04:32:21.844538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-63b8ce3e-0fec-447f-b336-94f517bbda4f req-40336511-ff07-41a2-9dae-9b50e64c6455 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384467
Dec 10 04:32:23.027941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397728b-65f4-4cc7-8209-5b199f81c6ce req-ab6e1c0f-be0c-43b8-9d2b-71bfe2749b22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:23.029407 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9397728b-65f4-4cc7-8209-5b199f81c6ce req-ab6e1c0f-be0c-43b8-9d2b-71bfe2749b22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0817678
Dec 10 04:32:23.072401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9397728b-65f4-4cc7-8209-5b199f81c6ce req-fe771145-6868-431d-b334-9584f2b574aa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374010
Dec 10 04:32:24.251616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134be31b-cb01-41f8-b485-6d99d733aabe req-07768c8a-70e3-45b4-8314-7b57b91dff71 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:24.253612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-134be31b-cb01-41f8-b485-6d99d733aabe req-07768c8a-70e3-45b4-8314-7b57b91dff71 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0787981
Dec 10 04:32:24.300597 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-134be31b-cb01-41f8-b485-6d99d733aabe req-e47b0219-804f-4f9e-80d9-e063aad39f25 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415437
Dec 10 04:32:25.480261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a764a5b-a857-4df9-8bae-57e3841e670e req-9aa08c2c-7d6f-463f-90a8-b7c08ea5c0dc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:25.481701 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a764a5b-a857-4df9-8bae-57e3841e670e req-9aa08c2c-7d6f-463f-90a8-b7c08ea5c0dc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0779455
Dec 10 04:32:25.524573 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a764a5b-a857-4df9-8bae-57e3841e670e req-960b9804-e8a2-4dcc-ba5d-d51f11d80569 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367727
Dec 10 04:32:26.710643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e008c4-94ca-4a4b-8194-2e815ce496ac req-fe69b524-f163-4f45-886e-0c0b61478bec tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:26.712058 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36e008c4-94ca-4a4b-8194-2e815ce496ac req-fe69b524-f163-4f45-886e-0c0b61478bec tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0825865
Dec 10 04:32:26.754354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36e008c4-94ca-4a4b-8194-2e815ce496ac req-64a4d53d-df9e-4151-ba17-0a507cf8e1d3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367589
Dec 10 04:32:28.074207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704628c-da1a-4529-a26d-ec221ef3b9f2 req-380068f1-036e-4d09-a6ef-7b7a52cfa105 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:28.075555 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7704628c-da1a-4529-a26d-ec221ef3b9f2 req-380068f1-036e-4d09-a6ef-7b7a52cfa105 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0786512
Dec 10 04:32:28.119804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7704628c-da1a-4529-a26d-ec221ef3b9f2 req-4aab3444-8414-4ad1-b0f1-0f61f398b504 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380132
Dec 10 04:32:29.303926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fd095-bbb4-4033-a117-96314382fb0b req-d1ef2f46-0a4d-430c-a5e0-8f5b70bb02ab tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:29.305365 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c7fd095-bbb4-4033-a117-96314382fb0b req-d1ef2f46-0a4d-430c-a5e0-8f5b70bb02ab tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0817792
Dec 10 04:32:29.348829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3c7fd095-bbb4-4033-a117-96314382fb0b req-556ed3d9-3d52-487b-b18a-058807a3bb74 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378830
Dec 10 04:32:30.529393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad3db-a8d0-4ebf-b8ac-01e07ddbc1e1 req-4d7e7fb7-2b40-47d6-aa11-24351c6a0c3b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:30.530746 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9dad3db-a8d0-4ebf-b8ac-01e07ddbc1e1 req-4d7e7fb7-2b40-47d6-aa11-24351c6a0c3b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0788553
Dec 10 04:32:30.579580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b9dad3db-a8d0-4ebf-b8ac-01e07ddbc1e1 req-39f43a3b-5321-4c98-8372-047ba18b7e08 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431037
Dec 10 04:32:31.759634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035898c-c310-4824-918c-cc497c679ff2 req-a521858d-d173-4d8b-8d08-b7addd39d561 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:31.761089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c035898c-c310-4824-918c-cc497c679ff2 req-a521858d-d173-4d8b-8d08-b7addd39d561 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0787029
Dec 10 04:32:31.804475 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c035898c-c310-4824-918c-cc497c679ff2 req-c9027c0a-1092-464b-a0ae-9c6610ec0019 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378668
Dec 10 04:32:32.990450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ade8-dff2-484a-b257-41889a175faf req-98a48693-1a92-4842-9bc6-a3bedbc86df8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:32.991893 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a775ade8-dff2-484a-b257-41889a175faf req-98a48693-1a92-4842-9bc6-a3bedbc86df8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0822597
Dec 10 04:32:33.035849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a775ade8-dff2-484a-b257-41889a175faf req-d77beeb7-89d2-4e6b-b9da-7dbd29433e80 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383799
Dec 10 04:32:34.217468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39be5-052c-4d75-991f-f235ea06ef3b req-66bfd620-5cb5-4c88-835f-72caf75c152e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:34.218884 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35d39be5-052c-4d75-991f-f235ea06ef3b req-66bfd620-5cb5-4c88-835f-72caf75c152e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0791385
Dec 10 04:32:34.261241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35d39be5-052c-4d75-991f-f235ea06ef3b req-ebad82ec-90ac-45af-afc5-6022264dee10 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367928
Dec 10 04:32:34.638749 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-4b5d2335-1297-4730-9b56-cf2cd039fff5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1119967
Dec 10 04:32:34.652003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ddda4-6821-40fb-a096-2b4cedf95788 req-bee154d4-1dee-4922-af11-0e060847a99c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:34.653572 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-096ddda4-6821-40fb-a096-2b4cedf95788 req-bee154d4-1dee-4922-af11-0e060847a99c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0839443
Dec 10 04:32:34.699146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-096ddda4-6821-40fb-a096-2b4cedf95788 req-3931abde-ea61-4ce4-9156-0f6e522959c4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382879
Dec 10 04:32:35.899233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f56a-7723-454c-bb46-2ac3ba67449c req-07c2dde1-7abb-437e-bf7e-a67b1302a159 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:35.905973 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5d1f56a-7723-454c-bb46-2ac3ba67449c req-07c2dde1-7abb-437e-bf7e-a67b1302a159 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0865388
Dec 10 04:32:35.924106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-7655c9bd-3ee6-4b99-9594-f4c284ae0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:35.925604 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-7655c9bd-3ee6-4b99-9594-f4c284ae0a66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0753698
Dec 10 04:32:35.946759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5d1f56a-7723-454c-bb46-2ac3ba67449c req-f09baa29-e998-42b4-9dbc-c3e9d7623840 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397582
Dec 10 04:32:36.056682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-a4ee5a05-4e12-4c3c-98c6-21834e8fe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:36.058033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-a4ee5a05-4e12-4c3c-98c6-21834e8fe18c service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1263232
Dec 10 04:32:36.155401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-cbb63a0d-c941-4b06-9905-f895299472c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 1000 time: 0.0900631
Dec 10 04:32:36.218515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-22d2b0d7-967f-4aa7-935d-09c1a2a86ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:36.219904 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-22d2b0d7-967f-4aa7-935d-09c1a2a86ee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0583565
Dec 10 04:32:36.292209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-6f9588d3-2230-4c67-b872-af397cb829a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:36.293622 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-6f9588d3-2230-4c67-b872-af397cb829a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676064
Dec 10 04:32:36.420638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-b9822b73-d564-421f-897c-cd575d8c9bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208622
Dec 10 04:32:36.548851 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-36a29724-f34b-46bf-86f8-77d3dd863dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218448
Dec 10 04:32:37.132168 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2025450-aca6-49c2-995b-efff7c390913 req-b22cf94c-9e82-415a-bfe1-f1b4d7f4adf7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:37.133616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2025450-aca6-49c2-995b-efff7c390913 req-b22cf94c-9e82-415a-bfe1-f1b4d7f4adf7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0815136
Dec 10 04:32:37.177666 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2025450-aca6-49c2-995b-efff7c390913 req-d09703d3-0f65-44fe-8007-e142a57d98f4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383794
Dec 10 04:32:38.361073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1770-23f1-4eab-a873-bd8eccd43d1c req-ee6806a8-de57-4489-ab4f-7ea34ffb3dd2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:38.362673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eeab1770-23f1-4eab-a873-bd8eccd43d1c req-ee6806a8-de57-4489-ab4f-7ea34ffb3dd2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0822208
Dec 10 04:32:38.412260 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eeab1770-23f1-4eab-a873-bd8eccd43d1c req-de80e666-a854-4b69-892e-4a5cd04ee142 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438375
Dec 10 04:32:38.450217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-a9410cf2-a279-44f9-ad5e-54631df86758 service neutron] 10.222.0.18 "GET /v2.0/ports/b09afc97-b3dc-4717-9630-c910d85c38f8/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.1964555
Dec 10 04:32:38.722316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-b70b948a-7b16-455d-9337-1b49e40e512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:38.723777 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-b70b948a-7b16-455d-9337-1b49e40e512d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1098 time: 0.0695813
Dec 10 04:32:38.824776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-0e539591-4184-4349-a79e-1a1e84bcd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:38.826228 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-0e539591-4184-4349-a79e-1a1e84bcd8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0711524
Dec 10 04:32:38.955314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-59f58194-9731-4bf0-b0b7-3aa91bd5fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:38.956759 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-59f58194-9731-4bf0-b0b7-3aa91bd5fdaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1245728
Dec 10 04:32:39.055411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-59506512-6b9e-4788-918b-6fcef93f714d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 1000 time: 0.0920813
Dec 10 04:32:39.120840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-b3869e20-9068-45ba-a3eb-3b5582a4e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:39.122236 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-b3869e20-9068-45ba-a3eb-3b5582a4e75c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0584285
Dec 10 04:32:39.195180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-cff02f24-46af-4853-99f1-f01b3412e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:39.196630 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-cff02f24-46af-4853-99f1-f01b3412e74a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677996
Dec 10 04:32:39.324802 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-4a79991a-ad81-4103-b4df-b44081c44621 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213155
Dec 10 04:32:39.452560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c3edfbad-28e8-4ef4-b34b-13b147584fed req-ccf3d3be-cae6-40f6-a5f7-84b56ec09ad1 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215727
Dec 10 04:32:39.601716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e2786-08b5-4a81-b2cf-990c350bd202 req-c846e8d3-dc59-4aea-923e-bd55be51ef03 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:39.604825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e26e2786-08b5-4a81-b2cf-990c350bd202 req-c846e8d3-dc59-4aea-923e-bd55be51ef03 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0827641
Dec 10 04:32:39.648760 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e26e2786-08b5-4a81-b2cf-990c350bd202 req-542e86e4-c8eb-48a2-b5ef-f2d5ed8ca6a7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396776
Dec 10 04:32:40.834698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4217b-4f97-47e9-ba60-1e0879add177 req-20dfbd9d-cbc6-4717-8c12-96c1f834c13a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:40.836112 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35c4217b-4f97-47e9-ba60-1e0879add177 req-20dfbd9d-cbc6-4717-8c12-96c1f834c13a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0813129
Dec 10 04:32:40.880818 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35c4217b-4f97-47e9-ba60-1e0879add177 req-5dbb62cc-fbeb-4cee-b00c-fd49a0212dcf tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390649
Dec 10 04:32:41.553604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:32:41.681763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:32:41.698992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'mac_address': 'fa:16:3e:cc:f5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:32:41.753515 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:41.770524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b09afc97-b3dc-4717-9630-c910d85c38f8 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:32:41.785338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:32:41.788704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:41.790421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:41.856266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:41.864865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.865272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.865669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.866063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.866466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.866819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.867154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.867482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.867810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.868138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.868480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.869570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:41.874004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:41.943496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['b09afc97-b3dc-4717-9630-c910d85c38f8'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:32:42.063552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e4ab2-acce-46df-9d47-fe071c0f77f7 req-36526361-73be-4d31-bf03-3a74a45c21c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.065030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b6e4ab2-acce-46df-9d47-fe071c0f77f7 req-36526361-73be-4d31-bf03-3a74a45c21c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 944 time: 0.0779614
Dec 10 04:32:42.108311 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5b6e4ab2-acce-46df-9d47-fe071c0f77f7 req-8f872ec6-36ec-4235-acc0-f8ba97cebd0c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375249
Dec 10 04:32:42.413544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8855515-c975-4b7d-abab-b36b4cd00d41 req-3ac49a94-3b41-4ef3-8e63-5f7d9f05646d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.415016 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8855515-c975-4b7d-abab-b36b4cd00d41 req-3ac49a94-3b41-4ef3-8e63-5f7d9f05646d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 944 time: 0.0832231
Dec 10 04:32:42.433732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-27b0f5d5-344f-41a8-a537-7331da8a906e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.434432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-27b0f5d5-344f-41a8-a537-7331da8a906e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:32:42.450455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-27b0f5d5-344f-41a8-a537-7331da8a906e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:32:42.451575 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-27b0f5d5-344f-41a8-a537-7331da8a906e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab&tenant_id=fe17e328907e4d759cb65bded3bff613&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 944 time: 0.1058686
Dec 10 04:32:42.462554 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c8855515-c975-4b7d-abab-b36b4cd00d41 req-c2e2cb3b-cef6-4cc0-a07d-b2657274d349 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416868
Dec 10 04:32:42.604529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-6adf7232-e594-46a8-b4e8-5942b32c8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.606005 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-6adf7232-e594-46a8-b4e8-5942b32c8035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1097 time: 0.0698347
Dec 10 04:32:42.735304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-1e387b61-300f-4f1f-a4d2-29fcdaed412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.736643 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-1e387b61-300f-4f1f-a4d2-29fcdaed412d service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1246293
Dec 10 04:32:42.837654 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-bf15275e-1096-40b3-b6ca-da3185e0e4d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 999 time: 0.0949457
Dec 10 04:32:42.900255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-f3fe3a67-7105-4dda-86fd-d4dc2635863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.901680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-f3fe3a67-7105-4dda-86fd-d4dc2635863e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0570204
Dec 10 04:32:42.978151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-3433b887-2e79-4c5c-b490-a2c7c441d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:42.979573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-3433b887-2e79-4c5c-b490-a2c7c441d8e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717862
Dec 10 04:32:43.114644 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-5ad2fe0e-2398-4873-9d02-fb3c4e24cbbf service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280046
Dec 10 04:32:43.353385 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-48ddbdc3-aed2-42e9-a26b-5d467a93686c req-64296f36-32bf-4612-b40f-c58572b752f3 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322423
Dec 10 04:32:43.568672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:32:43.638687 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port b09afc97-b3dc-4717-9630-c910d85c38f8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:32:43.639072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:43.648269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ed89d-0af3-4f8e-b8c1-1360a7918f91 req-44cb0602-8b31-4f54-9edb-428f26d5116b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:43.649751 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7a3ed89d-0af3-4f8e-b8c1-1360a7918f91 req-44cb0602-8b31-4f54-9edb-428f26d5116b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 944 time: 0.0791881
Dec 10 04:32:43.703922 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7a3ed89d-0af3-4f8e-b8c1-1360a7918f91 req-2c9f27c6-7a85-4c96-b96a-91a34e6b922d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480409
Dec 10 04:32:43.756432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:43.787499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:32:43.797649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:32:43.802824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:43.805212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:43.876893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:43.880682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:43.890298 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'code': 200}
Dec 10 04:32:44.325397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:44.417243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bc6b264e-5c80-4502-a896-a175eb759962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:44.682750 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:32:44.989516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93511bf9-5977-4599-90d0-961acfe78171 req-d4ffc191-ba24-461c-b7fb-ffabbebbb3ce tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:44.990880 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93511bf9-5977-4599-90d0-961acfe78171 req-d4ffc191-ba24-461c-b7fb-ffabbebbb3ce tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.1888981
Dec 10 04:32:45.037370 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93511bf9-5977-4599-90d0-961acfe78171 req-f93cccec-3800-4044-9b4b-0130eb261361 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407994
Dec 10 04:32:45.363598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f206097-17c7-46ff-8b43-96c01fe7ec84 req-8ba83e0e-e525-4a9b-923a-58ef2fb0d627 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:45.364929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8f206097-17c7-46ff-8b43-96c01fe7ec84 req-8ba83e0e-e525-4a9b-923a-58ef2fb0d627 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0804832
Dec 10 04:32:45.407480 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8f206097-17c7-46ff-8b43-96c01fe7ec84 req-3fd62922-758a-469a-9236-dc64cb978226 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369544
Dec 10 04:32:45.739629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334b73-849b-4f53-b247-acbd68ad28e6 req-56b93cfb-f9dc-424e-92e1-05aee481fd60 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:45.741066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5334b73-849b-4f53-b247-acbd68ad28e6 req-56b93cfb-f9dc-424e-92e1-05aee481fd60 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0804019
Dec 10 04:32:45.785019 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5334b73-849b-4f53-b247-acbd68ad28e6 req-8e88bb90-3924-405b-a660-1e3170a079ba tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382864
Dec 10 04:32:45.806716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-d0f6ca10-3443-4db2-8ba6-e3019b817bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:45.808171 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-d0f6ca10-3443-4db2-8ba6-e3019b817bd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 1098 time: 0.0719347
Dec 10 04:32:45.941119 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-0a66394c-08d3-465b-b64d-616d4fd3e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:45.942574 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-0a66394c-08d3-465b-b64d-616d4fd3e361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1267126
Dec 10 04:32:46.043989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-0fa3a954-fe6e-4e7c-a4f7-c933d71accf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 200  len: 1000 time: 0.0944662
Dec 10 04:32:46.109596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-bdf337ce-947f-4ef5-9e4a-903ae2f64d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:46.110961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-bdf337ce-947f-4ef5-9e4a-903ae2f64d3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0602949
Dec 10 04:32:46.184428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-21243517-0d22-42a2-af1d-c740ffca9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:46.185917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-21243517-0d22-42a2-af1d-c740ffca9072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688581
Dec 10 04:32:46.314288 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-e18be3d2-1341-4df9-9774-d31295aa0f1d service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218290
Dec 10 04:32:46.443695 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5afe88a0-0461-4fa5-8ceb-771a3540be05 req-fab9e7c5-ba32-4e6b-9997-89e0afd50e21 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228178
Dec 10 04:32:46.760801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-836e872d-c9fe-4bf9-8b15-59bc547f33ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:46.974837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb54f2-c35a-4952-b7dc-53db1c8251c9 req-8c805940-d9bc-4c0c-ba00-c799131e59c6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:46.976281 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3cb54f2-c35a-4952-b7dc-53db1c8251c9 req-8c805940-d9bc-4c0c-ba00-c799131e59c6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0848629
Dec 10 04:32:47.023839 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f3cb54f2-c35a-4952-b7dc-53db1c8251c9 req-d82e13bb-cfe3-48b3-b47c-a3f352417c42 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418839
Dec 10 04:32:47.699238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:48.013121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:48.207117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd43954-7e8e-4b7c-ba78-1501359cc51c req-dca58ef5-20b9-4e6f-afdb-680e5d995e9c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:48.208538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1dd43954-7e8e-4b7c-ba78-1501359cc51c req-dca58ef5-20b9-4e6f-afdb-680e5d995e9c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0797906
Dec 10 04:32:48.254298 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1dd43954-7e8e-4b7c-ba78-1501359cc51c req-5b24f78c-9dc0-4ee8-afdf-f05f59179aaa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402007
Dec 10 04:32:48.623033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3732fd6-b002-4122-83cb-31bffc0fa174 req-5c7876fc-2c45-4f3c-85f0-ece190034345 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:48.624337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3732fd6-b002-4122-83cb-31bffc0fa174 req-5c7876fc-2c45-4f3c-85f0-ece190034345 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0795603
Dec 10 04:32:48.667740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3732fd6-b002-4122-83cb-31bffc0fa174 req-3061fcce-71dd-4231-b1ee-482a96d9c559 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371809
Dec 10 04:32:49.543777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:49.854373 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087ada3-0689-46df-a469-7f3fb91f677b req-d22ee1b0-9a42-40f4-94ae-4c25c71e4bfa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:49.855721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4087ada3-0689-46df-a469-7f3fb91f677b req-d22ee1b0-9a42-40f4-94ae-4c25c71e4bfa tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0825901
Dec 10 04:32:49.900276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4087ada3-0689-46df-a469-7f3fb91f677b req-debbe712-4f27-43e1-836d-399df16444b4 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389814
Dec 10 04:32:50.486012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-76e712bb-6b37-47d8-9f9f-b492debcb921 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:50.487406 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-76e712bb-6b37-47d8-9f9f-b492debcb921 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0773396
Dec 10 04:32:50.557552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Deleting port b09afc97-b3dc-4717-9630-c910d85c38f8 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:32:50.557890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:50.795588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] For port b09afc97-b3dc-4717-9630-c910d85c38f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b09afc97-b3dc-4717-9630-c910d85c38f8,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:32:50.795839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:51.078007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:51.078290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:51.078600 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e disassociated. External IP: 172.26.1.35, port: b09afc97-b3dc-4717-9630-c910d85c38f8.
Dec 10 04:32:51.078936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Calling delete_port for b09afc97-b3dc-4717-9630-c910d85c38f8 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:32:51.079638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261253-7344-4705-965d-8dc60ce655d3 req-59247afc-57ec-4b19-b428-efadcd2d5b22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:51.081612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-62261253-7344-4705-965d-8dc60ce655d3 req-59247afc-57ec-4b19-b428-efadcd2d5b22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 945 time: 0.0792735
Dec 10 04:32:51.125624 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-62261253-7344-4705-965d-8dc60ce655d3 req-42178adb-f549-4413-9dd7-4ecbb3f3411f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383537
Dec 10 04:32:51.223541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:51.228852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d21cb4bf-43f5-4580-a69a-523eb754cef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:51.272529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'Port': ['ID=b09afc97-b3dc-4717-9630-c910d85c38f8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:51.282645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.283028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.283430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.283802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.284166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.284528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.284891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.285249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.285631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.285990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.286347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.286700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:32:51.290249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:51.586609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:32:51.760012 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:32:51.769959 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:32:51.779784 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:32:51.780391 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc43a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:32:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:32:51.829555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] No DVR routers for this DVR port b09afc97-b3dc-4717-9630-c910d85c38f8 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:32:51.832081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:51.834722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-deleted', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:32:51.851010 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-fd0bc2bf-3c11-4aa6-b976-1012c32413ca req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "DELETE /v2.0/ports/b09afc97-b3dc-4717-9630-c910d85c38f8 HTTP/1.1" status: 204  len: 173 time: 1.3584578
Dec 10 04:32:51.947223 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c86a242-b53b-4296-9de2-12b5feb8eeab', 'name': 'network-vif-deleted', 'tag': 'b09afc97-b3dc-4717-9630-c910d85c38f8', 'status': 'completed', 'code': 200}
Dec 10 04:32:51.975060 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:32:52.288637 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ab6b3990-4557-4598-b36e-3c48dbb87e3c req-9f76f454-534f-46d9-91ad-d5a14126e756 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c86a242-b53b-4296-9de2-12b5feb8eeab HTTP/1.1" status: 200  len: 210 time: 0.0458639
Dec 10 04:32:52.311435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc43a0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:32:52.315178 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:32:52.323190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:32:52.323774 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc43a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:32:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:32:52.500570 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:32:52.827440 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfc43a0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:32:52.831759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920b3c1-ade7-4dbe-8d89-9e2a858d28ec None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:32:53.049882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b84f6-455e-4d6a-bb7f-b1cf66c68910 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:32:53.641083 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-6387a351-da8d-401e-8446-bf5f0385fb89 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1368053247&fields=id&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 267 time: 0.0393839
Dec 10 04:32:53.789006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-c63ec063-11f8-4581-a0ad-7170a7e7596a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:53.790345 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-c63ec063-11f8-4581-a0ad-7170a7e7596a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1430788
Dec 10 04:32:53.804905 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-efb707dc-d982-4f7e-85e4-dbf02a0e975f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/quotas/fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 375 time: 0.0091755
Dec 10 04:32:53.885919 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-265f285c-c857-454b-94b1-58a8ddca5fe9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0762846
Dec 10 04:32:54.062573 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-403b4333-889b-41dc-9c0f-2bf8a8bcdfd6 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647515
Dec 10 04:32:54.191746 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-e953f41f-4a06-4f8d-95e6-51db013152e4 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228769
Dec 10 04:32:54.365433 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-03a37b0c-10fb-4560-8881-54e4530693da req-e87ef310-0ef7-4d69-8b0e-6e4395bd46c3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 210 time: 0.0464015
Dec 10 04:32:55.467521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-31edca45-3050-42f1-bf11-feab68d9c366 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:55.468971 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-31edca45-3050-42f1-bf11-feab68d9c366 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1489046
Dec 10 04:32:55.520776 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-99b3b25b-5a71-4b6c-a401-ad2e8f117ab4 req-54f733fe-8edd-42be-8f07-c5da8c6ac79d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 210 time: 0.0432897
Dec 10 04:32:55.529920 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-eab75257-c2d4-4894-a150-3da1a4b1c790 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 380 time: 0.0471082
Dec 10 04:32:55.541631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'port': {'device_id': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'admin_state_up': True, 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'security_groups': ['9ad1893a-72e1-422f-99b5-4e2f0e651b71']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:32:55.615926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:32:55.652325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: b09afc97-b3dc-4717-9630-c910d85c38f8 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:32:55.652587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device b09afc97-b3dc-4717-9630-c910d85c38f8 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:32:55.677260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:32:55.681406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:port and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:32:55.684137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:32:55.690492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:32:55.705794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:32:55.709207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:55.867181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Allocated IP 172.20.0.4 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/01719e66-46f5-41c6-a600-85fd6922b0ab) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:32:56.051247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.066130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Transition to ACTIVE for port object 01719e66-46f5-41c6-a600-85fd6922b0ab will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:32:56.089025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.094930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c0cef9cb-0b64-4dd2-9fda-c129b9730ebb tempest-DeleteServersTestJSON-1218654467 tempest-DeleteServersTestJSON-1218654467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:56.164118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:32:56.167284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:32:56.169762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:32:56.199622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:56.202566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:56.240722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:56.241340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.266753 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7314742
Dec 10 04:32:56.284207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Request body: {'port': {'device_id': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:32:56.393132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.431341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-943ffb85-ada3-42b6-bd63-5aac9e4015a2 None None] Provisioning for port 01719e66-46f5-41c6-a600-85fd6922b0ab completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:32:56.437129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-943ffb85-ada3-42b6-bd63-5aac9e4015a2 None None] Provisioning complete for port 01719e66-46f5-41c6-a600-85fd6922b0ab triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:32:56.437572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-943ffb85-ada3-42b6-bd63-5aac9e4015a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.495161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-943ffb85-ada3-42b6-bd63-5aac9e4015a2 None None] Port 01719e66-46f5-41c6-a600-85fd6922b0ab cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:32:56.712085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f347-65ac-4d8d-87a4-934f1ad801dd req-53c13b67-0ae4-441f-8dfa-9ff0aea65140 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:56.713494 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6023f347-65ac-4d8d-87a4-934f1ad801dd req-53c13b67-0ae4-441f-8dfa-9ff0aea65140 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 931 time: 0.0860455
Dec 10 04:32:56.763156 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6023f347-65ac-4d8d-87a4-934f1ad801dd req-d85f6509-1e67-4aa9-b6c2-aad5ee47fd65 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438092
Dec 10 04:32:56.850734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:32:56.858436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.872165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Transition to ACTIVE for port object 01719e66-46f5-41c6-a600-85fd6922b0ab will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:32:56.877208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:56.880848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:57.032917 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:57.040720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:57.109863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Attempting to bind port 01719e66-46f5-41c6-a600-85fd6922b0ab on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:32:57.110068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Attempting to bind port 01719e66-46f5-41c6-a600-85fd6922b0ab by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:32:57.110474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Attempting to bind port 01719e66-46f5-41c6-a600-85fd6922b0ab on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:32:57.114999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Port 01719e66-46f5-41c6-a600-85fd6922b0ab on network 155fea53-eaaa-43aa-8fe2-65641f01163e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:32:57.115312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Attempting to bind port 01719e66-46f5-41c6-a600-85fd6922b0ab on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:32:57.120219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:32:57.120548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:32:57.120927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:32:57.121368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Bound port: 01719e66-46f5-41c6-a600-85fd6922b0ab, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:32:57.121710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:57.210647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:32:57.213427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:32:57.217551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:57.220987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f30debc5-742a-43a4-93d6-cbc36d7912e0 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:32:57.279803 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:57.280388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:32:57.281755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] 10.222.0.18 "PUT /v2.0/ports/01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1093 time: 1.0025673
Dec 10 04:32:57.282270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:32:57.301568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:32:57.304915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:32:57.333571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'status': 'completed', 'code': 200}
Dec 10 04:32:57.421799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-383f88ff-a6e8-4f12-bdfa-3fa01c2973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:57.423329 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-383f88ff-a6e8-4f12-bdfa-3fa01c2973a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1096 time: 0.0722060
Dec 10 04:32:57.500250 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-8c785111-80a1-493a-b547-9dd18a406c77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 217 time: 0.0638664
Dec 10 04:32:57.561645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-10a00ede-6f63-46a6-8e53-8af9d97e59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:57.563032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-10a00ede-6f63-46a6-8e53-8af9d97e59b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0569227
Dec 10 04:32:57.636792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-e3859dd9-5c6f-4651-a8ca-203a990f70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:57.638252 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-e3859dd9-5c6f-4651-a8ca-203a990f70d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687275
Dec 10 04:32:57.767233 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-74ba30e9-c353-4dc9-8450-ed0bc4dcee83 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227055
Dec 10 04:32:57.900828 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6eeda8c-ce43-4ff1-8f4c-344bcb16549e req-1a11ed44-8bf9-4c9a-804c-0dcbdfa575e2 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273797
Dec 10 04:32:57.952893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a02145-99df-4202-8259-f1b5456beafd req-f89a3bb3-9b27-4cd3-9a6a-ef04e541849f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:57.954364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65a02145-99df-4202-8259-f1b5456beafd req-f89a3bb3-9b27-4cd3-9a6a-ef04e541849f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0876784
Dec 10 04:32:57.999667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-65a02145-99df-4202-8259-f1b5456beafd req-73a5a033-beff-45c9-8543-54a3031ded7f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395744
Dec 10 04:32:58.058426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-ace65f17-eae0-4ce2-9c0c-090023750a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:58.059799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-ace65f17-eae0-4ce2-9c0c-090023750a30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1096 time: 0.0777190
Dec 10 04:32:58.189460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-bc684fde-e93a-4aaa-8e08-fb51b9f451fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:58.190907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-bc684fde-e93a-4aaa-8e08-fb51b9f451fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1247299
Dec 10 04:32:58.258889 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-734ff9d8-7e2b-434c-9573-6ce8680b8583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 217 time: 0.0618281
Dec 10 04:32:58.320286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-d4fe2205-82e7-4207-83eb-75301c5f323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:58.321635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-d4fe2205-82e7-4207-83eb-75301c5f323b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0557194
Dec 10 04:32:58.395991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-447e7c1d-a7f9-4692-a3f5-38a0ac41da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:58.397495 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-447e7c1d-a7f9-4692-a3f5-38a0ac41da54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693917
Dec 10 04:32:58.635729 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-7717b780-acff-4d74-a128-ff74d51b2074 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313497
Dec 10 04:32:58.770445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-01866cd1-092d-4d21-ac2d-830cf328d8a1 req-7428d91d-b864-4766-853b-04423ec4a1f4 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244473
Dec 10 04:32:59.185910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fe156-cd5d-4ce4-9ae3-7a7e1eb2a0b3 req-10a44ddb-36ce-4973-ab05-e7115d876a55 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:32:59.187596 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-163fe156-cd5d-4ce4-9ae3-7a7e1eb2a0b3 req-10a44ddb-36ce-4973-ab05-e7115d876a55 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0830061
Dec 10 04:32:59.230465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-163fe156-cd5d-4ce4-9ae3-7a7e1eb2a0b3 req-2f2b23c1-2a0e-4228-bb28-83edcba61cad tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366540
Dec 10 04:33:00.412566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dcef9-6b6a-45f0-8b50-4d1dea9fa514 req-04035a4c-c7f1-4282-a6ab-6ab6fb255531 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:00.414015 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b6dcef9-6b6a-45f0-8b50-4d1dea9fa514 req-04035a4c-c7f1-4282-a6ab-6ab6fb255531 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0785568
Dec 10 04:33:00.456823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b6dcef9-6b6a-45f0-8b50-4d1dea9fa514 req-66cf0283-4947-4c65-9be7-964923876ba3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373724
Dec 10 04:33:01.642868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d270b-b110-4b01-86d8-ee416ff26c07 req-77431b78-436a-4a3c-a834-1f3bfb74d592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:01.644299 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af2d270b-b110-4b01-86d8-ee416ff26c07 req-77431b78-436a-4a3c-a834-1f3bfb74d592 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0841699
Dec 10 04:33:01.652201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:33:01.688498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af2d270b-b110-4b01-86d8-ee416ff26c07 req-ddffad42-e09e-4a6d-b0a0-e877fb80f619 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386107
Dec 10 04:33:01.784428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:33:01.797007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:33:01.853674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:01.906378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:33:01.920586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:33:01.924411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:01.926170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:33:01.989539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:33:01.992416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:33:02.353058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['01719e66-46f5-41c6-a600-85fd6922b0ab'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:33:02.869768 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745b593-04d9-4128-9238-66361a1dc920 req-a4780387-6320-4d52-9c78-74cc59b7d31c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:02.871241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4745b593-04d9-4128-9238-66361a1dc920 req-a4780387-6320-4d52-9c78-74cc59b7d31c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 944 time: 0.0786245
Dec 10 04:33:02.918677 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4745b593-04d9-4128-9238-66361a1dc920 req-a82991d9-4a0b-4e61-9eb0-4a84bdfaca43 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415349
Dec 10 04:33:03.667443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:33:03.732383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 01719e66-46f5-41c6-a600-85fd6922b0ab completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:33:03.737090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 01719e66-46f5-41c6-a600-85fd6922b0ab triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:33:03.737499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:03.851760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:03.877636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:33:03.887605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:33:03.891838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:03.895496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:33:03.934558 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'code': 200}
Dec 10 04:33:03.969988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:33:03.973391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:33:04.100063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6290-c9d1-4491-a86e-3b26a238e944 req-d1516ac5-0524-48d1-b776-8a35682d0a35 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:04.101498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75de6290-c9d1-4491-a86e-3b26a238e944 req-d1516ac5-0524-48d1-b776-8a35682d0a35 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0790374
Dec 10 04:33:04.145631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-75de6290-c9d1-4491-a86e-3b26a238e944 req-94c3d7c2-c49b-4c3c-aa85-92d0240363de tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383577
Dec 10 04:33:04.203305 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5935200-8265-4b56-b81a-7e404e9f3fbe req-e9056847-1316-4ec4-b31c-a57f4cabc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:04.204691 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b5935200-8265-4b56-b81a-7e404e9f3fbe req-e9056847-1316-4ec4-b31c-a57f4cabc2af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0784686
Dec 10 04:33:04.245633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b5935200-8265-4b56-b81a-7e404e9f3fbe req-0507d5cd-63f0-48b5-a4af-b7388c224643 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349185
Dec 10 04:33:05.330402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca16e9-ae92-438b-afe1-8443b1cfbfeb req-6c371508-95a0-476f-8b77-c0bb011f5555 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:05.331817 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c4ca16e9-ae92-438b-afe1-8443b1cfbfeb req-6c371508-95a0-476f-8b77-c0bb011f5555 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0821328
Dec 10 04:33:05.489077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c4ca16e9-ae92-438b-afe1-8443b1cfbfeb req-b564416b-b3f8-467c-b93b-f73a5cc359d6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514742
Dec 10 04:33:06.675097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8257-fc2d-4332-96b0-6f5d7d197b2b req-3d33749c-a4e7-48c1-8f68-9a2d6791b1a2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:06.676530 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ffe8257-fc2d-4332-96b0-6f5d7d197b2b req-3d33749c-a4e7-48c1-8f68-9a2d6791b1a2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0820880
Dec 10 04:33:06.719451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ffe8257-fc2d-4332-96b0-6f5d7d197b2b req-84c5bf46-7e65-4b51-9a9e-19b8b02c6779 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373421
Dec 10 04:33:06.895064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1c921-d986-42e2-a54a-c1785de6754f req-9cf5472f-e1e2-4128-87a7-50910882325b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:06.896444 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24b1c921-d986-42e2-a54a-c1785de6754f req-9cf5472f-e1e2-4128-87a7-50910882325b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0813591
Dec 10 04:33:06.904865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 47718) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:33:06.910487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'floatingip': {'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:33:06.986610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:07.554126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:07.557754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:07.719042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e associated. External IP: 172.26.1.35, port: 01719e66-46f5-41c6-a600-85fd6922b0ab.
Dec 10 04:33:08.185519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:33:08.359364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:33:08.363781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:08.368779 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:33:08.378113 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:33:08.378794 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:32:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:33:08.419914 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f5a9298e-9f83-4a03-ab93-e22d24edbec5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "PUT /v2.0/floatingips/b34d56b2-0f59-4a1e-bae7-429600b4652e HTTP/1.1" status: 200  len: 990 time: 1.5139794
Dec 10 04:33:08.420568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:33:08.469245 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'status': 'completed', 'code': 200}
Dec 10 04:33:08.553059 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:33:08.583551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-9482f0eb-743d-40c8-999b-50b4de836c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:08.585007 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-9482f0eb-743d-40c8-999b-50b4de836c7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0699432
Dec 10 04:33:08.714651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-e07ac4ea-568d-4154-a368-7bd568ba75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:08.716075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-e07ac4ea-568d-4154-a368-7bd568ba75e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1244278
Dec 10 04:33:08.817169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-34cf15bb-b53f-4470-af1a-1ae59736ef5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 998 time: 0.0948761
Dec 10 04:33:08.883059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-bbe2a6dd-eeb5-44dd-a5b7-cde3f7bf299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:08.884481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-bbe2a6dd-eeb5-44dd-a5b7-cde3f7bf299b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0613573
Dec 10 04:33:08.922592 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafac0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:33:07Z', 'revision_number': 9, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:33:08.926361 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:33:08.934418 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:33:08.935012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:32:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:33:08.961088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-0a55f427-911e-47e6-82bb-6f584abc0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:08.962590 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-0a55f427-911e-47e6-82bb-6f584abc0f95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710144
Dec 10 04:33:09.092944 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-963a2178-45a2-4ef6-b044-c97e72ea2a4e service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236036
Dec 10 04:33:09.108293 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:33:09.224129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-af00ba88-7e45-4677-bbb4-6ba4fa60a772 req-94c55172-52f7-4f65-9c38-5b694f86abe9 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252813
Dec 10 04:33:09.446853 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfafac0>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:33:07Z', 'revision_number': 9, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:33:09.450625 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab1ff0-0d83-4fc5-a47b-3e16a87f7b4f None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:33:07Z', 'revision_number': 9, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:33:09.651567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d39ac-66e5-43dd-afc5-2fb203b274b4 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:33:14.338660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:14.417436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b86086d1-1a37-4638-a3bd-afcb2768d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:16.761280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7651cf1b-0a5c-4d2f-b73e-9aeecdb38a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:17.702294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:18.016081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:19.544193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:21.681634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:33:44.351684 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:44.416861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8fe7-336b-4e8d-b8c5-3c4c19c8c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:46.763116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4ded598-4a37-4c4b-aefb-7a8c6269faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:47.706432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:48.017933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:49.547748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:33:58.679678 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:33:58.971122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-15ba7f9a-c933-42ee-93fd-b8ec1e51dbae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722969
Dec 10 04:33:59.122160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-5757dc04-6196-445b-bb75-f53f12dd2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:59.123578 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-5757dc04-6196-445b-bb75-f53f12dd2a0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0694611
Dec 10 04:33:59.267970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-f569526b-a823-416f-882f-c47c5192c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:59.269300 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-f569526b-a823-416f-882f-c47c5192c79e service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1253927
Dec 10 04:33:59.369127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-eb3291d3-5189-463e-a967-1c139c9edca4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1001 time: 0.0932949
Dec 10 04:33:59.430924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-0912867e-d595-42c9-8710-975faf9cd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:59.432276 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-0912867e-d595-42c9-8710-975faf9cd6d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0563934
Dec 10 04:33:59.508193 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-9389b0ce-19c4-4664-9e21-75ed593ab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:33:59.509617 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-9389b0ce-19c4-4664-9e21-75ed593ab387 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701797
Dec 10 04:33:59.743377 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-c9f547ed-4276-499d-afe5-7a3699d10fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275062
Dec 10 04:33:59.873131 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ab27d111-c5bb-4101-975b-33cdb5d88a31 req-ddc5a872-f008-4900-8a35-aeee8dbad8db service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223736
Dec 10 04:34:14.345871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:14.416436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f881a9f1-1226-4bda-8277-eac4407d3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:16.764052 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6c76-7dba-4d18-9f83-0ebcb79b1b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:17.708253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:18.019603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:19.549647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:19.809294 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-9eb67cc1-46cb-46f2-8a2c-8d88cca67e9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0690029
Dec 10 04:34:19.866884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8bdfb-24cc-492e-bbc9-b96ec9a4c5d0 req-2d0442a2-2bc9-4805-9d6c-55fbd2108081 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:19.868341 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fba8bdfb-24cc-492e-bbc9-b96ec9a4c5d0 req-2d0442a2-2bc9-4805-9d6c-55fbd2108081 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0830085
Dec 10 04:34:19.912448 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fba8bdfb-24cc-492e-bbc9-b96ec9a4c5d0 req-eb2d9544-0ad5-4de7-9b3f-b4ef882dc80d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385623
Dec 10 04:34:21.018007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-a2730690-196b-4bf0-90bc-60658dc228f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:21.020106 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-a2730690-196b-4bf0-90bc-60658dc228f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0759466
Dec 10 04:34:21.103565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a109e-cb14-4bc7-bdde-ec7ba7c57499 req-00cf696c-519a-4926-99bb-c32dd04d958c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:21.105158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d03a109e-cb14-4bc7-bdde-ec7ba7c57499 req-00cf696c-519a-4926-99bb-c32dd04d958c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0828335
Dec 10 04:34:21.148871 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d03a109e-cb14-4bc7-bdde-ec7ba7c57499 req-19b71693-5119-442a-84ef-c91915736266 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381212
Dec 10 04:34:21.150055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-3a2ed3b3-404c-412a-92b1-c843aacb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:21.151459 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-3a2ed3b3-404c-412a-92b1-c843aacb8320 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1244297
Dec 10 04:34:21.250137 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-0dca1cf0-6ae5-49e9-8bc2-12009aae0e9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1001 time: 0.0917039
Dec 10 04:34:21.313867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-c7e7eca9-38d9-488f-bdee-12aaa83bac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:21.315240 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-c7e7eca9-38d9-488f-bdee-12aaa83bac14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0578723
Dec 10 04:34:21.386420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-f7448847-caeb-43c6-aba1-ec503441f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:21.387823 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-f7448847-caeb-43c6-aba1-ec503441f1ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665920
Dec 10 04:34:21.513790 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-b43aeec7-11e4-4cb2-889f-f90094063e7f service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196110
Dec 10 04:34:21.642267 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-562bef8d-c779-4ff3-8d28-475efe4d313f service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213236
Dec 10 04:34:22.332162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd4f8-3a7e-4e03-925a-07bdc138d394 req-83ac9553-c1f8-4d47-a65d-c0c865b0fee1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:22.333611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-62ddd4f8-3a7e-4e03-925a-07bdc138d394 req-83ac9553-c1f8-4d47-a65d-c0c865b0fee1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0799997
Dec 10 04:34:22.375165 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-62ddd4f8-3a7e-4e03-925a-07bdc138d394 req-5e1b5924-5ea0-45cb-9710-bd74734a7d12 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359974
Dec 10 04:34:23.696976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db36f-184d-4adf-bebc-3b0afc7bba45 req-2aaa13b8-ebd9-46dd-80eb-62ec5df132ef tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:23.698432 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c1db36f-184d-4adf-bebc-3b0afc7bba45 req-2aaa13b8-ebd9-46dd-80eb-62ec5df132ef tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0818093
Dec 10 04:34:23.743913 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2c1db36f-184d-4adf-bebc-3b0afc7bba45 req-cb965c7c-ae68-49cc-aa93-dd12aa9435fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399458
Dec 10 04:34:24.925961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d12f-2f50-478c-9313-3783368d7dcd req-a5993492-2f0b-48e1-a095-bebebba5b96e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:24.927409 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-79e8d12f-2f50-478c-9313-3783368d7dcd req-a5993492-2f0b-48e1-a095-bebebba5b96e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0806108
Dec 10 04:34:24.975329 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-79e8d12f-2f50-478c-9313-3783368d7dcd req-d8accea6-9985-48a1-96bb-ba2061f9ad7b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423107
Dec 10 04:34:26.154444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d324b42-9919-43b3-9524-a834807eb8b9 req-d836e4bc-8563-49aa-b1ca-3a43fb7f4618 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:26.155946 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7d324b42-9919-43b3-9524-a834807eb8b9 req-d836e4bc-8563-49aa-b1ca-3a43fb7f4618 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0788138
Dec 10 04:34:26.199980 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7d324b42-9919-43b3-9524-a834807eb8b9 req-2faeac4b-4a18-48d1-8d78-5f60663f2f89 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377460
Dec 10 04:34:27.385902 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc861b-0f37-41f4-a7ee-92daa904e461 req-311b9371-4f0c-4fd7-b12e-5c3a0a644626 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:27.387275 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50cc861b-0f37-41f4-a7ee-92daa904e461 req-311b9371-4f0c-4fd7-b12e-5c3a0a644626 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0833721
Dec 10 04:34:27.430526 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50cc861b-0f37-41f4-a7ee-92daa904e461 req-6e24cea4-e51b-4265-80b4-7b0044e2c784 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377188
Dec 10 04:34:28.617946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4f95-e87d-4643-84cf-1bfcfe37f89f req-303fbd36-4eb3-455f-bf78-c729ca1eec51 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:28.619363 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-627a4f95-e87d-4643-84cf-1bfcfe37f89f req-303fbd36-4eb3-455f-bf78-c729ca1eec51 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0788627
Dec 10 04:34:28.661777 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-627a4f95-e87d-4643-84cf-1bfcfe37f89f req-b6074095-0afa-41b6-a798-7d01de345d7f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369179
Dec 10 04:34:29.846936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b678-812e-4e5a-955a-e7d5ced29342 req-d2e22ed0-e67d-4ee5-b032-99b796adf75f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:29.848878 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9805b678-812e-4e5a-955a-e7d5ced29342 req-d2e22ed0-e67d-4ee5-b032-99b796adf75f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0822780
Dec 10 04:34:29.892620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9805b678-812e-4e5a-955a-e7d5ced29342 req-24436e1f-35da-4422-9752-22d816eca585 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381615
Dec 10 04:34:31.080306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc2e2-9c01-415c-8389-713ab4786923 req-906e09fd-cc66-4ffa-b23f-4d19af17bf9b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:31.081785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d5dc2e2-9c01-415c-8389-713ab4786923 req-906e09fd-cc66-4ffa-b23f-4d19af17bf9b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0835369
Dec 10 04:34:31.131733 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d5dc2e2-9c01-415c-8389-713ab4786923 req-eb3b5272-28ba-4b0f-9833-a9427dc47b80 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441813
Dec 10 04:34:32.313783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d12c2f-560b-4894-82fb-97627fea05f7 req-7500f0ac-d3f3-4cea-b3bb-78f718b6bf99 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:32.315219 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9d12c2f-560b-4894-82fb-97627fea05f7 req-7500f0ac-d3f3-4cea-b3bb-78f718b6bf99 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0800712
Dec 10 04:34:32.359439 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9d12c2f-560b-4894-82fb-97627fea05f7 req-350a16c5-fa82-4ee8-8e96-4fe10c24ec41 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381210
Dec 10 04:34:33.450532 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-89712d42-4617-4507-92dc-20d77cf5c592 service neutron] 10.222.0.18 "GET /v2.0/ports/01719e66-46f5-41c6-a600-85fd6922b0ab/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0839617
Dec 10 04:34:33.546692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdcb29-5d98-49e9-bae2-c89840f50ef3 req-a0c406ce-aa74-463e-a636-94d5db4e77b7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:33.548138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4dcdcb29-5d98-49e9-bae2-c89840f50ef3 req-a0c406ce-aa74-463e-a636-94d5db4e77b7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0838449
Dec 10 04:34:33.593961 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4dcdcb29-5d98-49e9-bae2-c89840f50ef3 req-cdae053a-329e-4b58-8644-9970a8351b36 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395947
Dec 10 04:34:33.737209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-82358e15-f7a9-40df-af96-7742c74a22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:33.738770 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-82358e15-f7a9-40df-af96-7742c74a22d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1098 time: 0.0754344
Dec 10 04:34:33.842634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-2b016a17-2e3b-4ac4-bbd1-a304805f6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:33.844071 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-2b016a17-2e3b-4ac4-bbd1-a304805f6089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0730910
Dec 10 04:34:33.973471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-667ecea5-9489-460c-9671-d4d3e57d10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:33.974883 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-667ecea5-9489-460c-9671-d4d3e57d10cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1243958
Dec 10 04:34:34.073209 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-df4caca8-ba60-44e6-95fc-64500cdf318d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1001 time: 0.0917201
Dec 10 04:34:34.137434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-eda7ed0e-2b87-4827-9b37-c6cae9988b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:34.138837 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-eda7ed0e-2b87-4827-9b37-c6cae9988b23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0595379
Dec 10 04:34:34.212727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-f72649e7-9e5f-406c-94a2-15b222bfc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:34.214217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-f72649e7-9e5f-406c-94a2-15b222bfc2cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693486
Dec 10 04:34:34.345166 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-67a4e17d-4ce2-4379-88c4-7f10f33097ea service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240911
Dec 10 04:34:34.580138 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e59eda6-031f-46a9-9f9c-a1cd3e602725 req-28fa84bd-fc0a-46b8-bc6f-880749812983 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281039
Dec 10 04:34:34.780546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350115-8ca3-486b-8ec4-58cb9cd944b3 req-ce3f546e-6756-4f14-8fed-fbd5234c8024 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:34.782031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27350115-8ca3-486b-8ec4-58cb9cd944b3 req-ce3f546e-6756-4f14-8fed-fbd5234c8024 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0829191
Dec 10 04:34:34.826520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27350115-8ca3-486b-8ec4-58cb9cd944b3 req-d3f15bb0-b8cb-435b-939c-83f4ab59d33d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389335
Dec 10 04:34:35.678470 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:34:36.131620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb312a99-60f3-4440-94f9-2c4232d00472 req-34c25019-0a5d-4990-bad8-71a738e5a86b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:36.132996 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb312a99-60f3-4440-94f9-2c4232d00472 req-34c25019-0a5d-4990-bad8-71a738e5a86b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.1989443
Dec 10 04:34:36.175092 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-eb312a99-60f3-4440-94f9-2c4232d00472 req-bcfd71fe-31e5-4511-983b-4a536b406586 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364385
Dec 10 04:34:37.365335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc4c3-da8a-4010-bf22-dc008d6d353c req-f40e54c9-166c-44ad-ba20-fc227358b1f0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:37.366278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-704bc4c3-da8a-4010-bf22-dc008d6d353c req-f40e54c9-166c-44ad-ba20-fc227358b1f0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0809522
Dec 10 04:34:37.411260 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-704bc4c3-da8a-4010-bf22-dc008d6d353c req-c95d21ad-5053-4669-b09a-3fe38d8e603d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392914
Dec 10 04:34:38.250011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:34:38.255113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:34:38.469634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:38.489084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:38.507953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:34:38.513990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:38.550910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:38.557622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:38.565479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:38.613138 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'code': 200}
Dec 10 04:34:38.614191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb3387-9de9-49e8-b7bc-4be81b8fb6f5 req-2e820726-ad56-49ef-987f-7b731f302039 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:38.615658 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8cfb3387-9de9-49e8-b7bc-4be81b8fb6f5 req-2e820726-ad56-49ef-987f-7b731f302039 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0994298
Dec 10 04:34:38.662379 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8cfb3387-9de9-49e8-b7bc-4be81b8fb6f5 req-a8f159c6-2a4a-4124-9b94-d8ea80a6fb6e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408506
Dec 10 04:34:38.674922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:38.698029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:34:38.705643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:38.745865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.746569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.746910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.747245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.747857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.748187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.748508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.748830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.749156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.749510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.749828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.750146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:38.760133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:38.773272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:34:38.773670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:34:39.056260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-9d810182-fcc1-42ce-8260-92a740a81ef1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.056949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-9d810182-fcc1-42ce-8260-92a740a81ef1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:34:39.074362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-9d810182-fcc1-42ce-8260-92a740a81ef1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:34:39.075612 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-9d810182-fcc1-42ce-8260-92a740a81ef1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe&tenant_id=fe17e328907e4d759cb65bded3bff613&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 943 time: 0.1048512
Dec 10 04:34:39.106404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944447f-232a-4e1f-912f-cf5381b6cd32 req-63273d9c-f76f-4cb7-966e-cf8a81279c96 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.107846 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8944447f-232a-4e1f-912f-cf5381b6cd32 req-63273d9c-f76f-4cb7-966e-cf8a81279c96 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0798182
Dec 10 04:34:39.155943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8944447f-232a-4e1f-912f-cf5381b6cd32 req-b2b6075c-3f41-408e-a867-2ce5522d54f9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416980
Dec 10 04:34:39.157018 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-09ddbc72-d6a2-43cc-a2b7-924518da5a84 service neutron] 10.222.0.18 "GET /v2.0/ports/01719e66-46f5-41c6-a600-85fd6922b0ab/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0760579
Dec 10 04:34:39.268881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-2ded0ea5-0347-43d1-947e-ce1dfb9deee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.270326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-2ded0ea5-0347-43d1-947e-ce1dfb9deee3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1096 time: 0.0725656
Dec 10 04:34:39.327472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:39.344156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:34:39.359033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:39.364844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:39.366876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:39.405547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-5b89fc5d-8ef1-4bab-83a1-26180d28bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.406969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-5b89fc5d-8ef1-4bab-83a1-26180d28bddb service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1305001
Dec 10 04:34:39.434395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:39.439619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:39.491189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['01719e66-46f5-41c6-a600-85fd6922b0ab'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:34:39.514829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-11d43dd2-b1c0-4f6e-91ae-1952b6424666 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1000 time: 0.1012132
Dec 10 04:34:39.576014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-c9fb1d45-112c-4604-afc9-b8fe13bbde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.577460 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-c9fb1d45-112c-4604-afc9-b8fe13bbde24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0561347
Dec 10 04:34:39.650204 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-171cbe60-a267-4dbf-84f7-914b76391eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:39.651651 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-171cbe60-a267-4dbf-84f7-914b76391eac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679822
Dec 10 04:34:39.780100 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-3bdb4a03-e50e-46f6-8f6a-4b957d57dd49 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221244
Dec 10 04:34:39.909567 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-9ab3f072-24ba-4a7d-91e4-2b6f187904d0 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221240
Dec 10 04:34:40.262844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:34:40.328911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 01719e66-46f5-41c6-a600-85fd6922b0ab triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:34:40.329625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:40.340571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aea03-f971-42c2-90e8-820e24000f54 req-0084c892-c0c1-4d1c-b629-d04f77fad565 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:40.342066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b99aea03-f971-42c2-90e8-820e24000f54 req-0084c892-c0c1-4d1c-b629-d04f77fad565 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 944 time: 0.0801446
Dec 10 04:34:40.385524 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b99aea03-f971-42c2-90e8-820e24000f54 req-be85d464-b076-4911-a9bb-09d9817f4eda tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376830
Dec 10 04:34:40.443262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:40.473984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:40.477341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:40.479056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:40.541673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:40.544700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:40.614469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:40.664391 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'code': 200}
Dec 10 04:34:41.571075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-e59c-45fc-9707-8046f95a07c9 req-2c7e5d3e-20d9-4eba-be71-94a831a80d94 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:41.572496 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8075c3e0-e59c-45fc-9707-8046f95a07c9 req-2c7e5d3e-20d9-4eba-be71-94a831a80d94 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0829618
Dec 10 04:34:41.617456 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8075c3e0-e59c-45fc-9707-8046f95a07c9 req-e4cd8db0-d172-44ff-b744-9ad028979743 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392835
Dec 10 04:34:42.609129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-6f26cdc7-cda2-426e-a8e5-c2800c8551ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:42.610621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-6f26cdc7-cda2-426e-a8e5-c2800c8551ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1098 time: 0.0739119
Dec 10 04:34:42.711295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-1e85b3b3-b44c-40a8-9185-acf4fd9b277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:42.712671 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-1e85b3b3-b44c-40a8-9185-acf4fd9b277e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 1098 time: 0.0702887
Dec 10 04:34:42.804108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a06e7-b9c5-4a88-8c42-788b4f29eba8 req-e95eca24-fd3a-41ff-9fd2-7a0d00cd22f5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:42.805583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f26a06e7-b9c5-4a88-8c42-788b4f29eba8 req-e95eca24-fd3a-41ff-9fd2-7a0d00cd22f5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0804265
Dec 10 04:34:42.847546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-7f1c771d-cf85-4c86-8825-15eb397dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:42.849020 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-7f1c771d-cf85-4c86-8825-15eb397dab16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1298144
Dec 10 04:34:42.850543 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f26a06e7-b9c5-4a88-8c42-788b4f29eba8 req-ef1a22e7-a572-4fa5-8d00-fcb67167e6c6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388405
Dec 10 04:34:42.953232 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-094b98ce-0cc8-4086-9250-ff2b8fc0c58e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 200  len: 1001 time: 0.0968773
Dec 10 04:34:43.013810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-c8e15ad7-4017-4092-868d-c65cf2fda514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:43.015096 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-c8e15ad7-4017-4092-868d-c65cf2fda514 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0558107
Dec 10 04:34:43.090700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-723809d5-e6a2-4403-b8ce-514ea5417305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:43.092111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-723809d5-e6a2-4403-b8ce-514ea5417305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707927
Dec 10 04:34:43.329382 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-4b877e86-2315-4b1b-8206-919026beb3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300489
Dec 10 04:34:43.455882 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-0fcee117-94f4-4ee6-8ffd-28d28d1cbb86 req-7f65393d-0853-4d90-9038-e935b23944e4 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201172
Dec 10 04:34:44.040340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f720c3a-dc14-4027-a839-459c575cd8e4 req-eb676198-6967-492c-b9df-1b150e03ef03 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:44.041794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f720c3a-dc14-4027-a839-459c575cd8e4 req-eb676198-6967-492c-b9df-1b150e03ef03 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0816724
Dec 10 04:34:44.091139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f720c3a-dc14-4027-a839-459c575cd8e4 req-7189231f-53f2-449c-a4d1-ce42d096114a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437651
Dec 10 04:34:44.357396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:44.418487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-449d42a7-4cd6-43b4-8992-ee68868caac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:45.272928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca165-47b1-4c3d-acc3-5a55504e454f req-f7546ffc-c371-4ccc-b356-5b03e788e550 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:45.274396 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe8ca165-47b1-4c3d-acc3-5a55504e454f req-f7546ffc-c371-4ccc-b356-5b03e788e550 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0789998
Dec 10 04:34:45.323291 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fe8ca165-47b1-4c3d-acc3-5a55504e454f req-58812dde-0c82-4978-983d-69cb0b063748 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432000
Dec 10 04:34:46.296227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:34:46.303678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:34:46.505333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b220-e143-486b-9967-d58ef9fbc99b req-c03e1f38-de43-482b-b134-9a80f5650056 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:46.506680 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e99b220-e143-486b-9967-d58ef9fbc99b req-c03e1f38-de43-482b-b134-9a80f5650056 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 945 time: 0.0794768
Dec 10 04:34:46.512304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:46.542469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:46.553697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4e99b220-e143-486b-9967-d58ef9fbc99b req-aff5d940-8562-41c4-9a1b-fa84e0de492f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411720
Dec 10 04:34:46.568446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:46.573043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'mac_address': 'fa:16:3e:87:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:34:46.608108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:46.616081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:46.623818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:46.659143 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'code': 200}
Dec 10 04:34:46.685688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:46.709472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:34:46.715968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=9']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:46.719030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:46.755307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e29674-2633-4a77-ab8e-cf204b280c26 req-3962853d-53ea-420e-a14b-2c74714eb72a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:46.756998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30e29674-2633-4a77-ab8e-cf204b280c26 req-3962853d-53ea-420e-a14b-2c74714eb72a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0836730
Dec 10 04:34:46.785983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9b80fb5d-8f0d-4066-a011-d5aac8754d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:46.789058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:34:46.789444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:34:46.802984 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30e29674-2633-4a77-ab8e-cf204b280c26 req-8402018a-fa7b-45bc-8bc4-560ca730f7e0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401399
Dec 10 04:34:46.983366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91821-f298-4e0c-ba7a-276f7d59ec88 req-0eed2cb3-7b2c-49e5-90ab-a89b39a564f7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:46.984813 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-57f91821-f298-4e0c-ba7a-276f7d59ec88 req-0eed2cb3-7b2c-49e5-90ab-a89b39a564f7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0786345
Dec 10 04:34:47.027780 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-57f91821-f298-4e0c-ba7a-276f7d59ec88 req-5dead74b-acf3-4b2c-89e2-a2868154bcee tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373690
Dec 10 04:34:47.343336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:47.360009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:34:47.375916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:47.380269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:47.382038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:47.408737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976d758-c1bf-4904-856a-5a0136c681d0 req-aaf8521e-8577-4b61-b54c-5579d21cdbf9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:47.410185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9976d758-c1bf-4904-856a-5a0136c681d0 req-aaf8521e-8577-4b61-b54c-5579d21cdbf9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 943 time: 0.0837355
Dec 10 04:34:47.451281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=10']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:47.456545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:47.461400 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9976d758-c1bf-4904-856a-5a0136c681d0 req-b9bde42b-b855-4c71-b9b9-a1d7bfd2694b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448990
Dec 10 04:34:47.508248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['01719e66-46f5-41c6-a600-85fd6922b0ab'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:34:47.711446 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:48.022234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:48.316410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:34:48.382480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 01719e66-46f5-41c6-a600-85fd6922b0ab triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:34:48.383136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:48.496929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:48.528323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:48.532161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:48.533973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:48.599081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=11']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:48.602139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:48.640539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7147a-170c-411d-aa96-0f473c9951bc req-4f69ec35-f747-4623-9b13-a64d14365464 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:48.641994 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82e7147a-170c-411d-aa96-0f473c9951bc req-4f69ec35-f747-4623-9b13-a64d14365464 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 946 time: 0.0804651
Dec 10 04:34:48.660047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:48.686927 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82e7147a-170c-411d-aa96-0f473c9951bc req-28307634-f452-4f2f-b71a-9a3b8d819ae9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393083
Dec 10 04:34:48.704655 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'code': 200}
Dec 10 04:34:49.552845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:49.702734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-33f30197-3015-46f5-9b56-d78c5fbc7c1d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:49.704148 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-33f30197-3015-46f5-9b56-d78c5fbc7c1d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 946 time: 0.0787120
Dec 10 04:34:49.776424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Deleting port 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:34:49.776673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:49.871188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2c62-b41b-41af-b206-efcfc481a0e5 req-ffa5d417-7a24-4c77-949b-e9e97bd12cca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:49.873271 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f2b2c62-b41b-41af-b206-efcfc481a0e5 req-ffa5d417-7a24-4c77-949b-e9e97bd12cca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 946 time: 0.0831308
Dec 10 04:34:49.918592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f2b2c62-b41b-41af-b206-efcfc481a0e5 req-087cc424-c995-47de-b3a4-ce5d772eb05a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390468
Dec 10 04:34:50.021618 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] For port 01719e66-46f5-41c6-a600-85fd6922b0ab, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=01719e66-46f5-41c6-a600-85fd6922b0ab,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:34:50.021970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:50.306651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:50.307035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:50.307340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e disassociated. External IP: 172.26.1.35, port: 01719e66-46f5-41c6-a600-85fd6922b0ab.
Dec 10 04:34:50.307668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Calling delete_port for 01719e66-46f5-41c6-a600-85fd6922b0ab owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:34:50.449558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:50.455935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c401f469-616a-4ee3-a983-661ad1feedd1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:50.503640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'Port': ['ID=01719e66-46f5-41c6-a600-85fd6922b0ab,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:50.566460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.567345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.567721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.568089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.568456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.568821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.569181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.569565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.569932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.570289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.570645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.571005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:34:50.574345 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:50.698082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:34:50.871063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:34:50.880883 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:34:50.890376 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:34:50.890984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05f160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:34:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:34:51.067580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] No DVR routers for this DVR port 01719e66-46f5-41c6-a600-85fd6922b0ab on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:34:51.067980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:34:51.070101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:51.073041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-deleted', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:51.076893 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d43516ab-5c3b-402b-9f3f-5655f7daa6db req-43d19138-fc75-4e6f-8193-9bb82fc8ce96 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5c4050a-13fd-446a-a4c8-570318797ffe HTTP/1.1" status: 200  len: 210 time: 0.0447659
Dec 10 04:34:51.090511 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-289652cb-1f48-445b-8709-8bed45c5bb7e req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "DELETE /v2.0/ports/01719e66-46f5-41c6-a600-85fd6922b0ab HTTP/1.1" status: 204  len: 173 time: 1.3808303
Dec 10 04:34:51.124104 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4050a-13fd-446a-a4c8-570318797ffe', 'name': 'network-vif-deleted', 'tag': '01719e66-46f5-41c6-a600-85fd6922b0ab', 'status': 'completed', 'code': 200}
Dec 10 04:34:51.406965 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05f160>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:34:51.411115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:34:51.419022 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:34:51.419607 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05f160>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:34:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:34:51.591330 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:34:51.903160 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d05f160>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:34:51.907029 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20ddb80-3681-47e3-926c-acd09f4a2eb9 None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:34:52.125230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cc616-a09b-45f6-adf1-79b59a889f18 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:34:52.464940 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-b274d829-66db-4007-b123-be13e62d9152 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1368053247&fields=id&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 267 time: 0.0434897
Dec 10 04:34:52.611209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-5fcc1590-78ae-4550-93bf-8f91555ccc71 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:52.612625 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-5fcc1590-78ae-4550-93bf-8f91555ccc71 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1413000
Dec 10 04:34:52.627248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d5297b21-cd54-47eb-8949-d8e8add424bd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/quotas/fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 375 time: 0.0087819
Dec 10 04:34:52.708645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3c34e550-9066-4aae-9b04-4caa1fb1b73b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0759940
Dec 10 04:34:52.843522 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-7cbff694-bc9b-440f-ab0d-c14f685b8eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235504
Dec 10 04:34:52.972080 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-5844ab0a-0b53-48d7-ae67-cd50fbd339fa service neutron] 10.222.0.44 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222394
Dec 10 04:34:53.141250 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-538ba38c-e054-4d30-876f-639a8dda5ee2 req-4c497eb0-455c-403a-a109-852c8540adae tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 210 time: 0.0414622
Dec 10 04:34:54.215302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-b08ab9a0-6c80-49e3-b622-91092e19cd29 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:54.216723 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-b08ab9a0-6c80-49e3-b622-91092e19cd29 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 811 time: 0.1466613
Dec 10 04:34:54.275513 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-81633796-3fab-4584-8abb-c6dd8577f97f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 380 time: 0.0451477
Dec 10 04:34:54.284269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'port': {'device_id': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'admin_state_up': True, 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'security_groups': ['9ad1893a-72e1-422f-99b5-4e2f0e651b71']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:34:54.332066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:34:54.367020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 01719e66-46f5-41c6-a600-85fd6922b0ab {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:34:54.367376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 01719e66-46f5-41c6-a600-85fd6922b0ab not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:34:54.419114 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a920151-85f1-42f6-b4e0-196639e9030f req-56678342-78b3-420b-a206-bbd5a8eb69da tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 210 time: 0.1723599
Dec 10 04:34:54.427163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:34:54.431278 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Usage tracker for resource:port and tenant:fe17e328907e4d759cb65bded3bff613 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:34:54.434337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:34:54.440264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:34:54.449942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Made reservation on behalf of fe17e328907e4d759cb65bded3bff613 for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:34:54.453591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:54.607922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Allocated IP 172.20.0.8 (155fea53-eaaa-43aa-8fe2-65641f01163e/b29ac781-9c13-473a-abd7-5afe693cbc9f/fad8de93-9916-4553-9cef-739b4f4a0989) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:34:54.793127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:54.808627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Transition to ACTIVE for port object fad8de93-9916-4553-9cef-739b4f4a0989 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:34:54.831591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:54.837454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebd88a92-7156-49ae-b45f-da7d0ea6442b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:54.900371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Network 155fea53-eaaa-43aa-8fe2-65641f01163e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:34:54.903455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:34:54.907501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:34:54.951589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:54.956304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:54.979809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:54.980415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.004893 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7241521
Dec 10 04:34:55.022683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Request body: {'port': {'device_id': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:34:55.132457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aa2f461f-0649-4d72-9154-eeb38cb2a879 None None] Provisioning for port fad8de93-9916-4553-9cef-739b4f4a0989 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:34:55.133362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.137701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-aa2f461f-0649-4d72-9154-eeb38cb2a879 None None] Provisioning complete for port fad8de93-9916-4553-9cef-739b4f4a0989 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:34:55.138083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aa2f461f-0649-4d72-9154-eeb38cb2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.193523 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f461f-0649-4d72-9154-eeb38cb2a879 None None] Port fad8de93-9916-4553-9cef-739b4f4a0989 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:34:55.471062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:34:55.478485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.492568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Transition to ACTIVE for port object fad8de93-9916-4553-9cef-739b4f4a0989 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:34:55.496215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.500629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e549508a-f78a-4daf-822e-7808eb0ae87d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:55.605392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b754ec-7240-4f69-8475-62580756ae0c req-3bce64b8-6c17-4cf9-a7e0-4f5f94d9b1ff tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:55.609780 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09b754ec-7240-4f69-8475-62580756ae0c req-3bce64b8-6c17-4cf9-a7e0-4f5f94d9b1ff tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0848985
Dec 10 04:34:55.654695 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09b754ec-7240-4f69-8475-62580756ae0c req-b611ea09-d03e-4d88-9e29-1ad33c05a3c8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417180
Dec 10 04:34:55.656939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:55.659878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:55.735114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Attempting to bind port fad8de93-9916-4553-9cef-739b4f4a0989 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:34:55.735452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Attempting to bind port fad8de93-9916-4553-9cef-739b4f4a0989 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:34:55.735787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Attempting to bind port fad8de93-9916-4553-9cef-739b4f4a0989 on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:34:55.741055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Port fad8de93-9916-4553-9cef-739b4f4a0989 on network 155fea53-eaaa-43aa-8fe2-65641f01163e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:34:55.741412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Attempting to bind port fad8de93-9916-4553-9cef-739b4f4a0989 on network 155fea53-eaaa-43aa-8fe2-65641f01163e {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:34:55.746408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:34:55.746743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Checking segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:34:55.747134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Bound using segment: {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:34:55.747642 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Bound port: fad8de93-9916-4553-9cef-739b4f4a0989, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a450f6-a5b7-45e2-a799-07bbccc47ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:34:55.747881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.834997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:34:55.837861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:34:55.842412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.846997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fefd126d-48f1-403c-b47f-15fb13d53f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:34:55.903747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:55.904370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:34:55.905787 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] 10.222.0.18 "PUT /v2.0/ports/fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1093 time: 0.8880210
Dec 10 04:34:55.906301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:34:55.933226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:34:55.936335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:34:55.964457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'status': 'completed', 'code': 200}
Dec 10 04:34:56.160008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-049e0f0f-fac0-40bc-8e39-fe6b72bbafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.161967 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-049e0f0f-fac0-40bc-8e39-fe6b72bbafb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1096 time: 0.1808949
Dec 10 04:34:56.237804 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-d76964ce-1af1-4984-9753-e335bc977b98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 217 time: 0.0617704
Dec 10 04:34:56.297644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-9dad9b9d-698c-42a9-818a-fd9fc651ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.299006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-9dad9b9d-698c-42a9-818a-fd9fc651ba3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0557082
Dec 10 04:34:56.375526 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-20420ee8-8129-4b93-9c79-5a3ad63cd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.376928 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-20420ee8-8129-4b93-9c79-5a3ad63cd3da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717897
Dec 10 04:34:56.504819 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-16e52ae9-64f3-4b28-bc9f-de2d47cfbae0 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205773
Dec 10 04:34:56.632323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5e377c53-aa82-4b7c-9ae4-e1ed02ad8879 req-a80bddc5-7083-412c-9bde-1a5e4788fdba service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208336
Dec 10 04:34:56.782664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73b20-f969-4c29-b26e-a0709495145b req-7b099607-393b-4067-b824-5b1714e492a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.784017 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-7b099607-393b-4067-b824-5b1714e492a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1096 time: 0.0692325
Dec 10 04:34:56.842480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c159-74d8-467b-9632-fbf376b3019c req-51c2dbf6-05e9-4f61-8937-c570bfb40c59 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.843910 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c808c159-74d8-467b-9632-fbf376b3019c req-51c2dbf6-05e9-4f61-8937-c570bfb40c59 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0827184
Dec 10 04:34:56.887878 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c808c159-74d8-467b-9632-fbf376b3019c req-7427bee5-40cb-44ea-bad1-32f49c1fb460 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372479
Dec 10 04:34:56.916086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73b20-f969-4c29-b26e-a0709495145b req-a45023f8-8d27-46b1-90bf-a0feceeb603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:56.917561 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-a45023f8-8d27-46b1-90bf-a0feceeb603b service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1258061
Dec 10 04:34:56.986002 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-5d045c3b-0dd7-4d4e-a04d-cff1fe1cf8bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 217 time: 0.0623460
Dec 10 04:34:57.044635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73b20-f969-4c29-b26e-a0709495145b req-094fcc7a-4b2c-4f6b-8c49-3e8147aad5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:57.045955 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-094fcc7a-4b2c-4f6b-8c49-3e8147aad5c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0541573
Dec 10 04:34:57.121953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73b20-f969-4c29-b26e-a0709495145b req-b7f0c72a-1b12-423e-9e54-41fd0bad4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:57.123360 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-b7f0c72a-1b12-423e-9e54-41fd0bad4812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702424
Dec 10 04:34:57.249759 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-19b773fe-2a13-4dff-b5fc-9de6c27f54b8 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201422
Dec 10 04:34:57.382624 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9a73b20-f969-4c29-b26e-a0709495145b req-e439b1a1-fc59-4d8a-8ab2-be3e0a04908c service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263192
Dec 10 04:34:58.071982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb096e-6578-4225-bf18-406687dcaf7a req-283a336e-079c-4be7-aaa4-c6a9d989d97b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:58.073440 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cfb096e-6578-4225-bf18-406687dcaf7a req-283a336e-079c-4be7-aaa4-c6a9d989d97b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0794146
Dec 10 04:34:58.120022 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9cfb096e-6578-4225-bf18-406687dcaf7a req-2437d413-7033-4a00-bb0d-3652be7fbf57 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409286
Dec 10 04:34:59.302998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf60d7-fa2c-4667-8479-9c2510b4a9f2 req-13b0e0f8-0b57-41bb-bd26-4be628a7338f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:34:59.304395 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d1bf60d7-fa2c-4667-8479-9c2510b4a9f2 req-13b0e0f8-0b57-41bb-bd26-4be628a7338f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0775988
Dec 10 04:34:59.347487 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d1bf60d7-fa2c-4667-8479-9c2510b4a9f2 req-d4036656-1617-409c-b19b-1f8dfbcf9a19 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375242
Dec 10 04:35:00.371326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:35:00.502252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:35:00.515594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:35:00.534360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ecd2d-72a4-4a8d-a215-ba2fbc06b3d9 req-bff76e16-9f7a-43b7-ad17-389567a212a2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:00.535812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-118ecd2d-72a4-4a8d-a215-ba2fbc06b3d9 req-bff76e16-9f7a-43b7-ad17-389567a212a2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0835834
Dec 10 04:35:00.569387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:00.579409 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-118ecd2d-72a4-4a8d-a215-ba2fbc06b3d9 req-ce870f69-eb60-43fa-907d-7e831b954c02 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377109
Dec 10 04:35:00.586119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:35:00.600913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:35:00.604691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:00.606412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:35:00.672615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:35:00.675532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:35:01.036130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['fad8de93-9916-4553-9cef-739b4f4a0989'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:35:01.760260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8142d2-931d-466d-bb4d-e86d1ebfcb90 req-57540bf6-7a92-4ef9-813c-a5f93d44cfb9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:01.761718 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a8142d2-931d-466d-bb4d-e86d1ebfcb90 req-57540bf6-7a92-4ef9-813c-a5f93d44cfb9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 944 time: 0.0792058
Dec 10 04:35:01.806438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9a8142d2-931d-466d-bb4d-e86d1ebfcb90 req-d9555a72-ef0c-4d48-841b-b7721634c97d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390971
Dec 10 04:35:02.370234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:35:02.439556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port fad8de93-9916-4553-9cef-739b4f4a0989 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:35:02.444462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port fad8de93-9916-4553-9cef-739b4f4a0989 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:35:02.444843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:02.557715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:02.583576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:35:02.593521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:35:02.597292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:02.599928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:35:02.633432 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:35:02.665329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:35:02.668201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:35:02.881110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114188ae-ed65-4a0e-8d5d-e6b35fa51824 req-c93209f4-58b5-4b24-94b4-5e6063663a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:02.882689 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-114188ae-ed65-4a0e-8d5d-e6b35fa51824 req-c93209f4-58b5-4b24-94b4-5e6063663a78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0694001
Dec 10 04:35:02.923945 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-114188ae-ed65-4a0e-8d5d-e6b35fa51824 req-2747a24b-398c-4580-a17e-d1d416bebb30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344117
Dec 10 04:35:02.992233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c304-b68d-4906-9d6a-3d1e98323758 req-a798ce9b-ae76-460c-909b-8a201bf9340d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:02.993826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca93c304-b68d-4906-9d6a-3d1e98323758 req-a798ce9b-ae76-460c-909b-8a201bf9340d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0821064
Dec 10 04:35:03.037086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca93c304-b68d-4906-9d6a-3d1e98323758 req-2d64169b-02d7-42bd-9889-dc2ce52a0fd9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377448
Dec 10 04:35:04.221425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e734-92d9-4a79-b70c-ff74ba47961c req-6d1c0510-1d6a-40e1-8bc2-95280c98e4a7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:04.222887 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0fa9e734-92d9-4a79-b70c-ff74ba47961c req-6d1c0510-1d6a-40e1-8bc2-95280c98e4a7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0814385
Dec 10 04:35:04.271305 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0fa9e734-92d9-4a79-b70c-ff74ba47961c req-66b85aa0-ce13-41ce-92a8-2c5c2c5b798a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414512
Dec 10 04:35:05.454943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118287-b600-4e2b-9155-4ccf9b9a89d4 req-c666f081-f85a-4253-a60f-428f53ef0114 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:05.456364 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6e118287-b600-4e2b-9155-4ccf9b9a89d4 req-c666f081-f85a-4253-a60f-428f53ef0114 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0790827
Dec 10 04:35:05.499321 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6e118287-b600-4e2b-9155-4ccf9b9a89d4 req-ae0a7423-5c29-41e1-aca7-3e92d7cf9e06 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373142
Dec 10 04:35:05.677829 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8b391-b034-4ead-81d2-16bbaa53d10a req-5c7f4213-0153-434e-a4be-a81309bd9c12 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:05.679242 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-13e8b391-b034-4ead-81d2-16bbaa53d10a req-5c7f4213-0153-434e-a4be-a81309bd9c12 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0816643
Dec 10 04:35:05.687539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48018) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:35:05.693398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Request body: {'floatingip': {'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:35:05.767972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:06.458743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:06.462440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:06.628448 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e associated. External IP: 172.26.1.35, port: fad8de93-9916-4553-9cef-739b4f4a0989.
Dec 10 04:35:06.971657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:35:07.143145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:35:07.147869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:07.152392 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:35:07.165887 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:35:07.166616 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:34:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:35:07.206013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-afcee730-b546-4b37-9f55-e0b4fe32b4e7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "PUT /v2.0/floatingips/b34d56b2-0f59-4a1e-bae7-429600b4652e HTTP/1.1" status: 200  len: 991 time: 1.5174158
Dec 10 04:35:07.206685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:35:07.299582 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'status': 'completed', 'code': 200}
Dec 10 04:35:07.352955 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:35:07.447527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-dd70bfa0-c884-4e53-8c8c-b1a48c7c08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:07.448909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-dd70bfa0-c884-4e53-8c8c-b1a48c7c08d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0765316
Dec 10 04:35:07.704818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-da61ff26-75f4-49a4-aaa2-9c350696421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:07.706198 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-da61ff26-75f4-49a4-aaa2-9c350696421f service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.2503908
Dec 10 04:35:07.710675 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3130>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:35:06Z', 'revision_number': 13, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:35:07.714685 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:35:07.722954 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:35:07.723591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:34:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:35:07.810164 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-81795153-dd65-433b-85d9-fd993057860c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 999 time: 0.0971961
Dec 10 04:35:07.873192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-3a50a094-77ce-4092-8deb-a8c678e679d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:07.874668 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-3a50a094-77ce-4092-8deb-a8c678e679d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0581572
Dec 10 04:35:07.897717 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:35:07.952639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-674fa89c-b9a0-457a-9d5c-2916df9274b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:07.954170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-674fa89c-b9a0-457a-9d5c-2916df9274b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728164
Dec 10 04:35:08.086308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-87f436b1-442f-4a0c-93ec-24f076bd46eb service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252415
Dec 10 04:35:08.220072 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78e9bb6d-ff2f-409b-945e-ca3ef50ee1f1 req-65265f15-12c0-4f95-bb06-cfe8fa10e38b service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264794
Dec 10 04:35:08.263411 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3d3130>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:35:06Z', 'revision_number': 13, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:35:08.267387 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46500d59-d907-4601-9a4e-f7db50f75bfd None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'b34d56b2-0f59-4a1e-bae7-429600b4652e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'floating_ip_address': '172.26.1.35', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:28:58Z', 'updated_at': '2021-12-10T04:35:06Z', 'revision_number': 13, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:35:08.469940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59bdfa-957f-4760-88c2-dca9cf0d3682 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:35:12.678616 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:35:14.364661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:14.420415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50255b0c-39ab-4ba0-8018-790d68160d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:16.767013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-057b5f07-7a2b-49da-ab91-567c54bf54e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:17.714310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:18.023856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:19.554344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:44.375676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:44.419576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c08b7768-a326-4e6e-98cb-e4efae2351e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:46.767963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9707ab00-5d78-451b-b528-55bb5fa504c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:47.714931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:48.025834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:49.557393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:35:49.676930 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:35:59.698766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-8fb33499-18d2-4777-a9d3-02c9d382e5ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1102233
Dec 10 04:35:59.848729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-4091040f-da18-4b74-a22f-43b793e5b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:35:59.850130 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-4091040f-da18-4b74-a22f-43b793e5b7f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0702755
Dec 10 04:35:59.998898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-ad59057d-9d02-4bce-b5d6-4adb0910a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:00.000318 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-ad59057d-9d02-4bce-b5d6-4adb0910a8cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1261110
Dec 10 04:36:00.102455 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-cb225e3e-f373-4574-ad88-11c90bfaaa9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1001 time: 0.0948849
Dec 10 04:36:00.164852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-890d434f-5984-4d13-b06b-27972c1253e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:00.166312 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-890d434f-5984-4d13-b06b-27972c1253e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0581644
Dec 10 04:36:00.239024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-bd76c448-0704-4ab6-82ac-db64a453eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:00.240439 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-bd76c448-0704-4ab6-82ac-db64a453eb4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680120
Dec 10 04:36:00.250451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-8b599245-f737-4c4b-8663-d996e2fa0b24 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:36:00.251363 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-8b599245-f737-4c4b-8663-d996e2fa0b24 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046585
Dec 10 04:36:00.380067 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-864b6a5d-85b0-4a9d-be79-99a4d473d61e service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208982
Dec 10 04:36:00.508917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7b9cfe6e-ac53-489d-9dab-8615ef7574d6 req-8b859781-085c-478a-b199-29b3a73b723f service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225824
Dec 10 04:36:14.377766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:14.421387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7e5f-408f-4c22-a9be-4e7dd85fb8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:16.768928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-491046c2-8623-4fd1-b7ac-b2e2611928b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:17.718252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:17.772424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6132a-b2ec-47e0-a093-0c7c8d531539 req-0c0ae813-3bbe-486e-b8e4-5ed4a307d967 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:17.773804 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44f6132a-b2ec-47e0-a093-0c7c8d531539 req-0c0ae813-3bbe-486e-b8e4-5ed4a307d967 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.1210940
Dec 10 04:36:17.817104 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44f6132a-b2ec-47e0-a093-0c7c8d531539 req-6a6e1ac3-f01b-4d70-b017-11696755302f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372570
Dec 10 04:36:18.026812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:19.561411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:26.582555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-ecad5192-0825-4846-bc91-b52ae2b519c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0696020
Dec 10 04:36:26.629111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c958-39ba-4810-8205-c872106120e6 req-58704638-7a74-4614-a668-128586ead13c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:26.630592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91e0c958-39ba-4810-8205-c872106120e6 req-58704638-7a74-4614-a668-128586ead13c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0884051
Dec 10 04:36:26.674933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91e0c958-39ba-4810-8205-c872106120e6 req-9a149aa8-b7e0-4c21-ab64-29aa4d2ed736 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386345
Dec 10 04:36:26.676211 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:36:27.813437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-96fe7b07-9791-4f70-b648-fd03c2c2d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:27.814902 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-96fe7b07-9791-4f70-b648-fd03c2c2d392 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0749772
Dec 10 04:36:27.862555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a46a-76dc-455c-8a1d-583686163739 req-57e623ea-9caf-40fc-b014-adb0795929f2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:27.864099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ede0a46a-76dc-455c-8a1d-583686163739 req-57e623ea-9caf-40fc-b014-adb0795929f2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0793087
Dec 10 04:36:27.909031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ede0a46a-76dc-455c-8a1d-583686163739 req-ccbaecca-016f-4e2e-a511-10f0beea8637 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389569
Dec 10 04:36:28.055696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-d327e10c-1a89-4b46-a795-e33e2a239fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:28.057033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-d327e10c-1a89-4b46-a795-e33e2a239fdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.2355046
Dec 10 04:36:28.158318 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-d5513c17-0b2a-41c8-a89d-960b4357829e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1001 time: 0.0941255
Dec 10 04:36:28.220066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-594cc896-a94f-40d3-b50f-f87d671ea0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:28.221481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-594cc896-a94f-40d3-b50f-f87d671ea0b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0565243
Dec 10 04:36:28.294521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-e13cd7db-f786-4160-af59-e65baf92b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:28.295950 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-e13cd7db-f786-4160-af59-e65baf92b2f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683906
Dec 10 04:36:28.425685 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-03057f2f-58f3-4ad0-8ce9-841113ab3945 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225889
Dec 10 04:36:28.556322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-8137b1d7-ada6-41f0-a9f7-ce6a3c0bf3d7 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233582
Dec 10 04:36:29.096167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda604-9ad2-4116-9d5b-787cd0f6b406 req-36ce9223-4c22-4d9a-ad66-da5685cbeffd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:29.097609 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2dbda604-9ad2-4116-9d5b-787cd0f6b406 req-36ce9223-4c22-4d9a-ad66-da5685cbeffd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0824347
Dec 10 04:36:29.140552 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2dbda604-9ad2-4116-9d5b-787cd0f6b406 req-5672a16f-8833-4ab3-8e4a-7824cdd4e541 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374937
Dec 10 04:36:30.320693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c862-8886-4207-b923-1d119354c6a7 req-b608de0d-dd1c-4fbe-9e34-98affd53f0f2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:30.322130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-84b2c862-8886-4207-b923-1d119354c6a7 req-b608de0d-dd1c-4fbe-9e34-98affd53f0f2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0777242
Dec 10 04:36:30.367775 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-84b2c862-8886-4207-b923-1d119354c6a7 req-15c15e1c-70a6-4313-af8d-8dc7170c04c9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395656
Dec 10 04:36:31.671076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7631b-5fbe-446b-9dde-91fba4eaac7b req-d4c43e1b-986b-46df-9e14-bbb1a65961ce tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:31.672529 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbd7631b-5fbe-446b-9dde-91fba4eaac7b req-d4c43e1b-986b-46df-9e14-bbb1a65961ce tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.2003293
Dec 10 04:36:31.716009 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbd7631b-5fbe-446b-9dde-91fba4eaac7b req-ba6ae9ec-17b4-4644-93df-7fd245340839 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373411
Dec 10 04:36:32.898106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47720-a5e2-4788-a61c-96cae5e88306 req-77c580c0-8189-4ecd-8000-f602059157f6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:32.899533 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40b47720-a5e2-4788-a61c-96cae5e88306 req-77c580c0-8189-4ecd-8000-f602059157f6 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0814581
Dec 10 04:36:32.944320 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40b47720-a5e2-4788-a61c-96cae5e88306 req-6e31baee-2da1-401a-97d7-4e00dd585626 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383847
Dec 10 04:36:34.128395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619ffc7-b490-4e77-bff3-c610c9ef41e7 req-bf936874-00b4-4d0f-b76c-84975d039684 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:34.129837 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0619ffc7-b490-4e77-bff3-c610c9ef41e7 req-bf936874-00b4-4d0f-b76c-84975d039684 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0793321
Dec 10 04:36:34.173850 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0619ffc7-b490-4e77-bff3-c610c9ef41e7 req-6e6cb1d5-cb32-4e29-9550-3b3b8ceac691 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384371
Dec 10 04:36:35.360280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b260a5a-e768-4b74-97a6-9f13a3c57f93 req-2c91bc1a-88d3-463f-b26d-6bc07d907016 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:35.361616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0b260a5a-e768-4b74-97a6-9f13a3c57f93 req-2c91bc1a-88d3-463f-b26d-6bc07d907016 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0804567
Dec 10 04:36:35.404106 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0b260a5a-e768-4b74-97a6-9f13a3c57f93 req-c417f734-83f7-478c-9d52-dc01fae8f1a7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370517
Dec 10 04:36:36.586392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e485-48a9-4ce0-b65b-a7f74a54f200 req-6b59bffe-7355-476a-a0ec-da73d1c1eea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:36.587745 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6e61e485-48a9-4ce0-b65b-a7f74a54f200 req-6b59bffe-7355-476a-a0ec-da73d1c1eea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0789194
Dec 10 04:36:36.634715 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6e61e485-48a9-4ce0-b65b-a7f74a54f200 req-081240aa-432c-4be7-ac3e-50d0594de725 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407302
Dec 10 04:36:37.820812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374668-ab18-4a31-89b5-30d9958d30fe req-deb69778-3a10-4067-92c4-5576eaa11395 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:37.822263 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0374668-ab18-4a31-89b5-30d9958d30fe req-deb69778-3a10-4067-92c4-5576eaa11395 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0784712
Dec 10 04:36:37.865551 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b0374668-ab18-4a31-89b5-30d9958d30fe req-54b739ce-4dfe-482d-a51e-4cd4e8c7a701 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371287
Dec 10 04:36:39.053160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478de02-bfc3-4db1-b86f-3e4269157f2b req-3309111a-3291-4aad-8c46-ca38044261ad tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:39.054613 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1478de02-bfc3-4db1-b86f-3e4269157f2b req-3309111a-3291-4aad-8c46-ca38044261ad tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0834663
Dec 10 04:36:39.097794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1478de02-bfc3-4db1-b86f-3e4269157f2b req-c9200bcf-3f69-409f-a0c5-3d522e1d03f9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370398
Dec 10 04:36:40.278463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ce70-5c56-43b5-baa5-f2c1cb130988 req-bbb41c8a-a056-4e49-b412-fbf3d3c49296 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:40.279892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5091ce70-5c56-43b5-baa5-f2c1cb130988 req-bbb41c8a-a056-4e49-b412-fbf3d3c49296 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0786843
Dec 10 04:36:40.322327 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5091ce70-5c56-43b5-baa5-f2c1cb130988 req-dcc3e21f-c459-4aa4-bf6c-6b270e472c47 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368943
Dec 10 04:36:41.265002 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-c1d27be9-a9b4-4a44-b8e4-a7adf91a6540 service neutron] 10.222.0.18 "GET /v2.0/ports/fad8de93-9916-4553-9cef-739b4f4a0989/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0767686
Dec 10 04:36:41.515028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056579-8d48-4ece-abf6-cd8f8487e79e req-75999db8-6590-4ca7-9526-d205817b4d3c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:41.516593 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8056579-8d48-4ece-abf6-cd8f8487e79e req-75999db8-6590-4ca7-9526-d205817b4d3c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0861211
Dec 10 04:36:41.544905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-4aa3fe2d-cbad-4afc-9220-da27de642446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:41.546368 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-4aa3fe2d-cbad-4afc-9220-da27de642446 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1098 time: 0.0699346
Dec 10 04:36:41.559852 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d8056579-8d48-4ece-abf6-cd8f8487e79e req-bc4016d9-0cd5-4d2d-86bb-a3adba4a6a6c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374835
Dec 10 04:36:41.649504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-ac214cc1-60ff-44de-97fb-e87683f827f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:41.650856 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-ac214cc1-60ff-44de-97fb-e87683f827f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0722718
Dec 10 04:36:41.777556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-d0888dfc-dcb6-4478-864b-55041cba3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:41.779030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-d0888dfc-dcb6-4478-864b-55041cba3957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1216712
Dec 10 04:36:41.879226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-0b519268-335d-4d90-b508-25c49885db80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1001 time: 0.0939615
Dec 10 04:36:41.940005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-9a43da1b-54c0-49b8-a157-3543d93bf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:41.941600 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-9a43da1b-54c0-49b8-a157-3543d93bf9ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0561514
Dec 10 04:36:42.013989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-736e53b4-a047-4c02-aaf8-968a0cfbf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:42.015374 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-736e53b4-a047-4c02-aaf8-968a0cfbf50f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678053
Dec 10 04:36:42.141935 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-df748dfb-7c79-4d20-9def-e7c191142516 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200480
Dec 10 04:36:42.270897 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-481b3ec0-a94a-49f4-8893-6a9152daca6b service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226454
Dec 10 04:36:42.746229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ac67-d7dd-4ce8-be26-9a2648f866e0 req-ebbb2e0f-b4d3-4201-8ca3-92e6c3f232e3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:42.747626 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d96ac67-d7dd-4ce8-be26-9a2648f866e0 req-ebbb2e0f-b4d3-4201-8ca3-92e6c3f232e3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0794427
Dec 10 04:36:42.794594 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d96ac67-d7dd-4ce8-be26-9a2648f866e0 req-1c4cd24e-1d7a-47f2-9597-800d2b2a836c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413761
Dec 10 04:36:43.986397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9199e8-8850-4cae-b60a-9149f5a4aebf req-24663bb2-2c7f-4ae1-a4a4-ffd659d04b83 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:43.987863 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dd9199e8-8850-4cae-b60a-9149f5a4aebf req-24663bb2-2c7f-4ae1-a4a4-ffd659d04b83 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0831196
Dec 10 04:36:44.032055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dd9199e8-8850-4cae-b60a-9149f5a4aebf req-be2e16fb-478a-487c-8d6d-5bc0c65ccbfe tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384588
Dec 10 04:36:44.388853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:44.420434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b2bb637c-0a18-4e59-a21a-e73f3df1e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:44.837826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:36:44.948366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:44.974041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:36:44.984775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:36:44.988771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:44.990551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:36:45.036110 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:36:45.061332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:36:45.068629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.069003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.069394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.069656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.069984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.070312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.070635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.070956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.071278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.071594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.071910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.072224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:36:45.076114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:36:45.219826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf90f6-2dc2-41b4-962d-32abbd3078e2 req-edf16a38-622f-4224-aacd-4ff4a3e539b8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:45.221318 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efbf90f6-2dc2-41b4-962d-32abbd3078e2 req-edf16a38-622f-4224-aacd-4ff4a3e539b8 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0841229
Dec 10 04:36:45.263520 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efbf90f6-2dc2-41b4-962d-32abbd3078e2 req-ef6bde32-a30e-4ad8-9b4f-d3e928afe390 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366294
Dec 10 04:36:46.446814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1c180-9b79-45eb-9249-e75d944b3001 req-21c0c6b8-066a-4226-a956-8f880e1b326a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:46.448247 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32e1c180-9b79-45eb-9249-e75d944b3001 req-21c0c6b8-066a-4226-a956-8f880e1b326a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0796261
Dec 10 04:36:46.492545 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32e1c180-9b79-45eb-9249-e75d944b3001 req-3f878a9d-eb73-41c7-9d99-0fea41b37066 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385997
Dec 10 04:36:46.770167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a64d779d-29e4-44b9-88ec-3d7680c61ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:46.868871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:36:46.999132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:36:47.011694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:36:47.066599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:47.082913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:36:47.097841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:36:47.101166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:47.102858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:36:47.169721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:36:47.174686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:36:47.226871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['fad8de93-9916-4553-9cef-739b4f4a0989'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:36:47.683880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088f4bb-8a94-4b79-b030-6f0bdf5b616c req-f192c384-3e99-4598-aacf-6ffd94ecad24 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:47.685332 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3088f4bb-8a94-4b79-b030-6f0bdf5b616c req-f192c384-3e99-4598-aacf-6ffd94ecad24 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 944 time: 0.0809793
Dec 10 04:36:47.721887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:47.729739 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3088f4bb-8a94-4b79-b030-6f0bdf5b616c req-5077ec1f-f450-46d4-951b-04636474b8f1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388165
Dec 10 04:36:48.030258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:48.884827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:36:48.911799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801ea1-0250-4e84-9f1f-16b91090c369 req-9c00f1f7-15b1-486a-aa80-b4d65856607f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:48.913258 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5801ea1-0250-4e84-9f1f-16b91090c369 req-9c00f1f7-15b1-486a-aa80-b4d65856607f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 944 time: 0.0807135
Dec 10 04:36:48.954304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port fad8de93-9916-4553-9cef-739b4f4a0989 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:36:48.954693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:48.959966 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5801ea1-0250-4e84-9f1f-16b91090c369 req-c156ea77-97a8-4371-85c9-e6d9e90d6e44 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403306
Dec 10 04:36:49.069659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:49.095948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:36:49.105294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:36:49.109460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:49.111254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-054d0516-0e41-4cc5-9b73-71a1da68ee00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:36:49.152433 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:36:49.177546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:36:49.180591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:36:49.562216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:36:50.310128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e102e2e-4a6c-4cd0-be3a-47e669d696e8 req-8c2b67ef-918f-485e-a982-0ec9416fc5c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:50.311550 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e102e2e-4a6c-4cd0-be3a-47e669d696e8 req-8c2b67ef-918f-485e-a982-0ec9416fc5c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0826259
Dec 10 04:36:50.354181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3e102e2e-4a6c-4cd0-be3a-47e669d696e8 req-2d683e3d-a247-4126-96e4-1ab8ac467438 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368779
Dec 10 04:36:51.537294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ed5cc-2df4-4ac9-ac76-056376c1a023 req-1a2a99ef-b7a9-4b42-81a3-e1eac1b56ae9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:51.538740 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f64ed5cc-2df4-4ac9-ac76-056376c1a023 req-1a2a99ef-b7a9-4b42-81a3-e1eac1b56ae9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0790346
Dec 10 04:36:51.585067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f64ed5cc-2df4-4ac9-ac76-056376c1a023 req-1f008104-7d6b-4c03-aa11-3c2592db5a44 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407467
Dec 10 04:36:52.766040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623d86a-1858-478a-9e49-20c312d8ba39 req-e31bae40-8e9b-4930-905a-726d60667025 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:52.767470 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b623d86a-1858-478a-9e49-20c312d8ba39 req-e31bae40-8e9b-4930-905a-726d60667025 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0788860
Dec 10 04:36:52.811266 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b623d86a-1858-478a-9e49-20c312d8ba39 req-351bdbb6-3bba-4bbf-9d11-849c03d01720 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381565
Dec 10 04:36:53.202934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-0684a2e6-563d-4653-8f79-56c8b265f81d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.203619 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-ef33329f-d035-42af-be03-03518a56bc7b req-0684a2e6-563d-4653-8f79-56c8b265f81d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Synchronizing usage tracker for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:36:53.218943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-ef33329f-d035-42af-be03-03518a56bc7b req-0684a2e6-563d-4653-8f79-56c8b265f81d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Unset dirty status for tenant:fe17e328907e4d759cb65bded3bff613 on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:36:53.220065 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-0684a2e6-563d-4653-8f79-56c8b265f81d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce&tenant_id=fe17e328907e4d759cb65bded3bff613&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1032579
Dec 10 04:36:53.258584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae098ac-04a1-47b9-9f0e-14993508eb1c req-72222941-4618-45a1-8653-a2a3b8918532 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.260017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6ae098ac-04a1-47b9-9f0e-14993508eb1c req-72222941-4618-45a1-8653-a2a3b8918532 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0840383
Dec 10 04:36:53.298485 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-35033a24-c51b-4e4d-8e1d-c2b98e358ea7 service neutron] 10.222.0.18 "GET /v2.0/ports/fad8de93-9916-4553-9cef-739b4f4a0989/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0729554
Dec 10 04:36:53.303553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6ae098ac-04a1-47b9-9f0e-14993508eb1c req-60a37b52-41b6-4716-95e8-e3cea5e851fd tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372465
Dec 10 04:36:53.519283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-5d3ea160-01e9-4339-859b-5e4dbf8e1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.520652 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-5d3ea160-01e9-4339-859b-5e4dbf8e1ec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.1834555
Dec 10 04:36:53.648588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-fc27fb5d-a7ee-4bb2-84dd-01c3ca38369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.650023 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-fc27fb5d-a7ee-4bb2-84dd-01c3ca38369c service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1225958
Dec 10 04:36:53.752753 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-e184cf5c-f620-4989-a2cb-5c66bd6d732d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1001 time: 0.0962198
Dec 10 04:36:53.813286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-a65129db-44f6-48e2-b153-7467ca2c0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.814630 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-a65129db-44f6-48e2-b153-7467ca2c0d30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0550399
Dec 10 04:36:53.889956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-f1f10062-bb93-4031-a941-9271d320dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:53.891378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-f1f10062-bb93-4031-a941-9271d320dd3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706885
Dec 10 04:36:54.020006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-7f5a2e66-9ed3-458e-a75f-bebee69b35e7 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215649
Dec 10 04:36:54.146917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-627f0123-b2af-4583-b590-f1bf8983e087 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207469
Dec 10 04:36:54.486865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82556-b6e1-46bb-ae29-7c934cd01aa3 req-4d584f9e-7f00-4f3e-ad49-f4af186ff421 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:54.488277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ef82556-b6e1-46bb-ae29-7c934cd01aa3 req-4d584f9e-7f00-4f3e-ad49-f4af186ff421 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0787265
Dec 10 04:36:54.530794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9ef82556-b6e1-46bb-ae29-7c934cd01aa3 req-a466c24a-4834-47be-8815-a09c14cf4ca1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370064
Dec 10 04:36:55.719499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554076-5498-47c5-93c5-c6fba6777e4c req-d5bb44d2-bd6f-4539-bc8b-95e8cee4179d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:55.720919 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37554076-5498-47c5-93c5-c6fba6777e4c req-d5bb44d2-bd6f-4539-bc8b-95e8cee4179d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0824938
Dec 10 04:36:55.763070 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37554076-5498-47c5-93c5-c6fba6777e4c req-4642e8a5-76f2-4b97-823d-55971c3a5eb3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366073
Dec 10 04:36:56.946613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114ce8-e988-4892-a933-907492a5f11c req-5b387e01-8415-417b-91f8-64912de32a0e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:56.948033 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-48114ce8-e988-4892-a933-907492a5f11c req-5b387e01-8415-417b-91f8-64912de32a0e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0788202
Dec 10 04:36:56.997287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-48114ce8-e988-4892-a933-907492a5f11c req-c1e5d4ba-9dde-435a-900d-9134b82756c9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426714
Dec 10 04:36:57.465794 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-1f943a1d-0af3-4d72-b640-9cc39d6d2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:57.467212 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-1f943a1d-0af3-4d72-b640-9cc39d6d2ced service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce&tenant_id=fe17e328907e4d759cb65bded3bff613 HTTP/1.1" status: 200  len: 1098 time: 0.0698659
Dec 10 04:36:57.565583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-49fefc12-d63f-4243-b6b3-9a10c0b6a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:57.566889 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-49fefc12-d63f-4243-b6b3-9a10c0b6a3b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0684781
Dec 10 04:36:57.694040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-64efbe2f-9a6f-4f2e-bb2c-46825f33d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:57.695437 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-64efbe2f-9a6f-4f2e-bb2c-46825f33d8cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.1223738
Dec 10 04:36:57.795793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-82af1ccd-15f1-4bc7-9fe0-1420eef3369c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 1001 time: 0.0934227
Dec 10 04:36:57.860070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-3483174d-3662-4e7e-b268-133fb93418c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:57.861434 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-3483174d-3662-4e7e-b268-133fb93418c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0588789
Dec 10 04:36:57.934998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33329f-d035-42af-be03-03518a56bc7b req-972b628d-b951-4ee3-8b88-ed7383e29178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:57.936432 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-972b628d-b951-4ee3-8b88-ed7383e29178 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689487
Dec 10 04:36:58.065443 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-b4ac7ebd-48da-47d8-ace3-a1a7e7e4519b service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218343
Dec 10 04:36:58.200901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef33329f-d035-42af-be03-03518a56bc7b req-474379d9-8152-4409-9a14-cc767c71d545 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286502
Dec 10 04:36:58.292052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da923b-484d-4f64-af29-b8d38c7db654 req-01b55c65-aa31-4539-ac04-0287fa95d0c2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:58.294195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37da923b-484d-4f64-af29-b8d38c7db654 req-01b55c65-aa31-4539-ac04-0287fa95d0c2 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.1927919
Dec 10 04:36:58.337437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-37da923b-484d-4f64-af29-b8d38c7db654 req-399a2e1c-2829-4e09-ae06-76837804c67b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377159
Dec 10 04:36:59.528029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5364-47d7-4a9e-9558-036f3420350e req-935567ef-4f6d-4869-8d35-a17e8be976c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:36:59.529537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-337b5364-47d7-4a9e-9558-036f3420350e req-935567ef-4f6d-4869-8d35-a17e8be976c1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0834439
Dec 10 04:36:59.575028 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-337b5364-47d7-4a9e-9558-036f3420350e req-b79cfe2b-21c5-42f6-8d80-f539c48be4db tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390491
Dec 10 04:37:00.756645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b899d-15c1-4d1a-8358-a70003342583 req-678bd3e5-0a48-4e49-87f4-6a6dfdf494ef tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:00.758093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed8b899d-15c1-4d1a-8358-a70003342583 req-678bd3e5-0a48-4e49-87f4-6a6dfdf494ef tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0792181
Dec 10 04:37:00.801233 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed8b899d-15c1-4d1a-8358-a70003342583 req-26c3890a-930a-415f-9668-c681188c08b7 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375090
Dec 10 04:37:00.970760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:37:00.977583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:37:01.036219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-9fe42c2c-20f0-4ed7-8cd1-3fa0fc5e07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:01.038490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-9fe42c2c-20f0-4ed7-8cd1-3fa0fc5e07db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe17e328907e4d759cb65bded3bff613&device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 1098 time: 0.0746455
Dec 10 04:37:01.198352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:01.217137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:01.236772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:37:01.243099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:01.288965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:01.300187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:01.302839 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:37:01.305119 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:01.307716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-d70046b2-6add-4346-a84b-9e04ca9b3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:01.309143 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-d70046b2-6add-4346-a84b-9e04ca9b3d77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 200  len: 912 time: 0.2508931
Dec 10 04:37:01.357859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:01.381902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:01.391979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=9']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:01.421706 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:01.429195 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-929102f5-f225-470f-abeb-d098486369b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 200  len: 999 time: 0.0935309
Dec 10 04:37:01.487022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:37:01.487285 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:37:01.498669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-fb4e6b89-7b48-47e1-b9dd-374d550b6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:01.500116 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-fb4e6b89-7b48-47e1-b9dd-374d550b6ba3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 200  len: 850 time: 0.0645361
Dec 10 04:37:01.573492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-b518bd00-e24b-4a28-af9d-c372206ca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:01.575535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-b518bd00-e24b-4a28-af9d-c372206ca574 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=155fea53-eaaa-43aa-8fe2-65641f01163e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692036
Dec 10 04:37:01.705446 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-50c79b10-1077-4f4d-b378-909d546e2ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229956
Dec 10 04:37:01.833461 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6680b61a-a8fa-4e66-86bf-eb94b1edd72b req-3349e088-a5d6-4cdc-998d-0b90d37efab5 service neutron] 10.222.0.18 "GET /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217167
Dec 10 04:37:01.991278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811d96-227d-4ab2-b7dc-0daa8313866d req-d1232190-470a-4571-9213-c9a12308f87c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:01.992719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9b811d96-227d-4ab2-b7dc-0daa8313866d req-d1232190-470a-4571-9213-c9a12308f87c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 943 time: 0.0836997
Dec 10 04:37:02.035896 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9b811d96-227d-4ab2-b7dc-0daa8313866d req-ae67f315-bb17-4267-8b75-879a4007551d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370483
Dec 10 04:37:02.039580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:02.056670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:02.072172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:02.075954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:02.077694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:02.141411 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=10']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:02.146553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:02.197425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['fad8de93-9916-4553-9cef-739b4f4a0989'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:02.993143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:37:03.061911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port fad8de93-9916-4553-9cef-739b4f4a0989 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:37:03.062553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:03.175187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:03.209839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:03.213676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:03.216986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-7c422137-f35c-4945-9676-0f88d331254a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:03.224331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e922140-4a2c-4258-851b-e6f7b79539cc req-29695462-e0d6-466d-be75-ea922768d233 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:03.225809 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1e922140-4a2c-4258-851b-e6f7b79539cc req-29695462-e0d6-466d-be75-ea922768d233 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0846989
Dec 10 04:37:03.274292 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1e922140-4a2c-4258-851b-e6f7b79539cc req-76959f10-c7c0-4f7d-89c7-f8cada173c59 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421975
Dec 10 04:37:03.282892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=11']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:03.285964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:03.303565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:03.354543 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:37:03.675397 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:37:04.454784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b90f0-ceb5-4bcd-a4f4-53c85389a60f req-2fda81ce-8930-495a-aa4a-2a27ac2d139f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:04.456242 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-be4b90f0-ceb5-4bcd-a4f4-53c85389a60f req-2fda81ce-8930-495a-aa4a-2a27ac2d139f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0785558
Dec 10 04:37:04.499334 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-be4b90f0-ceb5-4bcd-a4f4-53c85389a60f req-d3bc1877-43af-4b79-a634-7a96eef7a88d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375779
Dec 10 04:37:05.684567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3a2ac-c50b-45f4-a797-535e1289a018 req-1fbef804-09e5-4cf3-a278-843a82cbea22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:05.685997 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80a3a2ac-c50b-45f4-a797-535e1289a018 req-1fbef804-09e5-4cf3-a278-843a82cbea22 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0823820
Dec 10 04:37:05.728116 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80a3a2ac-c50b-45f4-a797-535e1289a018 req-159e0f85-61b6-416b-9e9f-625182c13e6b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365810
Dec 10 04:37:06.921344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44912ae8-f4fa-448a-98c8-983725fa1844 req-ce33b9b8-ff04-4f1b-a774-d5129826383a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:06.922780 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44912ae8-f4fa-448a-98c8-983725fa1844 req-ce33b9b8-ff04-4f1b-a774-d5129826383a tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0840893
Dec 10 04:37:06.972930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44912ae8-f4fa-448a-98c8-983725fa1844 req-8c7cb4f5-c534-465c-a608-6db300cc21d9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443220
Dec 10 04:37:07.015499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:37:07.149359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:07.163166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'port_id': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'mac_address': 'fa:16:3e:5e:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:37:07.218885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:07.238929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:07.254967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:07.259910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:07.262290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:07.329656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=12']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:07.332662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:07.377503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['fad8de93-9916-4553-9cef-739b4f4a0989'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:08.159870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1b518-93a2-4465-9868-cc2189f7169a req-31adc026-24ba-4cee-88e3-3105c118136b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:08.161333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5b1b518-93a2-4465-9868-cc2189f7169a req-31adc026-24ba-4cee-88e3-3105c118136b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0826824
Dec 10 04:37:08.209896 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5b1b518-93a2-4465-9868-cc2189f7169a req-532acf32-8e04-4889-9ea5-0760d2c0d35b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428729
Dec 10 04:37:08.401878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4541f1-6d5e-429b-91ee-55bf7e3489ec req-1dea0eec-d98d-4eb5-b0fa-3be4dfed13be tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:08.403723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad4541f1-6d5e-429b-91ee-55bf7e3489ec req-1dea0eec-d98d-4eb5-b0fa-3be4dfed13be tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0915821
Dec 10 04:37:08.454825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad4541f1-6d5e-429b-91ee-55bf7e3489ec req-e3c5f473-4bbb-49cf-83a3-79fe374e80b0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452259
Dec 10 04:37:08.639144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197eccab-91d0-4ea6-bb98-898e63bb63fe req-f9c26b61-c248-4c37-819d-29524b4283ee tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:08.640579 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-197eccab-91d0-4ea6-bb98-898e63bb63fe req-f9c26b61-c248-4c37-819d-29524b4283ee tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0795012
Dec 10 04:37:08.686616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-197eccab-91d0-4ea6-bb98-898e63bb63fe req-9ee6d2df-574a-406b-82f5-dee82d8fed35 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398071
Dec 10 04:37:09.030315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:37:09.085686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712495-19af-4a2b-98ba-a72e6d56f2ac req-6a4f05a8-64db-4386-b198-7aa1dd06b849 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:09.087128 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73712495-19af-4a2b-98ba-a72e6d56f2ac req-6a4f05a8-64db-4386-b198-7aa1dd06b849 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 945 time: 0.0862095
Dec 10 04:37:09.097611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port fad8de93-9916-4553-9cef-739b4f4a0989 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:37:09.097998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:09.130793 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-73712495-19af-4a2b-98ba-a72e6d56f2ac req-0b437f9d-b291-4abb-92da-a5f86f812711 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379772
Dec 10 04:37:09.215345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:09.241471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:09.252378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:09.255819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:09.257652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:09.292084 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'code': 200}
Dec 10 04:37:09.322778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=13']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:09.326297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:10.310864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d6f23-8a08-42c7-974e-7533c0dd303d req-00975775-089b-40ce-ad0a-0d0112d143db tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:10.312289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6f1d6f23-8a08-42c7-974e-7533c0dd303d req-00975775-089b-40ce-ad0a-0d0112d143db tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0781753
Dec 10 04:37:10.356284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6f1d6f23-8a08-42c7-974e-7533c0dd303d req-5f5cb565-e717-4412-acf6-a09d9ca409d9 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380201
Dec 10 04:37:11.542712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56761e7-41b8-41ba-9d62-342bb1b190ba req-c38180bc-52c1-460b-a45d-4e9c3857d261 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:11.544204 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a56761e7-41b8-41ba-9d62-342bb1b190ba req-c38180bc-52c1-460b-a45d-4e9c3857d261 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0826464
Dec 10 04:37:11.589182 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a56761e7-41b8-41ba-9d62-342bb1b190ba req-b09f169b-4181-476b-a936-3386f2811827 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ad1893a-72e1-422f-99b5-4e2f0e651b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394394
Dec 10 04:37:11.739677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-dbc4db74-0391-4e9c-8fcf-b13b4f04c034 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:11.741082 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-dbc4db74-0391-4e9c-8fcf-b13b4f04c034 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 946 time: 0.0818157
Dec 10 04:37:11.808312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Deleting port fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:11.809132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:12.048154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] For port fad8de93-9916-4553-9cef-739b4f4a0989, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=fad8de93-9916-4553-9cef-739b4f4a0989,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:12.048435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:12.326174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:12.326466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:12.326773 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e disassociated. External IP: 172.26.1.35, port: fad8de93-9916-4553-9cef-739b4f4a0989.
Dec 10 04:37:12.327109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Calling delete_port for fad8de93-9916-4553-9cef-739b4f4a0989 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:12.467269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:12.472598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:12.520428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'Port': ['ID=fad8de93-9916-4553-9cef-739b4f4a0989,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:12.531552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.531947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.532328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.532704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.533075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.533475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.533845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.534217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.534583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.534946 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.535309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.535667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:12.539170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:12.745935 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2a1a7610-716e-4749-8358-6f04c66fd5c6 req-1a90fe49-240d-4486-9078-9b1ec6a17d8e tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 210 time: 0.0428243
Dec 10 04:37:12.838324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:37:13.017979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:37:13.027394 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:37:13.036674 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:37:13.037260 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfaba90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:36:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:13.092553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] No DVR routers for this DVR port fad8de93-9916-4553-9cef-739b4f4a0989 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:37:13.094951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:13.097578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-deleted', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:13.114361 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de11dd96-6756-4b4c-a8fe-b99bbab97f4d req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.18 "DELETE /v2.0/ports/fad8de93-9916-4553-9cef-739b4f4a0989 HTTP/1.1" status: 204  len: 173 time: 1.3665071
Dec 10 04:37:13.149732 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b2f7b-bbdd-421b-a587-afdd847ec1ce', 'name': 'network-vif-deleted', 'tag': 'fad8de93-9916-4553-9cef-739b4f4a0989', 'status': 'completed', 'code': 200}
Dec 10 04:37:13.215176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:37:13.525773 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfaba90>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:13.529537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:37:13.537660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:37:13.538254 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfaba90>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:36:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:13.745722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:37:13.915849 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5dd6ed62-e2d1-43c4-81a2-22e001cce2c9 req-a0fc981d-e28c-40bd-ad6f-1a6c7971b5ec tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa4b2f7b-bbdd-421b-a587-afdd847ec1ce HTTP/1.1" status: 200  len: 210 time: 0.0474102
Dec 10 04:37:14.054342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfaba90>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:14.058397 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e736fa-2a9a-4596-a114-281ae4fadf0c None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:28:55Z', 'revision_number': 4, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '0d834014-f9e7-47bb-b67b-a931ce127512', 'name': '', 'network_id': '155fea53-eaaa-43aa-8fe2-65641f01163e', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'mac_address': 'fa:16:3e:ed:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:54Z', 'updated_at': '2021-12-10T04:29:00Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'subnets': [{'id': 'b29ac781-9c13-473a-abd7-5afe693cbc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:37:14.295528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad51b9d-3e12-47b9-a1bd-d80a25b2c1d7 None None] New status for floating IP b34d56b2-0f59-4a1e-bae7-429600b4652e: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:37:14.515378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:14.515944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cf08cbed-3871-4d43-8300-5997c29dc7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:15.087844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:37:15.122040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: fad8de93-9916-4553-9cef-739b4f4a0989 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:37:15.122394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device fad8de93-9916-4553-9cef-739b4f4a0989 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:37:16.771660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3e193134-825d-446b-94a2-038dcbfd17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:17.725550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:18.033775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.206808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48366) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:19.269234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.298374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.350228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.354004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2677652a-e72e-46c7-9af5-c26208d79831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:19.369331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad1893a-72e1-422f-99b5-4e2f0e651b71,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:19.377785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.378183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.378565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.379125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.379317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.379685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.380052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.380419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.380785 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.381147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.381531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.381897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:19.386296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:19.390035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.391130 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ad1893a-72e1-422f-99b5-4e2f0e651b71 HTTP/1.1" status: 204  len: 168 time: 0.1833386
Dec 10 04:37:19.393696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48370) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:19.410614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.api.v2.resource [None req-fb161676-4bc9-4220-a81a-f239b4705c7c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] show failed (client error): The resource could not be found.
Dec 10 04:37:19.411633 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fb161676-4bc9-4220-a81a-f239b4705c7c tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "GET /v2.0/security-groups/9ad1893a-72e1-422f-99b5-4e2f0e651b71 HTTP/1.1" status: 404  len: 347 time: 0.0169539
Dec 10 04:37:19.414262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48374) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:19.564273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.569690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Deleting port a638c47c-620e-4e13-9296-c00785ad691c {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:19.570034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.738715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.739037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.856481 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Calling delete_port for a638c47c-620e-4e13-9296-c00785ad691c owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:19.994368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:19.999330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b2e153c1-1945-4ebf-baf8-18f55309e9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:20.041543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Pushing event deleted for resources: {'Port': ['ID=a638c47c-620e-4e13-9296-c00785ad691c,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:20.067208 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:20.130649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:20.143915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:20.145033 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] 10.222.0.44 "DELETE /v2.0/floatingips/b34d56b2-0f59-4a1e-bae7-429600b4652e HTTP/1.1" status: 204  len: 168 time: 0.7298782
Dec 10 04:37:20.147860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:20.861422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:21.200179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Deleting port 0d834014-f9e7-47bb-b67b-a931ce127512 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:21.200508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:21.365006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] For port 0d834014-f9e7-47bb-b67b-a931ce127512, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=0d834014-f9e7-47bb-b67b-a931ce127512,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:21.365376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:21.485036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Calling delete_port for 0d834014-f9e7-47bb-b67b-a931ce127512 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:21.649522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:21.654395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f79d5d9b-4630-412c-a3e2-5d3917699bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:21.699128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d834014-f9e7-47bb-b67b-a931ce127512,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:21.724851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:22.075137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:22.420851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:37:22.595933 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:37:22.605145 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Sync routers for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:37:22.608409 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] 10.222.0.44 "PUT /v2.0/routers/2988454d-8a2e-4c4e-b2a7-45d2796bb88a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4595881
Dec 10 04:37:22.610888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:22.616434 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:37:22.617066 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2edf10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:37:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:22.785796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:22.790204 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:37:22.965853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:22.976390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Deleting port 5f8fed6e-8d61-4dbb-a250-99605755598a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:22.976846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.071004 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2edf10>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:37:21Z', 'revision_number': 5, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port': {'id': '5f8fed6e-8d61-4dbb-a250-99605755598a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:28:52Z', 'updated_at': '2021-12-10T04:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:23.074614 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Checking router: 2988454d-8a2e-4c4e-b2a7-45d2796bb88a for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:37:23.083157 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Routers {'2988454d-8a2e-4c4e-b2a7-45d2796bb88a'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:37:23.083741 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2edf10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:37:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:23.150067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] For port 5f8fed6e-8d61-4dbb-a250-99605755598a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5f8fed6e-8d61-4dbb-a250-99605755598a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:23.150667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.235541 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] Set router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:37:23.339861 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2edf10>, [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 6, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:23.344291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd442d7-59a1-41b9-8390-b1bd7bf7b81d None None] The sync data for ids ['2988454d-8a2e-4c4e-b2a7-45d2796bb88a'] in dv-neutron-821182-1-hyperv is: [{'id': '2988454d-8a2e-4c4e-b2a7-45d2796bb88a', 'name': 'tempest-ServerActionsTestJSON-310819245-router', 'tenant_id': 'fe17e328907e4d759cb65bded3bff613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:28:51Z', 'updated_at': '2021-12-10T04:37:22Z', 'revision_number': 6, 'project_id': 'fe17e328907e4d759cb65bded3bff613', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:37:23.398312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Calling delete_port for 5f8fed6e-8d61-4dbb-a250-99605755598a owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:23.564251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.568518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef42ff35-4a6b-4bdf-b8cb-f1493b16bdca tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:23.611780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8fed6e-8d61-4dbb-a250-99605755598a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:23.640258 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:23.702929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.872963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.875007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.898365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.898885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2988454d-8a2e-4c4e-b2a7-45d2796bb88a {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:37:23.912864 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:23.914016 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2988454d-8a2e-4c4e-b2a7-45d2796bb88a HTTP/1.1" status: 204  len: 168 time: 1.3022380
Dec 10 04:37:23.916512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48390) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:23.973221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Deleting subnet b29ac781-9c13-473a-abd7-5afe693cbc9f {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:37:23.975978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.026323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.104774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.175190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.179082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f055c5d2-e967-4fc9-9f8c-f87371d0b9dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:24.215772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29ac781-9c13-473a-abd7-5afe693cbc9f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:24.217777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.220389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:24.223620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe1198-5af1-46de-8734-4235454a8db9 None None] Network 155fea53-eaaa-43aa-8fe2-65641f01163e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:37:24.226419 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b29ac781-9c13-473a-abd7-5afe693cbc9f HTTP/1.1" status: 204  len: 168 time: 0.3071394
Dec 10 04:37:24.226951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48394) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:24.347046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.353863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0d834014-f9e7-47bb-b67b-a931ce127512 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:37:24.364471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Deleting port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:24.364892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.402407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 0d834014-f9e7-47bb-b67b-a931ce127512 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:37:24.402670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 0d834014-f9e7-47bb-b67b-a931ce127512 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:37:24.403376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5f8fed6e-8d61-4dbb-a250-99605755598a no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:37:24.439975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 5f8fed6e-8d61-4dbb-a250-99605755598a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:37:24.440329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5f8fed6e-8d61-4dbb-a250-99605755598a not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:37:24.574762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] For port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:24.575114 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.586567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] DHCP port deletion for 155fea53-eaaa-43aa-8fe2-65641f01163e request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:37:24.590795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Deleting port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:24.591203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.699043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Calling delete_port for 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:24.773320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.777925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f8c11780-b7ba-4941-b422-7230475540d7 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:24.789935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] For port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,segment=NetworkSegment(78a450f6-a5b7-45e2-a799-07bbccc47ff7),segment_id=78a450f6-a5b7-45e2-a799-07bbccc47ff7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:24.790340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:24.824844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8024a5-2125-434e-a1a7-5c68f5a3cfbc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:24.827671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:24.828674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] No DVR routers for this DVR port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:37:24.913279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Calling delete_port for 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:24.989048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:37:24.989332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:37:25.054795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.079229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1d3b80>,) {'filters': {'network_id': ['155fea53-eaaa-43aa-8fe2-65641f01163e']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:25.090682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1d3b80>, '78a450f6-a5b7-45e2-a799-07bbccc47ff7') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:25.090973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1d3b80>, '78a450f6-a5b7-45e2-a799-07bbccc47ff7') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:37:25.102330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.117682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.123895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:37:25.124280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:37:25.137080 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:37:25.212402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.215717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7be42dd7-f8f5-4bcd-b57f-1bc2ccb69823 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:25.228885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.239938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=155fea53-eaaa-43aa-8fe2-65641f01163e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:25.243840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:25.252171 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/155fea53-eaaa-43aa-8fe2-65641f01163e HTTP/1.1" status: 204  len: 168 time: 1.0242906
Dec 10 04:37:25.362457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48402) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:25.409705 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-407291e0-a1c5-4103-a67a-ea2d52ba2800 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe17e328907e4d759cb65bded3bff613&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0459905
Dec 10 04:37:25.411893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48406) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:25.468010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.491080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Deleting port 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:25.491546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.492383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.547898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.552799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c608e5d6-1b4e-4944-8265-430aa618eeed tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:25.558938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca2753-e31a-4f31-a38e-161242f6a839 None None] The port '7d8024a5-2125-434e-a1a7-5c68f5a3cfbc' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:37:25.566708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928c260c-b44e-44f5-94d5-06e18309910a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:25.568950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:25.577694 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:25.581647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53b51e2a-47f4-414a-a138-cd6b44e5ee85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/928c260c-b44e-44f5-94d5-06e18309910a HTTP/1.1" status: 204  len: 168 time: 0.1686327
Dec 10 04:37:26.269176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48432) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:26.315973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:37:26.349497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:37:26.349857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 7d8024a5-2125-434e-a1a7-5c68f5a3cfbc not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:37:26.375438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1392488183-network', 'tenant_id': '2a765dec3e954a8983db55b0050e7e4b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:26.380160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:37:26.383978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Usage tracker for resource:network and tenant:2a765dec3e954a8983db55b0050e7e4b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:37:26.386902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:37:26.393044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:37:26.403615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Made reservation on behalf of 2a765dec3e954a8983db55b0050e7e4b for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:37:26.406080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.418524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.432534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:37:26.436868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Usage tracker for resource:security_group_rule and tenant:2a765dec3e954a8983db55b0050e7e4b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:37:26.439653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:37:26.445516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:37:26.530198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.533937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.537927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-afe373fe-5fdd-4c8f-aa65-0b5d8235c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:26.562290 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:37:26.578236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b758cf-b10c-4e51-b1a8-663e90822a39,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:26.580936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.581273 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Added segment ddd62eda-b8d7-4443-bc4d-e6cccf724736 of type vlan for network 256854ce-8942-4bb0-9899-d47caa3c4526
Dec 10 04:37:26.582485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:26.611396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.639730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.640739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:26.641336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.646024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dba96b90-5b72-4fad-8708-2d373b09c7a4 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:26.748704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Pushing event updated for resources: {'Network': ['ID=256854ce-8942-4bb0-9899-d47caa3c4526,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:26.751906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:26.753435 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4832025
Dec 10 04:37:26.757162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48438) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:37:26.759017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 256854ce-8942-4bb0-9899-d47caa3c4526 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:37:26.762994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Request body: {'subnet': {'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1392488183-subnet', 'tenant_id': '2a765dec3e954a8983db55b0050e7e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:26.768465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:37:26.772302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Usage tracker for resource:subnet and tenant:2a765dec3e954a8983db55b0050e7e4b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:37:26.775160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:37:26.781370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:37:26.791007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Made reservation on behalf of 2a765dec3e954a8983db55b0050e7e4b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:37:26.793538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:26.998140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:27.001447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9deaf4b4-ca17-4819-934f-4af5709a5c94 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:27.069916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64854e0c-0433-4a52-9107-67cce2afe7fe,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:27.073667 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:27.078048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Checking segment: {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:37:27.078396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Network hostable DHCP agents. Network: 256854ce-8942-4bb0-9899-d47caa3c4526, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:37:27.096253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Network 256854ce-8942-4bb0-9899-d47caa3c4526 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:37:27.104866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 256854ce-8942-4bb0-9899-d47caa3c4526) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:37:27.108596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:27.109259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:27.115323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d24872-f708-4da2-b9ae-60482a778dea None None] Network 256854ce-8942-4bb0-9899-d47caa3c4526 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:37:27.129220 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-301d71e5-045e-41a3-87c7-9aa9d66fc609 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3706546
Dec 10 04:37:27.322248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b55b7-196c-4336-956f-4332d385afa9 None None] Network 256854ce-8942-4bb0-9899-d47caa3c4526 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:37:27.618656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-3ce8f1ca-e3a8-4eee-8adf-6f4deb9d7fc7 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:27.620085 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-3ce8f1ca-e3a8-4eee-8adf-6f4deb9d7fc7 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 814 time: 0.1422875
Dec 10 04:37:27.634952 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-956eca25-84f6-413c-b89e-0d214f1420ef tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/quotas/2a765dec3e954a8983db55b0050e7e4b HTTP/1.1" status: 200  len: 375 time: 0.0087423
Dec 10 04:37:27.683324 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-752db8a8-cb5f-4fd2-9c6b-6fc15007e122 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437305
Dec 10 04:37:27.693816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b429fc69-3472-41b0-a402-ee1df58c126e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:37:27.695023 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b429fc69-3472-41b0-a402-ee1df58c126e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050030
Dec 10 04:37:27.822003 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-431c313d-6dc3-4e9a-ab9a-75d49ca074b7 service neutron] 10.222.0.44 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218767
Dec 10 04:37:27.950173 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-93b40ad8-823c-4593-9907-01c79c6799b2 service neutron] 10.222.0.44 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223891
Dec 10 04:37:28.224500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33547233-426b-43a7-974d-f2c38acaec61 req-471f2060-5ee6-4a10-8252-fbe4188ef782 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.1493449
Dec 10 04:37:29.315031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ea0a857d-9857-44f5-8130-cac07c3eb79d req-7dba3418-6aa2-449b-8f83-308f45ca6459 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0416291
Dec 10 04:37:30.409835 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bec938c5-da01-4806-b6a1-aa6d9acff9c1 req-4507cf3c-7512-4825-a2fe-6205ef0b2e34 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0451686
Dec 10 04:37:31.557610 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b1ec518d-46fc-476b-9fd5-463b7572941f req-0fb4252a-a1b1-46a0-8fac-b275de456ae3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0438001
Dec 10 04:37:32.706146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27a81bcb-fce8-4c1d-a1a3-82b32242af4d req-b4cfa456-8c5c-454c-a4b2-8e45f7cc150e tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0432336
Dec 10 04:37:33.277459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-fea028f8-36a1-4bd8-93c8-8b4c4d945996 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:33.278161 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-fea028f8-36a1-4bd8-93c8-8b4c4d945996 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Synchronizing usage tracker for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:37:33.295628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-fea028f8-36a1-4bd8-93c8-8b4c4d945996 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Unset dirty status for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:37:33.296735 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-fea028f8-36a1-4bd8-93c8-8b4c4d945996 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 814 time: 0.1613610
Dec 10 04:37:33.334021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Request body: {'port': {'device_id': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526', 'admin_state_up': True, 'tenant_id': '2a765dec3e954a8983db55b0050e7e4b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:33.468087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:37:33.471865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Usage tracker for resource:port and tenant:2a765dec3e954a8983db55b0050e7e4b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:37:33.474646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:37:33.480219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:37:33.489926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Made reservation on behalf of 2a765dec3e954a8983db55b0050e7e4b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:37:33.493358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:33.650046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Allocated IP 172.20.0.13 (256854ce-8942-4bb0-9899-d47caa3c4526/64854e0c-0433-4a52-9107-67cce2afe7fe/73f8ebc7-4688-4e3b-83c9-6bff95f7da00) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:37:33.848722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:33.855796 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-41b3bf50-bf0c-4bb6-acba-e36064e46b66 req-e876bf41-c6e9-48cf-8e50-bbb04a5c3456 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0465643
Dec 10 04:37:33.879580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:33.885625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9bbaafc5-af9b-4504-b2a5-eabe932e8ea0 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:33.952469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Network 256854ce-8942-4bb0-9899-d47caa3c4526 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:37:33.955459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:37:33.959443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:37:33.998538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Pushing event updated for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:34.002929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:34.024761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:34.025490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.045035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7145169
Dec 10 04:37:34.062283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Request body: {'port': {'device_id': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:34.171409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.612285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:34.619235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.632885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Transition to ACTIVE for port object 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:37:34.636562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.641152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:34.797294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Pushing event updated for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:34.800601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:34.867470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Attempting to bind port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:37:34.867722 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Attempting to bind port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:37:34.868051 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Attempting to bind port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 on network 256854ce-8942-4bb0-9899-d47caa3c4526 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:37:34.872601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 on network 256854ce-8942-4bb0-9899-d47caa3c4526 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:37:34.872923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Attempting to bind port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 on network 256854ce-8942-4bb0-9899-d47caa3c4526 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:37:34.877934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:37:34.878268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Checking segment: {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:37:34.878649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Bound using segment: {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:37:34.879069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Bound port: 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:37:34.879410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.973166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:37:34.976141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:37:34.980841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:34.985436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e2a0cb94-024a-4c0a-b348-4216769112c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:35.036583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.037197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:35.038974 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/73f8ebc7-4688-4e3b-83c9-6bff95f7da00 HTTP/1.1" status: 200  len: 1094 time: 0.9813366
Dec 10 04:37:35.044618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd8932-b561-4632-9a0e-02b2cc90cfb2 req-ebb0ee5c-bf53-4069-8d01-df99a1029b0d tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.045739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:35.046099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efcd8932-b561-4632-9a0e-02b2cc90cfb2 req-ebb0ee5c-bf53-4069-8d01-df99a1029b0d tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 944 time: 0.0827107
Dec 10 04:37:35.073534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Pushing event updated for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:35.078231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:35.094000 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00', 'status': 'completed', 'code': 200}
Dec 10 04:37:35.102963 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efcd8932-b561-4632-9a0e-02b2cc90cfb2 req-ca2baeb0-184a-41ce-8a95-c39bbf8e3b40 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484080
Dec 10 04:37:35.176742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-4d154a26-8a95-4462-9d5d-974a34bf4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.178217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-4d154a26-8a95-4462-9d5d-974a34bf4613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 1097 time: 0.0693507
Dec 10 04:37:35.255353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-3029984f-4101-43c7-af2e-8552de66b500 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00 HTTP/1.1" status: 200  len: 217 time: 0.0634139
Dec 10 04:37:35.315704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-9c044096-cdc9-48c1-9534-86cb2c82993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.317056 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-9c044096-cdc9-48c1-9534-86cb2c82993f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 200  len: 854 time: 0.0556417
Dec 10 04:37:35.362369 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-5bc6c37f-5eba-4e94-bb90-c0f331923e67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256854ce-8942-4bb0-9899-d47caa3c4526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390842
Dec 10 04:37:35.488840 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-e639e7be-bbfe-40bb-a939-2b6c25306a58 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198311
Dec 10 04:37:35.618715 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4250ae96-f648-4b01-9d6c-1d716d13bdc1 req-f07066a3-088b-4f49-a47c-afcdc3d6d79c service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232302
Dec 10 04:37:35.784822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58079-5571-4426-b86c-d65674e922e6 req-5b814f8e-63ee-4050-9723-36729a2907d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.786201 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-5b814f8e-63ee-4050-9723-36729a2907d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 1097 time: 0.0734725
Dec 10 04:37:35.916635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58079-5571-4426-b86c-d65674e922e6 req-6152fa07-205b-40fc-85a8-e183039f4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:35.918107 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-6152fa07-205b-40fc-85a8-e183039f4ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 915 time: 0.1256750
Dec 10 04:37:35.987400 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-2afa0e1f-6043-4d5b-af99-a3802d335871 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00 HTTP/1.1" status: 200  len: 217 time: 0.0631754
Dec 10 04:37:36.164494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58079-5571-4426-b86c-d65674e922e6 req-e5511928-2fba-4280-b104-17c68facf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:36.165997 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-e5511928-2fba-4280-b104-17c68facf541 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 200  len: 854 time: 0.1727340
Dec 10 04:37:36.215315 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-8698e27d-73ab-42ec-a19a-f9fecfeb29bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256854ce-8942-4bb0-9899-d47caa3c4526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414653
Dec 10 04:37:36.293146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655b9df-65ae-44bb-943e-13fd6e395ced req-ed7be065-a33b-4d9a-b366-d8f7916c942c tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:36.295276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5655b9df-65ae-44bb-943e-13fd6e395ced req-ed7be065-a33b-4d9a-b366-d8f7916c942c tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 944 time: 0.0828416
Dec 10 04:37:36.338668 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5655b9df-65ae-44bb-943e-13fd6e395ced req-5d7f4465-4c17-4022-b6f3-c1902d51d448 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377800
Dec 10 04:37:36.344738 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-a67bf851-8e7e-4aca-9de2-9b940ff4349b service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228819
Dec 10 04:37:36.473560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3de58079-5571-4426-b86c-d65674e922e6 req-37c7666f-4ee6-4955-a073-267b1296a248 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217299
Dec 10 04:37:37.517884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e030c-5171-4dda-aff4-ccc0be38ecef req-55173ca2-7ac9-4f52-bc74-1d63a95e8ba6 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:37.519320 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9e8e030c-5171-4dda-aff4-ccc0be38ecef req-55173ca2-7ac9-4f52-bc74-1d63a95e8ba6 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 944 time: 0.0784309
Dec 10 04:37:37.563631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9e8e030c-5171-4dda-aff4-ccc0be38ecef req-a143fed4-4998-43e1-af9c-ad44a88dd2a3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384448
Dec 10 04:37:38.745040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b35bba-856d-4731-8437-f93aaa5f7ade req-57449fc6-ab99-410d-a143-68e3af591c08 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:38.746563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80b35bba-856d-4731-8437-f93aaa5f7ade req-57449fc6-ab99-410d-a143-68e3af591c08 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 944 time: 0.0824323
Dec 10 04:37:38.790953 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80b35bba-856d-4731-8437-f93aaa5f7ade req-d06f5b72-9365-4dc7-9aa9-1bf6dd4e5b29 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381184
Dec 10 04:37:39.290558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:37:39.457185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:39.469778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00', 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526', 'port_id': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00', 'mac_address': 'fa:16:3e:39:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64854e0c-0433-4a52-9107-67cce2afe7fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:37:39.525587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:39.541378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:39.556268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:39.560668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:39.562353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:39.625115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:39.628046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:39.972467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8bb29-9d1a-47b8-8dbb-74e26c235a51 req-348d4b3c-ea6e-49b5-a8f2-74a9d8d4c6e8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:39.973934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30b8bb29-9d1a-47b8-8dbb-74e26c235a51 req-348d4b3c-ea6e-49b5-a8f2-74a9d8d4c6e8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 945 time: 0.0785429
Dec 10 04:37:39.981017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['73f8ebc7-4688-4e3b-83c9-6bff95f7da00'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:40.023458 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30b8bb29-9d1a-47b8-8dbb-74e26c235a51 req-c8a4a302-3bf9-483d-b539-12bf2029b107 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437064
Dec 10 04:37:40.675033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:37:41.202815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b2a6-83d9-4f77-a661-8e13f6cd1c6f req-5c908c03-f7ba-487f-bba7-a62149590038 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:41.204248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-42b9b2a6-83d9-4f77-a661-8e13f6cd1c6f req-5c908c03-f7ba-487f-bba7-a62149590038 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 945 time: 0.0795822
Dec 10 04:37:41.247232 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-42b9b2a6-83d9-4f77-a661-8e13f6cd1c6f req-d070adc8-94b7-486c-b884-85dd5a0f84be tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373852
Dec 10 04:37:41.306394 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:37:41.371525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:37:41.376685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:37:41.377074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:41.491424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:41.517839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:41.527973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:41.531715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:41.533595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:41.564064 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00', 'code': 200}
Dec 10 04:37:41.603476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:41.607695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:41.818146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643a60-c4e0-441c-8c9d-b9b772947584 req-9f2b9308-d621-4cf0-a87b-0f75e11aaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:41.819486 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10643a60-c4e0-441c-8c9d-b9b772947584 req-9f2b9308-d621-4cf0-a87b-0f75e11aaa59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 1099 time: 0.0726318
Dec 10 04:37:41.860792 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10643a60-c4e0-441c-8c9d-b9b772947584 req-faa4f72d-4a61-4a41-a01d-46dbb8d1f12c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336149
Dec 10 04:37:42.432911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bcd1-4fd9-475f-b133-c1d7d063c9a0 req-5fe45034-810f-48b8-bcd0-510d53ec2ac2 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:42.434394 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b398bcd1-4fd9-475f-b133-c1d7d063c9a0 req-5fe45034-810f-48b8-bcd0-510d53ec2ac2 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0821004
Dec 10 04:37:42.477680 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b398bcd1-4fd9-475f-b133-c1d7d063c9a0 req-967a6f4f-f996-44bb-b533-6924064dee35 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369883
Dec 10 04:37:43.657858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ecea2-ccf6-4797-9879-2e7e86a83b72 req-55840e4b-af8d-45e8-836c-5878b194846b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:43.659291 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-626ecea2-ccf6-4797-9879-2e7e86a83b72 req-55840e4b-af8d-45e8-836c-5878b194846b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0779462
Dec 10 04:37:43.702766 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-626ecea2-ccf6-4797-9879-2e7e86a83b72 req-b70f9d74-4a1e-4ee6-8f9d-36edd475196a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379698
Dec 10 04:37:43.978491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-a257a3c0-22c2-4066-8b51-392ad9016724 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:43.979911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-a257a3c0-22c2-4066-8b51-392ad9016724 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 814 time: 0.1418538
Dec 10 04:37:43.994585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-4695f516-7c77-4d52-bfe0-1d62df392e45 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/quotas/2a765dec3e954a8983db55b0050e7e4b HTTP/1.1" status: 200  len: 375 time: 0.0086677
Dec 10 04:37:44.077824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-02599c5d-4ffc-40d3-99ac-84d354565283 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0777578
Dec 10 04:37:44.206383 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-7640cee2-0aee-4b33-8582-6e373e51e1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221464
Dec 10 04:37:44.333186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-505abb34-c870-4475-96d3-8b27e1539f9a service neutron] 10.222.0.44 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209486
Dec 10 04:37:44.425868 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:44.427134 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-112a5400-c288-416c-b77f-7693aa87a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:44.507754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db2f4d73-552d-49bf-92a5-effed4073eb4 req-fa4959cc-30b0-4fda-8539-6b0e098cfa24 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 210 time: 0.0417511
Dec 10 04:37:45.673839 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-32a86fe4-3d25-49d1-9ff7-3adb67446400 req-b8bb005d-a5e2-4085-95c7-216181c89046 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 210 time: 0.0614252
Dec 10 04:37:45.738678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-2122685e-2c21-4079-bd2b-195f60bd9732 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:45.740076 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-2122685e-2c21-4079-bd2b-195f60bd9732 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 814 time: 0.1529961
Dec 10 04:37:45.757576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Request body: {'port': {'device_id': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526', 'admin_state_up': True, 'tenant_id': '2a765dec3e954a8983db55b0050e7e4b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:45.892049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:37:45.895953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Usage tracker for resource:port and tenant:2a765dec3e954a8983db55b0050e7e4b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:37:45.899025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:37:45.904388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:37:45.914047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Made reservation on behalf of 2a765dec3e954a8983db55b0050e7e4b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:37:45.917533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.078310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Allocated IP 172.20.0.11 (256854ce-8942-4bb0-9899-d47caa3c4526/64854e0c-0433-4a52-9107-67cce2afe7fe/7e206514-6cbf-4d09-8cb2-c52381f4310e) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:37:46.276836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.305748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.311992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-60c8cd19-3a64-4e20-88e6-33d3dc04c8f8 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:46.338881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['73f8ebc7-4688-4e3b-83c9-6bff95f7da00'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:46.379761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Network 256854ce-8942-4bb0-9899-d47caa3c4526 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:37:46.382968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:37:46.386797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:37:46.419874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Pushing event updated for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:46.430415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:46.455715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:46.456316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.476263 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7221875
Dec 10 04:37:46.493356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Request body: {'port': {'device_id': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:37:46.602143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.772698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3d98bc5f-51cd-4cab-8b69-ffdf97ff6f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.868878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135973e-0fb0-42d3-b7af-4bc793f91f9a req-5ff01c71-81e8-4c4c-9c43-fdddbca1011b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:46.870277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d135973e-0fb0-42d3-b7af-4bc793f91f9a req-5ff01c71-81e8-4c4c-9c43-fdddbca1011b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 932 time: 0.0921807
Dec 10 04:37:46.915545 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d135973e-0fb0-42d3-b7af-4bc793f91f9a req-daed08f0-c8f9-4811-b45e-4f7d6c1d7dc1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390394
Dec 10 04:37:46.955132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e206514-6cbf-4d09-8cb2-c52381f4310e {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:46.962153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.976349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Transition to ACTIVE for port object 7e206514-6cbf-4d09-8cb2-c52381f4310e will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:37:46.980200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:46.983676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:47.241005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Pushing event updated for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:47.248157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:47.317210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Attempting to bind port 7e206514-6cbf-4d09-8cb2-c52381f4310e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:37:47.317573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Attempting to bind port 7e206514-6cbf-4d09-8cb2-c52381f4310e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:37:47.317899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Attempting to bind port 7e206514-6cbf-4d09-8cb2-c52381f4310e on network 256854ce-8942-4bb0-9899-d47caa3c4526 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:37:47.322587 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Port 7e206514-6cbf-4d09-8cb2-c52381f4310e on network 256854ce-8942-4bb0-9899-d47caa3c4526 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:37:47.322904 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Attempting to bind port 7e206514-6cbf-4d09-8cb2-c52381f4310e on network 256854ce-8942-4bb0-9899-d47caa3c4526 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:37:47.328435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:37:47.328777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Checking segment: {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:37:47.329147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Bound using segment: {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:37:47.329598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Bound port: 7e206514-6cbf-4d09-8cb2-c52381f4310e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd62eda-b8d7-4443-bc4d-e6cccf724736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:37:47.329940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:47.417873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:37:47.421049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:37:47.426666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:47.430140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1748b9e7-b9c7-450d-b431-3890dd9c2564 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:47.486973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:47.487574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:47.488916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e206514-6cbf-4d09-8cb2-c52381f4310e HTTP/1.1" status: 200  len: 1094 time: 0.9996927
Dec 10 04:37:47.489475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:47.510126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Pushing event updated for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:47.513891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:47.542380 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e', 'status': 'completed', 'code': 200}
Dec 10 04:37:47.631033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-b69e0836-9488-4413-b9bb-edfe71a3a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:47.632498 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-b69e0836-9488-4413-b9bb-edfe71a3a0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 1097 time: 0.0757174
Dec 10 04:37:47.704951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-66fa7635-b7b1-4a25-8d41-d5bc06501cbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e HTTP/1.1" status: 200  len: 217 time: 0.0600016
Dec 10 04:37:47.730473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:47.769401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8d77541f-82e2-45c3-b29a-7719c750c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:47.770823 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-8d77541f-82e2-45c3-b29a-7719c750c8e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 200  len: 854 time: 0.0604880
Dec 10 04:37:47.817413 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-3fb1447e-473b-4546-80cf-af2e143224ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256854ce-8942-4bb0-9899-d47caa3c4526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400484
Dec 10 04:37:47.952795 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-68fe5ef4-94a1-479f-95f3-d07671f4f109 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285946
Dec 10 04:37:48.056226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:48.083618 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6c677b-d15f-4835-8480-c32229ff8708 req-873d4c02-fc8d-452f-beaf-0bb7a153ff0a service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247804
Dec 10 04:37:48.118086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dacf5d-ae70-49e4-82fa-7a6427fe8b5c req-f551d585-7d99-4a70-93c0-f467db103292 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:48.119530 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9dacf5d-ae70-49e4-82fa-7a6427fe8b5c req-f551d585-7d99-4a70-93c0-f467db103292 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 944 time: 0.0985513
Dec 10 04:37:48.244748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-92b7f66c-7bf3-4f9b-a7b0-9013674d871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:48.246292 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-92b7f66c-7bf3-4f9b-a7b0-9013674d871a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 1097 time: 0.0753772
Dec 10 04:37:48.292078 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c9dacf5d-ae70-49e4-82fa-7a6427fe8b5c req-299a57d7-f200-4b63-879d-f34b30b8d970 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669819
Dec 10 04:37:48.383977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-1d3da2ac-ea32-438c-a734-41e6db6940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:48.385486 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-1d3da2ac-ea32-438c-a734-41e6db6940ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 915 time: 0.1323962
Dec 10 04:37:48.455012 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-d141e8df-7b86-4ce5-a173-3e1c4361fd66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e HTTP/1.1" status: 200  len: 217 time: 0.0636597
Dec 10 04:37:48.516625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-37a1abd0-7104-4afd-9049-1a1fb5d149d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:48.518069 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-37a1abd0-7104-4afd-9049-1a1fb5d149d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 200  len: 854 time: 0.0574136
Dec 10 04:37:48.566435 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-ce5ae728-ee45-45da-ab6e-7e18c5c0e815 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256854ce-8942-4bb0-9899-d47caa3c4526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424869
Dec 10 04:37:48.696772 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-31b8a3c7-bf02-462d-88b5-c64a78e153d3 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237955
Dec 10 04:37:48.939414 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-393c61c2-83e9-4d6e-92f7-bfef6b4b133d req-9e417ceb-17da-44a0-b385-1388fae6e630 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344825
Dec 10 04:37:49.474941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4e33-0508-4745-b58b-462b17eb598e req-07a636cb-4384-4ba1-b37b-7ffb6f9cd59c tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:49.476384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f04c4e33-0508-4745-b58b-462b17eb598e req-07a636cb-4384-4ba1-b37b-7ffb6f9cd59c tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 944 time: 0.0792694
Dec 10 04:37:49.519035 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f04c4e33-0508-4745-b58b-462b17eb598e req-3a33a2b4-aa09-4754-84d0-108003db885a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370960
Dec 10 04:37:49.567228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:50.699045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a12f41-0fd1-4995-b743-dcf8f9247c0d req-443d1585-7b1b-4a01-b422-ee3ce24c8da3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:50.700491 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40a12f41-0fd1-4995-b743-dcf8f9247c0d req-443d1585-7b1b-4a01-b422-ee3ce24c8da3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 944 time: 0.0807908
Dec 10 04:37:50.742736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40a12f41-0fd1-4995-b743-dcf8f9247c0d req-aaa9cb4a-a156-45e5-ab64-96666786ac62 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367162
Dec 10 04:37:51.344797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7e206514-6cbf-4d09-8cb2-c52381f4310e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:37:51.474227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:51.486662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '7e206514-6cbf-4d09-8cb2-c52381f4310e', 'network_id': '256854ce-8942-4bb0-9899-d47caa3c4526', 'port_id': '7e206514-6cbf-4d09-8cb2-c52381f4310e', 'mac_address': 'fa:16:3e:96:14:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64854e0c-0433-4a52-9107-67cce2afe7fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:37:51.540943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:51.557148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e206514-6cbf-4d09-8cb2-c52381f4310e {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:37:51.572384 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:51.577395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:51.579111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:51.645565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:51.652439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.652787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.653123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.653484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.654382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.654713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.655038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.655360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.655682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.656005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.656329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.656642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:37:51.660381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:51.928773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a62983-0774-4f9b-af13-7155a9e5958f req-f8cf8205-3516-4f18-9d73-fc2bb88b4b8d tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:51.930221 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46a62983-0774-4f9b-af13-7155a9e5958f req-f8cf8205-3516-4f18-9d73-fc2bb88b4b8d tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 945 time: 0.0822279
Dec 10 04:37:51.974627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['7e206514-6cbf-4d09-8cb2-c52381f4310e'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:51.976811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46a62983-0774-4f9b-af13-7155a9e5958f req-9e5da0b6-774b-4b04-84db-14455e59d251 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409575
Dec 10 04:37:53.157066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a37d8-3785-40e7-a3ca-616b9638cde2 req-39e8fae1-3b56-41f1-a3cc-eda4b8190ab3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:53.158452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a0a37d8-3785-40e7-a3ca-616b9638cde2 req-39e8fae1-3b56-41f1-a3cc-eda4b8190ab3 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 945 time: 0.0789869
Dec 10 04:37:53.202561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5a0a37d8-3785-40e7-a3ca-616b9638cde2 req-e409a224-ee50-4ab3-a229-aa5716b1b2d1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385709
Dec 10 04:37:53.369814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7e206514-6cbf-4d09-8cb2-c52381f4310e up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:37:53.437320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 7e206514-6cbf-4d09-8cb2-c52381f4310e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:37:53.442061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 7e206514-6cbf-4d09-8cb2-c52381f4310e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:37:53.442444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:53.555566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:53.615676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:53.625365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:53.629453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:53.631258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:53.696611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:53.699571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:53.753181 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e', 'code': 200}
Dec 10 04:37:54.003404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297b09-4097-4062-8d7e-c20f63490148 req-ba22732e-dde7-4e8f-ba1f-c93c45e7676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:54.004844 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-45297b09-4097-4062-8d7e-c20f63490148 req-ba22732e-dde7-4e8f-ba1f-c93c45e7676f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 1099 time: 0.0686436
Dec 10 04:37:54.043955 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-45297b09-4097-4062-8d7e-c20f63490148 req-7e4d3b96-aeee-4ca9-8d31-e7f5e3a15b67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328596
Dec 10 04:37:54.387913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44760bde-7baf-4bbd-99ad-86bbd13d3350 req-557b3b59-5820-456e-86f6-e597f6d64448 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:54.389387 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44760bde-7baf-4bbd-99ad-86bbd13d3350 req-557b3b59-5820-456e-86f6-e597f6d64448 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 946 time: 0.0825939
Dec 10 04:37:54.434749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44760bde-7baf-4bbd-99ad-86bbd13d3350 req-462b2b61-d45e-49e8-af15-fcbca2606106 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396974
Dec 10 04:37:55.616965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988c0a-9b46-49cf-a1ab-d4994a31fc31 req-57efae74-2422-4c41-a260-c99e7cf06edd tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:55.618438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-53988c0a-9b46-49cf-a1ab-d4994a31fc31 req-57efae74-2422-4c41-a260-c99e7cf06edd tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 946 time: 0.0794771
Dec 10 04:37:55.661384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-53988c0a-9b46-49cf-a1ab-d4994a31fc31 req-672c4a03-694f-4145-82b1-56bac05b2650 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373642
Dec 10 04:37:56.037000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9e50-12dc-45b0-b62b-e9db688c9c9d req-24b7fd1d-4ba4-4c44-bacc-fe971d430af1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:56.038484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c95e9e50-12dc-45b0-b62b-e9db688c9c9d req-24b7fd1d-4ba4-4c44-bacc-fe971d430af1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 946 time: 0.0857708
Dec 10 04:37:56.083343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c95e9e50-12dc-45b0-b62b-e9db688c9c9d req-6859cf74-f083-4ea6-8c61-eea92b856d1e tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392926
Dec 10 04:37:57.269524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86a4f-9def-40fb-8192-b4c03c63a6f7 req-9bb5a52c-0a40-4056-a6a2-4dd155e0d5db tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:57.271011 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c7c86a4f-9def-40fb-8192-b4c03c63a6f7 req-9bb5a52c-0a40-4056-a6a2-4dd155e0d5db tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 946 time: 0.0827639
Dec 10 04:37:57.322523 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c7c86a4f-9def-40fb-8192-b4c03c63a6f7 req-97f1a3d3-2ba4-4f94-8f36-b6b19b4e7324 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458310
Dec 10 04:37:57.741837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-bfffc463-f99c-4483-a680-3c4eb1025439 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:57.742524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-bfffc463-f99c-4483-a680-3c4eb1025439 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Synchronizing usage tracker for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:37:57.758702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-bfffc463-f99c-4483-a680-3c4eb1025439 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Unset dirty status for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:37:57.759809 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-bfffc463-f99c-4483-a680-3c4eb1025439 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 946 time: 0.0993497
Dec 10 04:37:57.828651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Deleting port 7e206514-6cbf-4d09-8cb2-c52381f4310e {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:37:57.829010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:58.073064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] For port 7e206514-6cbf-4d09-8cb2-c52381f4310e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7e206514-6cbf-4d09-8cb2-c52381f4310e,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:37:58.073370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:58.193765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Calling delete_port for 7e206514-6cbf-4d09-8cb2-c52381f4310e owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:37:58.333546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:58.338955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2b264286-0627-46c5-86ae-e8ed5ff27b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:37:58.366389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['73f8ebc7-4688-4e3b-83c9-6bff95f7da00', '7e206514-6cbf-4d09-8cb2-c52381f4310e'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:37:58.384094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Pushing event deleted for resources: {'Port': ['ID=7e206514-6cbf-4d09-8cb2-c52381f4310e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:37:58.387106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:37:58.460499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] No DVR routers for this DVR port 7e206514-6cbf-4d09-8cb2-c52381f4310e on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:37:58.462934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:37:58.465754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'name': 'network-vif-deleted', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:37:58.474812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4b324e51-7daa-4bb9-a20f-eedd0675d08b req-d6a662db-ef01-4ed9-b7a9-11484a5692bf tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a013d3b-8ff4-401d-b071-972ba5a6d5d3 HTTP/1.1" status: 200  len: 210 time: 0.0475783
Dec 10 04:37:58.490099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-287ab6a7-cd89-4b6a-ae57-f8ba7a09aa93 req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "DELETE /v2.0/ports/7e206514-6cbf-4d09-8cb2-c52381f4310e HTTP/1.1" status: 204  len: 173 time: 0.7240503
Dec 10 04:37:58.572571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a013d3b-8ff4-401d-b071-972ba5a6d5d3', 'name': 'network-vif-deleted', 'tag': '7e206514-6cbf-4d09-8cb2-c52381f4310e', 'status': 'completed', 'code': 200}
Dec 10 04:37:59.724580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17a4df-5522-4b07-a81c-f1205791c785 req-26091178-34f6-4278-b62e-ad55e0144786 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:59.726034 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c17a4df-5522-4b07-a81c-f1205791c785 req-26091178-34f6-4278-b62e-ad55e0144786 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0785463
Dec 10 04:37:59.769456 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c17a4df-5522-4b07-a81c-f1205791c785 req-c8c6ede2-b943-40d4-902f-15d204a1d24c tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377781
Dec 10 04:37:59.969533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b630a-26ed-4aef-982f-a33e8a14d0bc req-ded34284-9d45-4434-937d-87b065463b53 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:37:59.970971 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f12b630a-26ed-4aef-982f-a33e8a14d0bc req-ded34284-9d45-4434-937d-87b065463b53 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0826781
Dec 10 04:38:00.013652 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f12b630a-26ed-4aef-982f-a33e8a14d0bc req-74ef34db-02c6-4e6b-bc0a-3923f9d4a673 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370317
Dec 10 04:38:00.191938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31a575-3a81-4481-b2f2-d03e92c90ff1 req-23d39c91-7ca8-427f-b254-b30c88b8810a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:00.193367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad31a575-3a81-4481-b2f2-d03e92c90ff1 req-23d39c91-7ca8-427f-b254-b30c88b8810a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0780604
Dec 10 04:38:00.239747 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad31a575-3a81-4481-b2f2-d03e92c90ff1 req-320fc2a8-6bce-4931-8498-dea2b8a46f75 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405462
Dec 10 04:38:00.520602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9debfd9-ce0d-43c8-aafa-096c930a7ec3 req-b51574ef-383a-48f1-95ed-5d69a767cc02 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:00.522041 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a9debfd9-ce0d-43c8-aafa-096c930a7ec3 req-b51574ef-383a-48f1-95ed-5d69a767cc02 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0789046
Dec 10 04:38:00.564549 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a9debfd9-ce0d-43c8-aafa-096c930a7ec3 req-45c22ad9-2367-4ee3-8180-d04c72911b52 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369267
Dec 10 04:38:00.746965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bd0fe-258c-4b73-ae04-aa1388d25097 req-732ac494-d71c-44f8-80c9-6892da3c247b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:00.748886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d9bd0fe-258c-4b73-ae04-aa1388d25097 req-732ac494-d71c-44f8-80c9-6892da3c247b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0824094
Dec 10 04:38:00.791561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d9bd0fe-258c-4b73-ae04-aa1388d25097 req-8ef1031e-3b46-4cf1-9f05-13bdb625c87f tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371368
Dec 10 04:38:00.966126 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-8a12d027-98eb-4fe1-8599-2f1e9f43c6ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705864
Dec 10 04:38:00.993371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c300d0-c278-4cb6-8353-2541de2f220c req-f0130c66-5713-44e7-93f8-051e1fb2e6fd tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:00.994819 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7c300d0-c278-4cb6-8353-2541de2f220c req-f0130c66-5713-44e7-93f8-051e1fb2e6fd tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0795166
Dec 10 04:38:01.039900 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7c300d0-c278-4cb6-8353-2541de2f220c req-0f57bc0d-7212-431e-b296-c49010777863 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389171
Dec 10 04:38:01.130720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-2fb69318-18a6-4b43-bfbe-4946a387f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:01.132198 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-2fb69318-18a6-4b43-bfbe-4946a387f910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a765dec3e954a8983db55b0050e7e4b&device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 1099 time: 0.0776474
Dec 10 04:38:01.278354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-e7452358-8aab-49e2-8bf6-d0a3143360a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:01.280373 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-e7452358-8aab-49e2-8bf6-d0a3143360a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 200  len: 915 time: 0.1276059
Dec 10 04:38:01.350801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-c6a4adb1-e6bd-4991-aa2e-72c32ea0d412 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00 HTTP/1.1" status: 200  len: 217 time: 0.0634725
Dec 10 04:38:01.417703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7e206514-6cbf-4d09-8cb2-c52381f4310e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:38:01.418891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-8e7080b9-382f-4665-b868-44837c9eeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:01.420372 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-8e7080b9-382f-4665-b868-44837c9eeb7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 200  len: 854 time: 0.0635290
Dec 10 04:38:01.452855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 7e206514-6cbf-4d09-8cb2-c52381f4310e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:38:01.453334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7e206514-6cbf-4d09-8cb2-c52381f4310e not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:38:01.495243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-5ea882ac-bce5-46b5-99df-d73416380c4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=256854ce-8942-4bb0-9899-d47caa3c4526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400577
Dec 10 04:38:01.565285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc468b-c13c-4e1d-b333-b54e37711169 req-ca201fa8-c16d-433e-aae7-c0e26f265f6a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:01.566755 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbfc468b-c13c-4e1d-b333-b54e37711169 req-ca201fa8-c16d-433e-aae7-c0e26f265f6a tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0831356
Dec 10 04:38:01.611084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbfc468b-c13c-4e1d-b333-b54e37711169 req-42947c53-5f8c-4013-9efb-18f4e974b30b tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382228
Dec 10 04:38:01.633959 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-3d91c7af-a25f-43ce-ae86-7e8b9fef2b68 service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266506
Dec 10 04:38:01.877449 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-cc309872-9fbc-488c-8898-84cfc9b2d524 req-9c405dc6-a490-4708-82ac-5dea25bc834c service neutron] 10.222.0.18 "GET /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2389717
Dec 10 04:38:02.796021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588550f-d157-4a29-87a9-7ad8b5e34e4d req-d797e1ea-871e-4df5-84d4-475a224f1a35 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:02.797503 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7588550f-d157-4a29-87a9-7ad8b5e34e4d req-d797e1ea-871e-4df5-84d4-475a224f1a35 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0797811
Dec 10 04:38:02.843965 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7588550f-d157-4a29-87a9-7ad8b5e34e4d req-2880023e-1ad6-452d-8212-2f66bab66e56 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b758cf-b10c-4e51-b1a8-663e90822a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409615
Dec 10 04:38:03.268350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-c97e51b9-4aac-4545-a6dd-40d8918446ba tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:03.269031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-c97e51b9-4aac-4545-a6dd-40d8918446ba tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Synchronizing usage tracker for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:38:03.283631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-c97e51b9-4aac-4545-a6dd-40d8918446ba tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Unset dirty status for tenant:2a765dec3e954a8983db55b0050e7e4b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:38:03.284831 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-c97e51b9-4aac-4545-a6dd-40d8918446ba tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 946 time: 0.0966325
Dec 10 04:38:03.352210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Deleting port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:03.352548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:03.592168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] For port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,segment=NetworkSegment(ddd62eda-b8d7-4443-bc4d-e6cccf724736),segment_id=ddd62eda-b8d7-4443-bc4d-e6cccf724736)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:03.592441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:03.713384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Calling delete_port for 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:03.853886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:03.860386 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4975725a-a232-42c6-b949-b2ac5fee2a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:03.886697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['73f8ebc7-4688-4e3b-83c9-6bff95f7da00'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:38:03.913236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Pushing event deleted for resources: {'Port': ['ID=73f8ebc7-4688-4e3b-83c9-6bff95f7da00,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:03.915778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:03.988375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] No DVR routers for this DVR port 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:38:03.990907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:03.994754 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'name': 'network-vif-deleted', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:38:04.003378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0bc966e8-02b5-4124-bc7e-3ccc98d50bd2 req-54d1a2ba-4baa-435f-b05d-3ee83636bbb4 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6354709-b393-49f4-b79e-4c61ec811d57 HTTP/1.1" status: 200  len: 210 time: 0.0425851
Dec 10 04:38:04.010231 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c9afe4e9-b842-4b12-921c-f8cb12105bb2 req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] 10.222.0.18 "DELETE /v2.0/ports/73f8ebc7-4688-4e3b-83c9-6bff95f7da00 HTTP/1.1" status: 204  len: 173 time: 0.7201576
Dec 10 04:38:04.046209 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6354709-b393-49f4-b79e-4c61ec811d57', 'name': 'network-vif-deleted', 'tag': '73f8ebc7-4688-4e3b-83c9-6bff95f7da00', 'status': 'completed', 'code': 200}
Dec 10 04:38:05.097500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48618) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:05.156280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Deleting subnet 64854e0c-0433-4a52-9107-67cce2afe7fe {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:38:05.159218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.210525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.263920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.329157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.333502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4866718f-a081-4269-a5b3-42f5b26ea06b tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:05.370229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64854e0c-0433-4a52-9107-67cce2afe7fe,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:05.373228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:05.374210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.380069 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64854e0c-0433-4a52-9107-67cce2afe7fe HTTP/1.1" status: 204  len: 168 time: 0.2815881
Dec 10 04:38:05.382520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48622) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:05.484661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.713882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.738473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbee8e0>,) {'filters': {'network_id': ['256854ce-8942-4bb0-9899-d47caa3c4526']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:05.749860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbee8e0>, 'ddd62eda-b8d7-4443-bc4d-e6cccf724736') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:05.750156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9cbee8e0>, 'ddd62eda-b8d7-4443-bc4d-e6cccf724736') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:05.760998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.776549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.782999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:05.783369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:05.796440 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:05.870964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.876285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:05.878990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b9577bc1-a6ab-4e58-b547-920bd72c39ff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:05.900035 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=256854ce-8942-4bb0-9899-d47caa3c4526,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:05.902894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:05.907460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/256854ce-8942-4bb0-9899-d47caa3c4526 HTTP/1.1" status: 204  len: 168 time: 0.5240228
Dec 10 04:38:06.015588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48628) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:06.063700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6999853a-ba7d-4ec2-b9ff-d031f2301e8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a765dec3e954a8983db55b0050e7e4b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0468526
Dec 10 04:38:06.065911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48632) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:06.123334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:06.147619 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:06.201765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:06.206493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-daf17a0b-a399-4cf5-80ee-25cca474097e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:06.218435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b758cf-b10c-4e51-b1a8-663e90822a39,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:06.221502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:06.223587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:06.225974 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-98248364-1be1-41d3-8405-31023acae608 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1b758cf-b10c-4e51-b1a8-663e90822a39 HTTP/1.1" status: 204  len: 168 time: 0.1577580
Dec 10 04:38:06.958550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48656) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:07.055997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642421360'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:07.061415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:07.065166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:network and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:07.067966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:07.074682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:07.084111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:07.087491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.099045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.113464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:07.117106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:security_group_rule and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:07.119825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:07.125966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:07.211971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.215544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.218397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c570ed00-9e5c-464a-a337-e2e6c7c7c87f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:07.251810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:07.253833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7182187-bc76-4e06-aa40-7d8dfcede4da,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:07.258796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:07.263809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.264158 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Added segment 10eb2c9d-7cd9-4cea-81ac-f23180a48d14 of type vlan for network 81595794-ae98-4a47-8cf8-f8299a5c3d63
Dec 10 04:38:07.289877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.320103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.325886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:07.326466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:07.329799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fabdef66-3531-44a9-9d71-206fc23d2739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:07.432203 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4725664
Dec 10 04:38:07.435261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Network': ['ID=81595794-ae98-4a47-8cf8-f8299a5c3d63,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:07.436231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:38:07.437969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:07.469400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:07.496310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:38:07.496661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 73f8ebc7-4688-4e3b-83c9-6bff95f7da00 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:38:10.709995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48662) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:10.715803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'subnet': {'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:10.824855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:10.829145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:subnet and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:10.831985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:10.837937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:10.848488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:10.852441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.075045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.079022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5956bdc2-fd4f-4175-9ff0-578ad01cff71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:11.151291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Subnet': ['ID=dc59ba39-e508-4bfa-ba9b-3f8d2895cd68,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:11.160152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:11.162510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking segment: {'id': '10eb2c9d-7cd9-4cea-81ac-f23180a48d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:11.162866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network hostable DHCP agents. Network: 81595794-ae98-4a47-8cf8-f8299a5c3d63, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:11.183611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:11.194111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 81595794-ae98-4a47-8cf8-f8299a5c3d63) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:11.199069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:11.199763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.206991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0dc5f-4993-4c46-bba5-63d31d63e6b9 None None] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:11.226831 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2b97b93e-0252-48bb-9972-de377c8a327d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5155063
Dec 10 04:38:11.230394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48666) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:11.237706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674645142'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:11.244004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:11.249670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:network and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:11.253756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:11.261131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:11.272701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:11.276126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.302777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:11.311587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.311925 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Added segment f2f90d65-da16-4894-98d0-7f5642e49568 of type vlan for network 501339aa-d6fc-433b-a698-518a63b4b7aa
Dec 10 04:38:11.338232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.366504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.372302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:11.373560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.378557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-98012869-c4a5-49a4-833c-b70441fa82c5 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:11.424343 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-81595794-ae98-4a47-8cf8-f8299a5c3d63', 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63', 'tenant_id': '28bb76937843468084131ecc54879a86', 'fixed_ips': [{'subnet_id': 'dc59ba39-e508-4bfa-ba9b-3f8d2895cd68'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:11.425364 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.464041 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2325237
Dec 10 04:38:11.467033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48670) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:11.473378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'subnet': {'network_id': '501339aa-d6fc-433b-a698-518a63b4b7aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:11.485154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Network': ['ID=501339aa-d6fc-433b-a698-518a63b4b7aa,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:11.487913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8cd62782-aede-431c-b1f4-5a089e4548c7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:11.498416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 501339aa-d6fc-433b-a698-518a63b4b7aa details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:11.587779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:11.591859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:subnet and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:11.594887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:11.600546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:11.610195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:11.613795 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.665410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Allocated IP 2001:db8:0:ffff::2 (81595794-ae98-4a47-8cf8-f8299a5c3d63/dc59ba39-e508-4bfa-ba9b-3f8d2895cd68/e867d365-b71e-4529-abd2-d48b89e96b2b) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:11.841261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.846289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0573b5e5-9966-47ed-bc35-d6d1013f61b0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:11.873629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.884095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Transition to ACTIVE for port object e867d365-b71e-4529-abd2-d48b89e96b2b will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:11.903263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Transition to ACTIVE for port object e867d365-b71e-4529-abd2-d48b89e96b2b will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:11.911035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:11.916000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:11.980112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:11.983814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:11.988316 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:11.994302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Pushing event updated for resources: {'Port': ['ID=e867d365-b71e-4529-abd2-d48b89e96b2b,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:11.998419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:12.042436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Subnet': ['ID=ee892618-652d-46c5-9596-729d6c8e48ad,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:12.046681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:12.052330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking segment: {'id': 'f2f90d65-da16-4894-98d0-7f5642e49568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '501339aa-d6fc-433b-a698-518a63b4b7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:12.052684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network hostable DHCP agents. Network: 501339aa-d6fc-433b-a698-518a63b4b7aa, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:12.071400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network 501339aa-d6fc-433b-a698-518a63b4b7aa is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:12.080220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 501339aa-d6fc-433b-a698-518a63b4b7aa) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:12.084528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:12.084995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.085350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Attempting to bind port e867d365-b71e-4529-abd2-d48b89e96b2b on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:12.085791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Attempting to bind port e867d365-b71e-4529-abd2-d48b89e96b2b by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '10eb2c9d-7cd9-4cea-81ac-f23180a48d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:12.086104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Attempting to bind port e867d365-b71e-4529-abd2-d48b89e96b2b on network 81595794-ae98-4a47-8cf8-f8299a5c3d63 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:12.093282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaacc3a-1b02-43c3-b401-3548eb9ba082 None None] Network 501339aa-d6fc-433b-a698-518a63b4b7aa requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:12.105326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:12.105647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Checking segment: {'id': '10eb2c9d-7cd9-4cea-81ac-f23180a48d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:12.106061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.106465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Bound using segment: {'id': '10eb2c9d-7cd9-4cea-81ac-f23180a48d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:12.106999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Bound port: e867d365-b71e-4529-abd2-d48b89e96b2b, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eb2c9d-7cd9-4cea-81ac-f23180a48d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81595794-ae98-4a47-8cf8-f8299a5c3d63'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:12.107892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.109631 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7527d0b1-eb30-4698-9f92-561935830e5a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6413946
Dec 10 04:38:12.110334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48674) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:12.250811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.318563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.351731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] For port e867d365-b71e-4529-abd2-d48b89e96b2b, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:12.370714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] For port e867d365-b71e-4529-abd2-d48b89e96b2b, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e867d365-b71e-4529-abd2-d48b89e96b2b,segment=NetworkSegment(10eb2c9d-7cd9-4cea-81ac-f23180a48d14),segment_id=10eb2c9d-7cd9-4cea-81ac-f23180a48d14)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:12.376139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.382047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:12.400909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.405142 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cb99cb23-a779-422c-8d7d-34b2e2f4af69 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:12.438640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Subnet': ['ID=ee892618-652d-46c5-9596-729d6c8e48ad,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:12.442563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:12.505927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27913a00-72d5-4a02-a4da-8a6e7236c0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-501339aa-d6fc-433b-a698-518a63b4b7aa', 'network_id': '501339aa-d6fc-433b-a698-518a63b4b7aa', 'tenant_id': '28bb76937843468084131ecc54879a86', 'fixed_ips': [{'subnet_id': 'ee892618-652d-46c5-9596-729d6c8e48ad'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:12.506741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-27913a00-72d5-4a02-a4da-8a6e7236c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.521388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Pushing event updated for resources: {'Port': ['ID=e867d365-b71e-4529-abd2-d48b89e96b2b,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:12.526935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:12.543910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.571344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96cae640>,) {'filters': {'network_id': ['501339aa-d6fc-433b-a698-518a63b4b7aa']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:12.587656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96cae640>, 'f2f90d65-da16-4894-98d0-7f5642e49568') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:12.587960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96cae640>, 'f2f90d65-da16-4894-98d0-7f5642e49568') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:12.601700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.616820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76847cc-9048-4d33-8a23-a16633733af4 None None] Network 501339aa-d6fc-433b-a698-518a63b4b7aa requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:12.619746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.626697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:12.627344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:12.642913 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:12.737910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.749121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4aa97d48-96ad-465d-bf0a-93aaff580bbe tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:12.766320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.779760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Network': ['ID=501339aa-d6fc-433b-a698-518a63b4b7aa,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:12.783173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:12.784721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/501339aa-d6fc-433b-a698-518a63b4b7aa HTTP/1.1" status: 204  len: 168 time: 0.6731744
Dec 10 04:38:12.788275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48678) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:12.794172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500078123'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:12.799864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:12.804234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:network and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:12.807236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:12.813281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:12.823717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:12.827665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.864897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:12.874037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.874493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Added segment 54b24e5f-6c0a-46dc-aaa3-142a01e1b412 of type vlan for network 81e34c51-e1b6-40c7-808b-9a084faacc19
Dec 10 04:38:12.901517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.936004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.941518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:12.942098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:12.945903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-522faf49-8927-4c32-9e3c-696773eececf tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:13.167041 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3777041
Dec 10 04:38:13.167997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Network': ['ID=81e34c51-e1b6-40c7-808b-9a084faacc19,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:13.169938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48682) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:13.172541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9c6f99ac-0117-4513-b4db-f0bdd5f0c57a tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:13.176517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'subnet': {'network_id': '81e34c51-e1b6-40c7-808b-9a084faacc19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:13.178778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 81e34c51-e1b6-40c7-808b-9a084faacc19 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:13.290532 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:13.294417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:subnet and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:13.297269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:13.303055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:13.313255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:13.316755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.412195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Performing IP validity checks on allocation pools {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 10 04:38:13.412713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.ipam_backend_mixin [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87630) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 10 04:38:13.500100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4b6f7-89eb-40e2-b51c-d47c816d42b4 None None] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:13.541427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.545063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c5f9bdb8-6032-4d4b-888e-66106c312c31 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:13.592442 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7e7709d4-4bdb-4a10-8b79-c74b77e1404e None None] Provisioning for port e867d365-b71e-4529-abd2-d48b89e96b2b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:13.620206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Subnet': ['ID=a65f0926-5cd5-4649-9ea5-f364b8a3a41d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:13.624098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:13.629762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking segment: {'id': '54b24e5f-6c0a-46dc-aaa3-142a01e1b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '81e34c51-e1b6-40c7-808b-9a084faacc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:13.630118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network hostable DHCP agents. Network: 81e34c51-e1b6-40c7-808b-9a084faacc19, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:13.649223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network 81e34c51-e1b6-40c7-808b-9a084faacc19 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:13.658096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 81e34c51-e1b6-40c7-808b-9a084faacc19) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:13.662002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:13.662761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.668457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cb83d-8413-4fcf-b4fd-c2fa114690d1 None None] Network 81e34c51-e1b6-40c7-808b-9a084faacc19 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:13.683004 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1e614b05-3faf-4126-9533-a77b631bc8c5 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5119696
Dec 10 04:38:13.686138 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48686) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:13.825579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.893964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.942705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840fa1f-856d-4286-9996-69c1534d111c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-81e34c51-e1b6-40c7-808b-9a084faacc19', 'network_id': '81e34c51-e1b6-40c7-808b-9a084faacc19', 'tenant_id': '28bb76937843468084131ecc54879a86', 'fixed_ips': [{'subnet_id': 'a65f0926-5cd5-4649-9ea5-f364b8a3a41d'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:13.943562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2840fa1f-856d-4286-9996-69c1534d111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.974420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:13.978193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-34b16bc2-be50-464a-aafa-1dc7a56ed8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:14.015060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Subnet': ['ID=a65f0926-5cd5-4649-9ea5-f364b8a3a41d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:14.017949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server [None req-2840fa1f-856d-4286-9996-69c1534d111c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a65f0926-5cd5-4649-9ea5-f364b8a3a41d: This subnet is being modified by another concurrent operation.
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server     raise exception
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a65f0926-5cd5-4649-9ea5-f364b8a3a41d: This subnet is being modified by another concurrent operation.
Dec 10 04:38:14.049773 dv-neutron-821182-1-hyperv neutron-server[87631]: ERROR oslo_messaging.rpc.server 
Dec 10 04:38:14.071453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85ed63-24e1-4c5e-8819-e044e57a44a2 None None] Network 81e34c51-e1b6-40c7-808b-9a084faacc19 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:14.118669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.145604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9caefcd0>,) {'filters': {'network_id': ['81e34c51-e1b6-40c7-808b-9a084faacc19']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:14.158100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9caefcd0>, '54b24e5f-6c0a-46dc-aaa3-142a01e1b412') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:14.158397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9caefcd0>, '54b24e5f-6c0a-46dc-aaa3-142a01e1b412') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:14.170064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.187375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.193608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:14.193994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:14.209586 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:14.251984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483fca5-6012-4138-aa14-2cca366f0ba8 None None] get_active_networks_info from dv-neutron-821182-1-hyperv {{(pid=87631) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 10 04:38:14.291025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.296143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.300594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:14.324456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Network': ['ID=81e34c51-e1b6-40c7-808b-9a084faacc19,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:14.328249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:14.333385 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0c1feb1a-1fa5-4c08-95d9-74d071a18096 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/81e34c51-e1b6-40c7-808b-9a084faacc19 HTTP/1.1" status: 204  len: 168 time: 0.6426589
Dec 10 04:38:14.333489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48690) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:14.339163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465557759'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:14.344153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:14.347929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:network and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:14.350646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483fca5-6012-4138-aa14-2cca366f0ba8 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 10 04:38:14.350780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:14.357841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:14.371718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:14.378371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e867d365-b71e-4529-abd2-d48b89e96b2b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:14.378544 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.408974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:14.418387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.418804 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Added segment d95f919a-e809-4e07-a5f7-9cbc2bb3c18f of type vlan for network 1fbd9fd1-578c-4940-873b-c0995ad84e32
Dec 10 04:38:14.444515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.474104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.479788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:14.480389 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.484654 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-146fb78c-0c60-425a-94a5-71b90487b4a3 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:14.556404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.562355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9ce17561-9959-47dd-a3c8-978af0eecee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.583648 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2463033
Dec 10 04:38:14.584129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48694) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:14.589816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Network': ['ID=1fbd9fd1-578c-4940-873b-c0995ad84e32,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:14.592801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'subnet': {'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:14.597433 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.597816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.598191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.598564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.599786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.599786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.599786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.600101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.600326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.600704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.601038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.601437 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:14.604997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-209bc8b4-e3aa-4761-9140-bb77befcdb53 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:14.605196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e867d365-b71e-4529-abd2-d48b89e96b2b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:14.620035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 1fbd9fd1-578c-4940-873b-c0995ad84e32 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:14.643972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e867d365-b71e-4529-abd2-d48b89e96b2b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:14.644353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.720436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:14.724301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:subnet and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:14.727180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:14.733489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:14.742903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:14.746484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.920730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.972976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.974992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e867d365-b71e-4529-abd2-d48b89e96b2b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e867d365-b71e-4529-abd2-d48b89e96b2b,segment=NetworkSegment(10eb2c9d-7cd9-4cea-81ac-f23180a48d14),segment_id=10eb2c9d-7cd9-4cea-81ac-f23180a48d14)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:14.977662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a6a6843e-b5ce-436e-8844-4f1dda7f4398 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:14.980958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:14.986214 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:15.050691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e867d365-b71e-4529-abd2-d48b89e96b2b,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:15.053987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:15.054404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Subnet': ['ID=1fa47cd6-9ea2-4060-a07f-73c3387f301c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:15.057817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:15.063734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking segment: {'id': 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:15.064096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network hostable DHCP agents. Network: 1fbd9fd1-578c-4940-873b-c0995ad84e32, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:15.081718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network 1fbd9fd1-578c-4940-873b-c0995ad84e32 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:15.090118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 1fbd9fd1-578c-4940-873b-c0995ad84e32) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:15.094517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:15.095095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.099253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d3617-76b6-4b4a-b225-efe3462d01a8 None None] Network 1fbd9fd1-578c-4940-873b-c0995ad84e32 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:15.115352 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-80ece0f3-6b87-4565-b03c-26b65c600675 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5299747
Dec 10 04:38:15.118866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48698) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:15.124367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303390305'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:15.129117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:15.132916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:network and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:15.135754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:15.142858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:15.153091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:15.157224 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.186114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:15.194815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.195165 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Added segment 71258d91-312f-495a-b413-2ce0766ca775 of type vlan for network 68325644-4c21-41b1-8c24-1e0daaf974a4
Dec 10 04:38:15.224960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.254613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.260230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:15.260805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.265751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-484a7111-fc17-4e88-a95e-504cee4e4ce1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:15.316105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-1fbd9fd1-578c-4940-873b-c0995ad84e32', 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32', 'tenant_id': '28bb76937843468084131ecc54879a86', 'fixed_ips': [{'subnet_id': '1fa47cd6-9ea2-4060-a07f-73c3387f301c'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:15.316974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.347278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2273946
Dec 10 04:38:15.350261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48702) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:15.356066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Request body: {'subnet': {'network_id': '68325644-4c21-41b1-8c24-1e0daaf974a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:15.369976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Network': ['ID=68325644-4c21-41b1-8c24-1e0daaf974a4,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:15.373362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-554125cf-d834-431a-bbaf-60e429f04ed0 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:15.391934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 68325644-4c21-41b1-8c24-1e0daaf974a4 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:15.466999 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:15.470833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Usage tracker for resource:subnet and tenant:28bb76937843468084131ecc54879a86 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:15.473882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:15.479297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:15.488916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Made reservation on behalf of 28bb76937843468084131ecc54879a86 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:15.492524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.564375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Allocated IP 2001:db8::2 (1fbd9fd1-578c-4940-873b-c0995ad84e32/1fa47cd6-9ea2-4060-a07f-73c3387f301c/2f645463-317c-4d4f-934b-62838348dc20) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:15.707082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.711430 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-777c8d1c-fb8d-4f67-b0b6-32b7ac461347 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:15.771439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.781548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Transition to ACTIVE for port object 2f645463-317c-4d4f-934b-62838348dc20 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:15.788762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event updated for resources: {'Subnet': ['ID=d0bf03f1-e75d-41b5-9cb6-6b58af63e335,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:15.792249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:15.797923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Checking segment: {'id': '71258d91-312f-495a-b413-2ce0766ca775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '68325644-4c21-41b1-8c24-1e0daaf974a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:15.798285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network hostable DHCP agents. Network: 68325644-4c21-41b1-8c24-1e0daaf974a4, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:15.800210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Transition to ACTIVE for port object 2f645463-317c-4d4f-934b-62838348dc20 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:15.806291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.811869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:15.817112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Network 68325644-4c21-41b1-8c24-1e0daaf974a4 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:15.826483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 68325644-4c21-41b1-8c24-1e0daaf974a4) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:15.831938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:15.832519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:15.848935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febbfb4-ec75-46a0-a30c-fc27a26a28bb None None] Network 68325644-4c21-41b1-8c24-1e0daaf974a4 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:15.855551 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5041544
Dec 10 04:38:15.858189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48706) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:15.948284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Network 1fbd9fd1-578c-4940-873b-c0995ad84e32 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:15.953295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:15.960056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:15.970234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Pushing event updated for resources: {'Port': ['ID=2f645463-317c-4d4f-934b-62838348dc20,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:16.003086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.009284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:16.068073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.113403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Attempting to bind port 2f645463-317c-4d4f-934b-62838348dc20 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:16.113756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Attempting to bind port 2f645463-317c-4d4f-934b-62838348dc20 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:16.114131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Attempting to bind port 2f645463-317c-4d4f-934b-62838348dc20 on network 1fbd9fd1-578c-4940-873b-c0995ad84e32 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:16.144648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.148540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c35ae360-cfe1-46e5-9d41-d8125bd6c244 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:16.174133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:16.174537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Checking segment: {'id': 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:16.175009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.175428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Bound using segment: {'id': 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:16.175919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Bound port: 2f645463-317c-4d4f-934b-62838348dc20, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1fbd9fd1-578c-4940-873b-c0995ad84e32'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:16.176300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.290468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21471a6-c626-4a6e-96e4-e56a7abbcd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-68325644-4c21-41b1-8c24-1e0daaf974a4', 'network_id': '68325644-4c21-41b1-8c24-1e0daaf974a4', 'tenant_id': '28bb76937843468084131ecc54879a86', 'fixed_ips': [{'subnet_id': 'd0bf03f1-e75d-41b5-9cb6-6b58af63e335'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:16.291320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d21471a6-c626-4a6e-96e4-e56a7abbcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.306445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bf03f1-e75d-41b5-9cb6-6b58af63e335,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:16.309996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:16.364600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e867d365-b71e-4529-abd2-d48b89e96b2b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:16.393854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] For port 2f645463-317c-4d4f-934b-62838348dc20, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:16.408681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.434586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8ffd90>,) {'filters': {'network_id': ['68325644-4c21-41b1-8c24-1e0daaf974a4']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:16.442462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] For port 2f645463-317c-4d4f-934b-62838348dc20, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2f645463-317c-4d4f-934b-62838348dc20,segment=NetworkSegment(d95f919a-e809-4e07-a5f7-9cbc2bb3c18f),segment_id=d95f919a-e809-4e07-a5f7-9cbc2bb3c18f)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:16.447721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8ffd90>, '71258d91-312f-495a-b413-2ce0766ca775') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:16.448048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c8ffd90>, '71258d91-312f-495a-b413-2ce0766ca775') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:16.450455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.455461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-be256aa3-7a17-4696-aab7-653739ee0170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:16.459822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.476346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.483579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:16.484003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:16.498620 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:16.551994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e867d365-b71e-4529-abd2-d48b89e96b2b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:16.552310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.583707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.584318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fd5df-0908-438e-96ec-aa5b3a240aef None None] Network 68325644-4c21-41b1-8c24-1e0daaf974a4 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:16.587587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4f05b4e2-aa00-4084-85d2-f8385e2f4d47 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:16.603762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.610418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Pushing event updated for resources: {'Port': ['ID=2f645463-317c-4d4f-934b-62838348dc20,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:16.615649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Network': ['ID=68325644-4c21-41b1-8c24-1e0daaf974a4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:16.618825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:16.623139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/68325644-4c21-41b1-8c24-1e0daaf974a4 HTTP/1.1" status: 204  len: 168 time: 0.7609582
Dec 10 04:38:16.623287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:16.623735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48710) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:16.625155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fd5df-0908-438e-96ec-aa5b3a240aef None None] Network 68325644-4c21-41b1-8c24-1e0daaf974a4 could not be found, it might have been deleted concurrently. {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 10 04:38:16.667862 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-652ab476-e615-4caf-9355-1b64b8f66242 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] GET failed (client error): The resource could not be found.
Dec 10 04:38:16.668474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-652ab476-e615-4caf-9355-1b64b8f66242 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Synchronizing usage tracker for tenant:28bb76937843468084131ecc54879a86 on resource:subnet {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:38:16.688013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-652ab476-e615-4caf-9355-1b64b8f66242 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Unset dirty status for tenant:28bb76937843468084131ecc54879a86 on resource:subnet {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:38:16.691907 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-652ab476-e615-4caf-9355-1b64b8f66242 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "GET /v2.0/subnets/d0bf03f1-e75d-41b5-9cb6-6b58af63e335 HTTP/1.1" status: 404  len: 337 time: 0.0635123
Dec 10 04:38:16.692885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48714) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:16.720112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1a5829-f42c-46e3-8892-a16d087cec72 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:16.720582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1a5829-f42c-46e3-8892-a16d087cec72 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:16.722340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eb1a5829-f42c-46e3-8892-a16d087cec72 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/68325644-4c21-41b1-8c24-1e0daaf974a4 HTTP/1.1" status: 404  len: 339 time: 0.0284443
Dec 10 04:38:16.726405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48718) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:16.779346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d82aa559-beb8-4d27-ac25-fe42c9cfd321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.780427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-84386485-1912-434f-8432-76593f94f838 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:16.780883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84386485-1912-434f-8432-76593f94f838 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:16.782615 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-84386485-1912-434f-8432-76593f94f838 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/subnets/d0bf03f1-e75d-41b5-9cb6-6b58af63e335 HTTP/1.1" status: 404  len: 337 time: 0.0552289
Dec 10 04:38:16.785100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48722) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:16.816086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc3b919-ad8b-4922-9998-e5ce4987ba5c tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:16.816561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc3b919-ad8b-4922-9998-e5ce4987ba5c tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:16.818354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3cc3b919-ad8b-4922-9998-e5ce4987ba5c tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/68325644-4c21-41b1-8c24-1e0daaf974a4 HTTP/1.1" status: 404  len: 339 time: 0.0322902
Dec 10 04:38:16.821050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48726) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:16.890535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Deleting subnet 1fa47cd6-9ea2-4060-a07f-73c3387f301c {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:38:16.893835 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:16.949897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.035276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.105758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.109220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0b909ebe-f7e9-4c36-8509-7ce5a7466d05 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:17.147452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa47cd6-9ea2-4060-a07f-73c3387f301c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:17.150843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:17.152961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.166172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/subnets/1fa47cd6-9ea2-4060-a07f-73c3387f301c HTTP/1.1" status: 204  len: 168 time: 0.3441246
Dec 10 04:38:17.168497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48730) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:17.282127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.293052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Deleting port 2f645463-317c-4d4f-934b-62838348dc20 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:17.293420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.507773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] For port 2f645463-317c-4d4f-934b-62838348dc20, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2f645463-317c-4d4f-934b-62838348dc20,segment=NetworkSegment(d95f919a-e809-4e07-a5f7-9cbc2bb3c18f),segment_id=d95f919a-e809-4e07-a5f7-9cbc2bb3c18f)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:17.509684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.520197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c84f58-3694-4c72-b5de-5e0c4fc6e171 None None] Network 1fbd9fd1-578c-4940-873b-c0995ad84e32 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:17.631268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Calling delete_port for 2f645463-317c-4d4f-934b-62838348dc20 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:17.674336 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:38:17.691385 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5949ea9b-d485-4467-8a5c-bdd9a855ef42 None None] Provisioning for port 2f645463-317c-4d4f-934b-62838348dc20 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:17.712300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.717209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:17.733712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.761952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Port': ['ID=2f645463-317c-4d4f-934b-62838348dc20,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:17.764780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:17.765576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No DVR routers for this DVR port 2f645463-317c-4d4f-934b-62838348dc20 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:38:17.804559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78342d9-7921-478a-b9f8-b923cf030f39 None None] DHCP port deletion for 1fbd9fd1-578c-4940-873b-c0995ad84e32 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:38:17.887044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.911690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0fc10>,) {'filters': {'network_id': ['1fbd9fd1-578c-4940-873b-c0995ad84e32']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:17.924008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0fc10>, 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:17.924303 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b0fc10>, 'd95f919a-e809-4e07-a5f7-9cbc2bb3c18f') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:17.935435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.954570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.960331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:17.960712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:17.975271 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:18.039445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.053054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.057955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.060493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a38aa1d-09c5-4966-9d1a-eccaec3f7e37 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:18.084132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Network': ['ID=1fbd9fd1-578c-4940-873b-c0995ad84e32,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:18.086456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:18.087938 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/1fbd9fd1-578c-4940-873b-c0995ad84e32 HTTP/1.1" status: 204  len: 168 time: 0.9185429
Dec 10 04:38:18.090365 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48734) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.131901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-e626e498-ee91-4fd4-9a46-86e1aaa6ceaa tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:18.132344 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e626e498-ee91-4fd4-9a46-86e1aaa6ceaa tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:18.133958 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e626e498-ee91-4fd4-9a46-86e1aaa6ceaa tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/subnets/a65f0926-5cd5-4649-9ea5-f364b8a3a41d HTTP/1.1" status: 404  len: 337 time: 0.0426664
Dec 10 04:38:18.136227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48738) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.161951 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eec3471-3be0-4aca-a75e-6341680733a6 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:18.162401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eec3471-3be0-4aca-a75e-6341680733a6 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:18.163953 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7eec3471-3be0-4aca-a75e-6341680733a6 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/81e34c51-e1b6-40c7-808b-9a084faacc19 HTTP/1.1" status: 404  len: 339 time: 0.0268660
Dec 10 04:38:18.166084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48742) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.204154 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a156b4-36fe-4410-b1f5-a5778841ef89 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:18.204518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a156b4-36fe-4410-b1f5-a5778841ef89 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:18.206111 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-04a156b4-36fe-4410-b1f5-a5778841ef89 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/subnets/ee892618-652d-46c5-9596-729d6c8e48ad HTTP/1.1" status: 404  len: 337 time: 0.0391707
Dec 10 04:38:18.208340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48746) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.231812 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7562fb3-4562-40fc-8be5-08a8699fdc7d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] DELETE failed (client error): The resource could not be found.
Dec 10 04:38:18.232800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7562fb3-4562-40fc-8be5-08a8699fdc7d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87630) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 10 04:38:18.234346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d7562fb3-4562-40fc-8be5-08a8699fdc7d tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/501339aa-d6fc-433b-a698-518a63b4b7aa HTTP/1.1" status: 404  len: 339 time: 0.0251434
Dec 10 04:38:18.236402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48750) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.302635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Deleting subnet dc59ba39-e508-4bfa-ba9b-3f8d2895cd68 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:38:18.305577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.358414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.441905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.513739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.518068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2721278b-2d74-4fc2-8954-b032fe5e891f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:18.555030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.558306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Subnet': ['ID=dc59ba39-e508-4bfa-ba9b-3f8d2895cd68,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:18.559911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205c0fa-e2e9-46f5-ab7c-9b22549c22eb None None] Network 81595794-ae98-4a47-8cf8-f8299a5c3d63 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:18.560830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:18.568612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/subnets/dc59ba39-e508-4bfa-ba9b-3f8d2895cd68 HTTP/1.1" status: 204  len: 168 time: 0.3313239
Dec 10 04:38:18.571260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48754) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:18.682322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.692871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Deleting port e867d365-b71e-4529-abd2-d48b89e96b2b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:18.693193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:18.800111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] DHCP port deletion for 81595794-ae98-4a47-8cf8-f8299a5c3d63 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:38:18.804561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Deleting port e867d365-b71e-4529-abd2-d48b89e96b2b {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:18.804946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.017768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] For port e867d365-b71e-4529-abd2-d48b89e96b2b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e867d365-b71e-4529-abd2-d48b89e96b2b,segment=NetworkSegment(10eb2c9d-7cd9-4cea-81ac-f23180a48d14),segment_id=10eb2c9d-7cd9-4cea-81ac-f23180a48d14)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:19.018088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.019854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] For port e867d365-b71e-4529-abd2-d48b89e96b2b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e867d365-b71e-4529-abd2-d48b89e96b2b,segment=NetworkSegment(10eb2c9d-7cd9-4cea-81ac-f23180a48d14),segment_id=10eb2c9d-7cd9-4cea-81ac-f23180a48d14)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:19.020206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.137376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Calling delete_port for e867d365-b71e-4529-abd2-d48b89e96b2b owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:19.139397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Calling delete_port for e867d365-b71e-4529-abd2-d48b89e96b2b owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:19.215245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.219712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:19.221089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.db.api [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:38:19.221458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_db.api [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:38:19.260044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Pushing event deleted for resources: {'Port': ['ID=e867d365-b71e-4529-abd2-d48b89e96b2b,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:19.263023 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:19.266063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] No DVR routers for this DVR port e867d365-b71e-4529-abd2-d48b89e96b2b on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:38:19.569503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.722916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Deleting port e867d365-b71e-4529-abd2-d48b89e96b2b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:19.723380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.791161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] The port 'e867d365-b71e-4529-abd2-d48b89e96b2b' was deleted {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:38:19.909669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.937148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f78b0>,) {'filters': {'network_id': ['81595794-ae98-4a47-8cf8-f8299a5c3d63']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:19.948975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f78b0>, '10eb2c9d-7cd9-4cea-81ac-f23180a48d14') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:19.949267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5f78b0>, '10eb2c9d-7cd9-4cea-81ac-f23180a48d14') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:19.960565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.976169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.981932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:19.982302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   util.warn(
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:19.996287 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:20.072322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.076210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5f1534ad-f1ad-4cc9-b08f-a97b39d65d9f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:20.094016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.104594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Pushing event deleted for resources: {'Network': ['ID=81595794-ae98-4a47-8cf8-f8299a5c3d63,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:20.109611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] 10.222.0.44 "DELETE /v2.0/networks/81595794-ae98-4a47-8cf8-f8299a5c3d63 HTTP/1.1" status: 204  len: 168 time: 1.5373220
Dec 10 04:38:20.113943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.114321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.114705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.115056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.115414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.115769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.116124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.116473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.116833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.117189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.117564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.117910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:20.120822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:20.341499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e867d365-b71e-4529-abd2-d48b89e96b2b no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:38:20.375091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e867d365-b71e-4529-abd2-d48b89e96b2b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:38:20.375450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e867d365-b71e-4529-abd2-d48b89e96b2b not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:38:20.377515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48762) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:20.519257 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9dcec497-edaf-48ce-8401-f6ae3e6f763e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28bb76937843468084131ecc54879a86&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1404960
Dec 10 04:38:20.521580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48768) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:20.577670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.602203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.653277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.657045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7e80cc2-2ccf-4ba5-87bd-ea78e1a75363 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:20.668298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7182187-bc76-4e06-aa40-7d8dfcede4da,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:20.673134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:20.675095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:20.676188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-67f6f15f-1a8f-43dd-a81e-9d8d39498d39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7182187-bc76-4e06-aa40-7d8dfcede4da HTTP/1.1" status: 204  len: 168 time: 0.1537344
Dec 10 04:38:21.349029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48792) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:21.446135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-116211049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:21.453139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:21.456854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:router and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:21.459699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:21.469831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:21.479602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.480652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.494727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.511253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.532669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.533836 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e7889228-aac5-4cdc-84d3-b293273d5322 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1837993
Dec 10 04:38:21.536531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48798) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:21.541868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-979269347'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:21.546536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:21.550723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:network and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:21.553513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:21.559088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:21.568054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Made reservation on behalf of 6dc296c0e53a4dbfabe64bec83564ebf for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:21.571592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.583807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.598563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:21.602405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:security_group_rule and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:21.605229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:21.610946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:21.693031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.696554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.699371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ade30eb7-4d8a-4d46-9f57-eb5059866b8b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:21.728609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:21.736977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb6b37-8193-40a2-87e9-dd26fc0baa96,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:21.739974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:21.743747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.744592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Added segment 53f6d517-2fa5-47c9-b213-b03868023510 of type vlan for network 3fec071d-463c-4246-858b-8eef01751dd1
Dec 10 04:38:21.770923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.800114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.805701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:21.806282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:21.811716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97a8a54f-46ee-466e-8bbd-2caae77209ce tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:21.915751 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3782158
Dec 10 04:38:21.916690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event updated for resources: {'Network': ['ID=3fec071d-463c-4246-858b-8eef01751dd1,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:21.918712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:21.919278 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:21.924751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'subnet': {'network_id': '3fec071d-463c-4246-858b-8eef01751dd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:21.926747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 3fec071d-463c-4246-858b-8eef01751dd1 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:22.035744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:22.039471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:subnet and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:22.042256 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:22.048364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:22.061674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Made reservation on behalf of 6dc296c0e53a4dbfabe64bec83564ebf for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:22.065140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.272662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.277029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1386e425-aa35-4b89-977e-91b6eb64c4c0 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:22.353484 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event updated for resources: {'Subnet': ['ID=5c5999b3-110a-4bff-9483-83b9e9224ad3,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:22.359058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:22.361455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Checking segment: {'id': '53f6d517-2fa5-47c9-b213-b03868023510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:22.361793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Network hostable DHCP agents. Network: 3fec071d-463c-4246-858b-8eef01751dd1, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:22.380392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Network 3fec071d-463c-4246-858b-8eef01751dd1 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:22.389209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 3fec071d-463c-4246-858b-8eef01751dd1) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:22.393238 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:22.393855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.399161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62625bb3-2406-4efd-b6a3-36c9cf268d32 None None] Network 3fec071d-463c-4246-858b-8eef01751dd1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:22.417637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4947548
Dec 10 04:38:22.417860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48806) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:22.423929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1752153277'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:22.428751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:22.432553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:network and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:22.435909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:22.441589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:22.452712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Made reservation on behalf of 6dc296c0e53a4dbfabe64bec83564ebf for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:22.456224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.484269 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:22.493169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.493541 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Added segment ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1 of type vlan for network 9ebe4210-3279-4f15-b961-aa82e6425b50
Dec 10 04:38:22.519898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.549135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.554796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:22.555420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.561571 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d2362264-8019-43e6-a44b-cb5a8596c3b2 tempest-RoutersTest-472399005 tempest-RoutersTest-472399005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:22.616625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-3fec071d-463c-4246-858b-8eef01751dd1', 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1', 'tenant_id': '6dc296c0e53a4dbfabe64bec83564ebf', 'fixed_ips': [{'subnet_id': '5c5999b3-110a-4bff-9483-83b9e9224ad3'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:22.617632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.656322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2374213
Dec 10 04:38:22.659195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48810) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:22.665172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event updated for resources: {'Network': ['ID=9ebe4210-3279-4f15-b961-aa82e6425b50,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:22.666482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'subnet': {'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:22.667910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fdb0c47c-c598-427f-b21d-c5e503dc4303 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:22.677871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:22.788141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:22.791951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Usage tracker for resource:subnet and tenant:6dc296c0e53a4dbfabe64bec83564ebf is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:22.795251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:22.801210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:22.810880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Made reservation on behalf of 6dc296c0e53a4dbfabe64bec83564ebf for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:22.815013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:22.858673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Allocated IP 172.20.0.2 (3fec071d-463c-4246-858b-8eef01751dd1/5c5999b3-110a-4bff-9483-83b9e9224ad3/57da08b3-203f-4af0-945f-ef949727988f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:23.045572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.049575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-745bc55d-790d-4a84-b291-c2df46cccfb7 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:23.072909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.083215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Transition to ACTIVE for port object 57da08b3-203f-4af0-945f-ef949727988f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:23.100755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Transition to ACTIVE for port object 57da08b3-203f-4af0-945f-ef949727988f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:23.108077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.113325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:23.124471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event updated for resources: {'Subnet': ['ID=723fb361-0747-4b57-8618-9cdb624de062,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:23.127026 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:23.136309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Checking segment: {'id': 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:23.136661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Network hostable DHCP agents. Network: 9ebe4210-3279-4f15-b961-aa82e6425b50, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:23.156041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:23.172764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 9ebe4210-3279-4f15-b961-aa82e6425b50) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:23.178055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:23.178246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Network 3fec071d-463c-4246-858b-8eef01751dd1 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:23.178645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.181339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:23.185963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7907877-bc66-48b7-b443-713be8e1751f None None] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:23.200427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:23.200774 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e40caaa0-8511-4a20-a138-61329c6004b2 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5398164
Dec 10 04:38:23.203727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48814) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:23.208817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5fea204c-18cc-4f70-b4d4-61b299ae9121 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:23.209627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Pushing event updated for resources: {'Port': ['ID=57da08b3-203f-4af0-945f-ef949727988f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:23.254037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:23.368848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Attempting to bind port 57da08b3-203f-4af0-945f-ef949727988f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:23.369129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Attempting to bind port 57da08b3-203f-4af0-945f-ef949727988f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '53f6d517-2fa5-47c9-b213-b03868023510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:23.369514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Attempting to bind port 57da08b3-203f-4af0-945f-ef949727988f on network 3fec071d-463c-4246-858b-8eef01751dd1 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:23.386954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:23.387335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Checking segment: {'id': '53f6d517-2fa5-47c9-b213-b03868023510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:23.387746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.388714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Bound using segment: {'id': '53f6d517-2fa5-47c9-b213-b03868023510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:23.389201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Bound port: 57da08b3-203f-4af0-945f-ef949727988f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f6d517-2fa5-47c9-b213-b03868023510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3fec071d-463c-4246-858b-8eef01751dd1'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:23.389605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.559347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] For port 57da08b3-203f-4af0-945f-ef949727988f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:23.563227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] For port 57da08b3-203f-4af0-945f-ef949727988f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57da08b3-203f-4af0-945f-ef949727988f,segment=NetworkSegment(53f6d517-2fa5-47c9-b213-b03868023510),segment_id=53f6d517-2fa5-47c9-b213-b03868023510)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:23.565538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-9ebe4210-3279-4f15-b961-aa82e6425b50', 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50', 'tenant_id': '6dc296c0e53a4dbfabe64bec83564ebf', 'fixed_ips': [{'subnet_id': '723fb361-0747-4b57-8618-9cdb624de062'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:23.566474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.580689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.586088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:23.710610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5fea204c-18cc-4f70-b4d4-61b299ae9121 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:23.721433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Pushing event updated for resources: {'Port': ['ID=57da08b3-203f-4af0-945f-ef949727988f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:23.727202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:23.805270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Allocated IP 172.21.0.2 (9ebe4210-3279-4f15-b961-aa82e6425b50/723fb361-0747-4b57-8618-9cdb624de062/bbe6a9f9-50ae-42a7-9b59-9b2aa9328510) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:23.906181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.api.v2.resource [None req-5fea204c-18cc-4f70-b4d4-61b299ae9121 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 10 04:38:23.907569 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5fea204c-18cc-4f70-b4d4-61b299ae9121 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "PUT /v2.0/routers/5629186e-bd35-4a9f-a303-faec2f9afb6d HTTP/1.1" status: 400  len: 364 time: 0.7026205
Dec 10 04:38:23.915884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48818) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:23.995765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Deleting subnet 723fb361-0747-4b57-8618-9cdb624de062 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:38:24.119453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.129584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Transition to ACTIVE for port object bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:24.147210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Transition to ACTIVE for port object bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:24.151873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.152345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.156176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:24.220076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:24.222464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.222992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:24.226745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:24.232670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Pushing event updated for resources: {'Port': ['ID=bbe6a9f9-50ae-42a7-9b59-9b2aa9328510,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:24.236566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:24.313585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.324507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Attempting to bind port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:24.324879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Attempting to bind port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:24.325245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Attempting to bind port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 on network 9ebe4210-3279-4f15-b961-aa82e6425b50 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:24.331331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:24.331725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Checking segment: {'id': 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:24.332150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.332590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Bound using segment: {'id': 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:24.333056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Bound port: bbe6a9f9-50ae-42a7-9b59-9b2aa9328510, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9ebe4210-3279-4f15-b961-aa82e6425b50'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:24.333468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.387643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 57da08b3-203f-4af0-945f-ef949727988f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:24.395566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.399717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-70f6461c-3538-44cd-967f-5a28d39946b2 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:24.438770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Subnet': ['ID=723fb361-0747-4b57-8618-9cdb624de062,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:24.440730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.447316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "DELETE /v2.0/subnets/723fb361-0747-4b57-8618-9cdb624de062 HTTP/1.1" status: 204  len: 168 time: 0.5294573
Dec 10 04:38:24.448417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ce497e30-fed2-4d78-8622-797b62d456fe tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:24.449626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48822) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:24.489907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] For port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:24.493699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] For port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=bbe6a9f9-50ae-42a7-9b59-9b2aa9328510,segment=NetworkSegment(ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1),segment_id=ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:24.500825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.505481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:24.542071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 57da08b3-203f-4af0-945f-ef949727988f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:24.590739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Pushing event updated for resources: {'Port': ['ID=bbe6a9f9-50ae-42a7-9b59-9b2aa9328510,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:24.593864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:24.705651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.717237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Deleting port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:24.717601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:24.882213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef76db1-2dd1-41ec-ab84-45cbf29f4907 None None] Network 3fec071d-463c-4246-858b-8eef01751dd1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:25.024503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] For port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=bbe6a9f9-50ae-42a7-9b59-9b2aa9328510,segment=NetworkSegment(ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1),segment_id=ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:25.025230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.028804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Provisioning for port 57da08b3-203f-4af0-945f-ef949727988f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:25.046683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Provisioning complete for port 57da08b3-203f-4af0-945f-ef949727988f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:25.047067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.148573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Calling delete_port for bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:25.233382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.237363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9c4618da-fcf0-424c-b42f-e2d83d014487 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:25.266981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.282056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Port': ['ID=bbe6a9f9-50ae-42a7-9b59-9b2aa9328510,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:25.284567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:25.287225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] No DVR routers for this DVR port bbe6a9f9-50ae-42a7-9b59-9b2aa9328510 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:38:25.306454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] For port 57da08b3-203f-4af0-945f-ef949727988f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57da08b3-203f-4af0-945f-ef949727988f,segment=NetworkSegment(53f6d517-2fa5-47c9-b213-b03868023510),segment_id=53f6d517-2fa5-47c9-b213-b03868023510)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:25.312310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.314208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:25.382609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Pushing event updated for resources: {'Port': ['ID=57da08b3-203f-4af0-945f-ef949727988f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:25.390496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:25.419922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.446740 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d975f60d0>,) {'filters': {'network_id': ['9ebe4210-3279-4f15-b961-aa82e6425b50']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:25.460452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975f60d0>, 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:25.460774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d975f60d0>, 'ad7589d9-5eb4-4f8f-94bc-7e13cf0c10d1') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:25.472965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.490756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.498452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:25.498829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:25.514738 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:25.600144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.603728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2ee61c61-6a44-4350-850e-81b6a6b0cab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:25.618949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.630763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Network': ['ID=9ebe4210-3279-4f15-b961-aa82e6425b50,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:25.633852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:25.636249 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "DELETE /v2.0/networks/9ebe4210-3279-4f15-b961-aa82e6425b50 HTTP/1.1" status: 204  len: 168 time: 1.1853337
Dec 10 04:38:25.639369 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48826) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:25.643012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ccd8df4f-18fc-4f7d-82f6-852c63167353 None None] Provisioning complete for port 57da08b3-203f-4af0-945f-ef949727988f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:25.643492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ccd8df4f-18fc-4f7d-82f6-852c63167353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.715589 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Deleting subnet 5c5999b3-110a-4bff-9483-83b9e9224ad3 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:38:25.718725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.775399 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.818585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3b950-2203-4fda-a058-ddeb03d28e9b None None] DHCP port deletion for 9ebe4210-3279-4f15-b961-aa82e6425b50 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:38:25.833203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72823841-4b1a-4c60-b3e1-a33855101480 None None] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:25.853768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72823841-4b1a-4c60-b3e1-a33855101480 None None] Network 9ebe4210-3279-4f15-b961-aa82e6425b50 could not be found, it might have been deleted concurrently. {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 10 04:38:25.867165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.881448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-02cde36b-dca5-416d-8f41-b2493c154378 None None] Could not find standard attr ID for object bbe6a9f9-50ae-42a7-9b59-9b2aa9328510. {{(pid=87631) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 10 04:38:25.942282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.946924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b4795d65-948b-4aaa-851a-8edf4a656b23 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:25.983081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5999b3-110a-4bff-9483-83b9e9224ad3,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:25.985121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:25.987720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:25.992198 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "DELETE /v2.0/subnets/5c5999b3-110a-4bff-9483-83b9e9224ad3 HTTP/1.1" status: 204  len: 168 time: 0.3518701
Dec 10 04:38:25.994655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48830) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:26.000871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c9327-e049-4843-87f9-1cb4284da1e6 None None] Network 3fec071d-463c-4246-858b-8eef01751dd1 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:26.108033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.118124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Deleting port 57da08b3-203f-4af0-945f-ef949727988f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:26.118456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.244530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] DHCP port deletion for 3fec071d-463c-4246-858b-8eef01751dd1 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:38:26.248542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Deleting port 57da08b3-203f-4af0-945f-ef949727988f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:26.248928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.329013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] For port 57da08b3-203f-4af0-945f-ef949727988f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57da08b3-203f-4af0-945f-ef949727988f,segment=NetworkSegment(53f6d517-2fa5-47c9-b213-b03868023510),segment_id=53f6d517-2fa5-47c9-b213-b03868023510)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:26.329485 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.352293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 57da08b3-203f-4af0-945f-ef949727988f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:38:26.550650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] For port 57da08b3-203f-4af0-945f-ef949727988f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=57da08b3-203f-4af0-945f-ef949727988f,segment=NetworkSegment(53f6d517-2fa5-47c9-b213-b03868023510),segment_id=53f6d517-2fa5-47c9-b213-b03868023510)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:26.550961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.574210 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Calling delete_port for 57da08b3-203f-4af0-945f-ef949727988f owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:26.653637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.657509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f641054-cf9d-4794-ab6a-9fe6430be446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:26.698713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Calling delete_port for 57da08b3-203f-4af0-945f-ef949727988f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:38:26.702580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Port': ['ID=57da08b3-203f-4af0-945f-ef949727988f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:26.704370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] No DVR routers for this DVR port 57da08b3-203f-4af0-945f-ef949727988f on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:38:26.705836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:26.736785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Port 57da08b3-203f-4af0-945f-ef949727988f update to DOWN by agent not found {{(pid=87631) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 10 04:38:26.776205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:38:26.776565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:38:26.827693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.851577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d977fe880>,) {'filters': {'network_id': ['3fec071d-463c-4246-858b-8eef01751dd1']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:26.863596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977fe880>, '53f6d517-2fa5-47c9-b213-b03868023510') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:26.863889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977fe880>, '53f6d517-2fa5-47c9-b213-b03868023510') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:26.875388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.891486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.897432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:38:26.897807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:38:26.912408 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:38:26.996881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.002337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.005016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:27.026330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Pushing event deleted for resources: {'Network': ['ID=3fec071d-463c-4246-858b-8eef01751dd1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:27.028650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:27.031902 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "DELETE /v2.0/networks/3fec071d-463c-4246-858b-8eef01751dd1 HTTP/1.1" status: 204  len: 168 time: 1.0363362
Dec 10 04:38:27.034424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48834) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:27.080285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eff64005-7a81-4bff-a006-2bfb7c784d4c tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Synchronizing usage tracker for tenant:6dc296c0e53a4dbfabe64bec83564ebf on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:38:27.096313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-eff64005-7a81-4bff-a006-2bfb7c784d4c tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Unset dirty status for tenant:6dc296c0e53a4dbfabe64bec83564ebf on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:38:27.097500 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eff64005-7a81-4bff-a006-2bfb7c784d4c tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "GET /v2.0/ports?device_id=5629186e-bd35-4a9f-a303-faec2f9afb6d HTTP/1.1" status: 200  len: 205 time: 0.0621181
Dec 10 04:38:27.099866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48838) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:27.227982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.277454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Deleting port 57da08b3-203f-4af0-945f-ef949727988f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:38:27.277853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.343838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a06f7-4455-4e78-8de4-61d93dd8bffe None None] The port '57da08b3-203f-4af0-945f-ef949727988f' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:38:27.521506 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.523666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.546030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.546521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Fanout notify agent at l3_agent the message router_deleted on router 5629186e-bd35-4a9f-a303-faec2f9afb6d {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:38:27.557190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:27.558313 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5b4394c3-edfa-44ab-8992-5d1b9ec154b0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] 10.222.0.44 "DELETE /v2.0/routers/5629186e-bd35-4a9f-a303-faec2f9afb6d HTTP/1.1" status: 204  len: 168 time: 0.4575052
Dec 10 04:38:27.813507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48846) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:27.959884 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d121d696-dcba-4542-ba1d-7b72d079bb3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dc296c0e53a4dbfabe64bec83564ebf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1451085
Dec 10 04:38:27.962192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48852) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:28.018721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.043216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.095274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.099636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cdc288ce-336d-431e-97f8-a54a391212c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:28.110756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb6b37-8193-40a2-87e9-dd26fc0baa96,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:28.113745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:28.119909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.121001 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fecb6b37-8193-40a2-87e9-dd26fc0baa96 HTTP/1.1" status: 204  len: 168 time: 0.1579099
Dec 10 04:38:28.753397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48876) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:28.854280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1001768040-network', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:28.859026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:28.862818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Usage tracker for resource:network and tenant:b40f0c3881eb462ba986054b3f3815ff is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:28.865676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:28.872086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:28.882444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Made reservation on behalf of b40f0c3881eb462ba986054b3f3815ff for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:28.884652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.896901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:28.911420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:28.915196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Usage tracker for resource:security_group_rule and tenant:b40f0c3881eb462ba986054b3f3815ff is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:28.917963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:28.923560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:29.009387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.013651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.016466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-06f07a58-d23b-40b5-bb3e-83e60f063d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:29.046679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:29.051994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb608645-54e4-46c1-8acf-f0acb7aae2c9,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:29.055461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:29.061169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.061755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Added segment aebb46f8-1fa2-42e5-b284-74c4806f6dd6 of type vlan for network f889076f-3e2f-4416-92ab-7a23b555a743
Dec 10 04:38:29.086885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.115262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.116235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:29.116806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.121328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-816bcec1-a787-4f42-aded-5ebcb4d17e62 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:29.328530 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5740862
Dec 10 04:38:29.329554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Pushing event updated for resources: {'Network': ['ID=f889076f-3e2f-4416-92ab-7a23b555a743,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:29.331394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48882) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:29.332251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:29.337273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Request body: {'subnet': {'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-subnet', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:29.339602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network f889076f-3e2f-4416-92ab-7a23b555a743 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:29.343149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:29.347134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Usage tracker for resource:subnet and tenant:b40f0c3881eb462ba986054b3f3815ff is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:29.351670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:29.358334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:29.368246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Made reservation on behalf of b40f0c3881eb462ba986054b3f3815ff for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:29.370713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.569734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.573340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af899bd8-60f6-4f0f-b5cc-525d48c35839 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:29.637105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420391c-7c94-44f9-8159-f1a01961ee9c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:29.641890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:29.650325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Checking segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:29.650678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Network hostable DHCP agents. Network: f889076f-3e2f-4416-92ab-7a23b555a743, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:29.669420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Network f889076f-3e2f-4416-92ab-7a23b555a743 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:29.677796 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, f889076f-3e2f-4416-92ab-7a23b555a743) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:29.681844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:29.682422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.687649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aad7b3-4ad6-434e-ad72-8b9ab79a1a31 None None] Network f889076f-3e2f-4416-92ab-7a23b555a743 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:29.702925 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0876878a-c712-4bec-bd86-c75cd4032b40 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3703244
Dec 10 04:38:29.705515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48886) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:29.710590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:29.715383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:29.719863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Usage tracker for resource:router and tenant:b40f0c3881eb462ba986054b3f3815ff is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:29.722692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:29.728307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:29.738784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.739813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.754492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:29.902608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-f889076f-3e2f-4416-92ab-7a23b555a743', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:29.903464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.019802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.056644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Allocated IP 172.20.0.2 (f889076f-3e2f-4416-92ab-7a23b555a743/5420391c-7c94-44f9-8159-f1a01961ee9c/cb459a41-d53e-4e1c-a1fb-e95fc2abfe13) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:30.255008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.265365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Transition to ACTIVE for port object cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:30.283436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Transition to ACTIVE for port object cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:30.288526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.292972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:30.363265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Network f889076f-3e2f-4416-92ab-7a23b555a743 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:30.366741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:30.369328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:30.379788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Pushing event updated for resources: {'Port': ['ID=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:30.383613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:30.460419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.473917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Attempting to bind port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:30.474531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Attempting to bind port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:30.474973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Attempting to bind port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:30.480481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:30.480936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Checking segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:30.481390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.481786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Bound using segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:30.482257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Bound port: cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:30.482642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.492960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.578037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] For port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:30.581154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] For port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:30.586322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.589879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:30.639560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Allocated IP 172.26.1.45 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/3efa6b6d-fe12-40a0-8db1-320d08859465) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:30.671783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Pushing event updated for resources: {'Port': ['ID=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:30.675005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:30.802312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.862989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:30.873811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-34eb6a93-696d-452d-88d6-03f3efcb5ad8 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:30.943143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:30.946442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:30.950286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:30.994299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Pushing event updated for resources: {'Port': ['ID=3efa6b6d-fe12-40a0-8db1-320d08859465,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:30.998505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:31.383787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:31.635312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa695f96-2d05-447b-a1f9-bd4a99671808 None None] Network f889076f-3e2f-4416-92ab-7a23b555a743 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:31.723277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:31.727061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b7db664d-f0da-44dd-9a4d-bca2953b4134 None None] Provisioning for port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:32.061630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Router db0887d2-919a-47e9-b4b0-2e78f6fdb700 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:38:32.245725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:38:32.255158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Sync routers for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:38:32.263958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:32.264578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f2b490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:32.270285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:32.271557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.5650177
Dec 10 04:38:32.274592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48890) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:32.382629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:32.506596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:32.510386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:32.609329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:32.609715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:32.871598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:32.912179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:32.920361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:32.922311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-77ee86ea-13f4-41dc-9a4a-5d9f3b825332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:32.959862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:32.971723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f2b490>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:31Z', 'revision_number': 3, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:32.980665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Checking router: db0887d2-919a-47e9-b4b0-2e78f6fdb700 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:38:32.981024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Updating router db0887d2-919a-47e9-b4b0-2e78f6fdb700 port 3efa6b6d-fe12-40a0-8db1-320d08859465 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:38:33.040311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:33.045447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:33.049645 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.172198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Allocated IP 172.20.0.1 (f889076f-3e2f-4416-92ab-7a23b555a743/5420391c-7c94-44f9-8159-f1a01961ee9c/6c544a50-3206-45f8-a736-7cfb9e3de318) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:33.316129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.331712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Transition to ACTIVE for port object 6c544a50-3206-45f8-a736-7cfb9e3de318 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:33.354388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.358789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:33.371764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.383625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Transition to ACTIVE for port object 3efa6b6d-fe12-40a0-8db1-320d08859465 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:33.390399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.394812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:33.417111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Network f889076f-3e2f-4416-92ab-7a23b555a743 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:33.419894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:33.423700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:33.470901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Attempting to bind port 3efa6b6d-fe12-40a0-8db1-320d08859465 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:33.471281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Attempting to bind port 3efa6b6d-fe12-40a0-8db1-320d08859465 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:33.471683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Attempting to bind port 3efa6b6d-fe12-40a0-8db1-320d08859465 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:33.474004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Pushing event updated for resources: {'Port': ['ID=3efa6b6d-fe12-40a0-8db1-320d08859465,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:33.477928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:33.480608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:33.481062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:33.481431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.481873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:33.482353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Bound port: 3efa6b6d-fe12-40a0-8db1-320d08859465, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:33.483290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.566129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] For port 3efa6b6d-fe12-40a0-8db1-320d08859465, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:33.569913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] For port 3efa6b6d-fe12-40a0-8db1-320d08859465, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3efa6b6d-fe12-40a0-8db1-320d08859465,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:33.577144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.582172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:33.611309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Pushing event updated for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:33.615606 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:33.627793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.657618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:33.658221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97f2b490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:33.737126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.843269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Pushing event updated for resources: {'Port': ['ID=3efa6b6d-fe12-40a0-8db1-320d08859465,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:33.846632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:33.867102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-266a8722-ae58-4f06-a676-bf26c5891fcb None None] Provisioning for port 6c544a50-3206-45f8-a736-7cfb9e3de318 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:33.883391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-266a8722-ae58-4f06-a676-bf26c5891fcb None None] Provisioning complete for port 6c544a50-3206-45f8-a736-7cfb9e3de318 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:33.884027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-266a8722-ae58-4f06-a676-bf26c5891fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.952383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:33.961375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.967281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:33.991283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-795547de-34ee-48a0-be08-58dc90f2cd1b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:34.000338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-266a8722-ae58-4f06-a676-bf26c5891fcb None None] Port 6c544a50-3206-45f8-a736-7cfb9e3de318 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:38:34.075414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:34.078881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Pushing event updated for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:34.082145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:34.211756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Network f889076f-3e2f-4416-92ab-7a23b555a743 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:34.212932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:34.265011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97f2b490>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6c544a50-3206-45f8-a736-7cfb9e3de318', 'name': '', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'mac_address': 'fa:16:3e:f1:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:33Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 1, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'subnets': [{'id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:34.269120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a51b29-7485-4793-8be3-a2321a470d4d None None] The sync data for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv is: [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6c544a50-3206-45f8-a736-7cfb9e3de318', 'name': '', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'mac_address': 'fa:16:3e:f1:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:33Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 1, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'subnets': [{'id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:38:34.367221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:34.415150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Router db0887d2-919a-47e9-b4b0-2e78f6fdb700 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:38:34.449272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:34.449910 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:34.540479 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-13d6e423-f437-4f34-a8ec-f0c3bfd4a558 None None] Provisioning complete for port 6c544a50-3206-45f8-a736-7cfb9e3de318 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:34.542944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-13d6e423-f437-4f34-a8ec-f0c3bfd4a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:34.633661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:38:34.650212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] 10.222.0.44 "PUT /v2.0/routers/db0887d2-919a-47e9-b4b0-2e78f6fdb700/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3674707
Dec 10 04:38:34.650437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-13d6e423-f437-4f34-a8ec-f0c3bfd4a558 None None] Port 6c544a50-3206-45f8-a736-7cfb9e3de318 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:38:35.178533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48908) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:35.184115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-602771899-network', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:35.189973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:35.193851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Usage tracker for resource:network and tenant:3aa5fd518d9240078c5ccede825fedc1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:35.197119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:35.203847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:35.213865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Made reservation on behalf of 3aa5fd518d9240078c5ccede825fedc1 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:35.216157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.228689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.243563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:35.248005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Usage tracker for resource:security_group_rule and tenant:3aa5fd518d9240078c5ccede825fedc1 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:35.250896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:35.256884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:35.344357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.348524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.351647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43aa9d36-8173-4d69-815f-ae8e44814223 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:35.383928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:38:35.393877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68f40b-140a-4123-b199-4322943d4bb7,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:35.397645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:35.400435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.400758 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Added segment b47ef3fc-5f38-43ce-ad02-dde9d06530d9 of type vlan for network c9956f43-738f-4f0f-aee5-5a8d86a77f5b
Dec 10 04:38:35.428839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.459736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.460900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:35.461506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.464992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4f67dc1-440f-4d9b-b78b-c0ac43c86e35 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:35.566919 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3872769
Dec 10 04:38:35.567711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Pushing event updated for resources: {'Network': ['ID=c9956f43-738f-4f0f-aee5-5a8d86a77f5b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:35.569709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48912) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:35.570656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:35.578927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:38:35.582423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Request body: {'subnet': {'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-subnet', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:35.592138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:35.596912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Usage tracker for resource:subnet and tenant:3aa5fd518d9240078c5ccede825fedc1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:35.600315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:35.607748 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:35.618513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Made reservation on behalf of 3aa5fd518d9240078c5ccede825fedc1 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:35.621262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.825846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.830200 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a35d8283-6a08-40a9-a7b9-0043cc916b14 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:35.906332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8422a889-fb33-4d4c-baa5-8e16083ca918,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:35.909782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:35.912207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Checking segment: {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:35.912569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Network hostable DHCP agents. Network: c9956f43-738f-4f0f-aee5-5a8d86a77f5b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:38:35.931743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:38:35.940241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, c9956f43-738f-4f0f-aee5-5a8d86a77f5b) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:35.944095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:35.944684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:35.949195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49f525-00a1-4788-a6ac-6624cd49456e None None] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:35.967928 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3966908
Dec 10 04:38:35.970157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 48916) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:35.975160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:35.979859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:35.984245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Usage tracker for resource:router and tenant:3aa5fd518d9240078c5ccede825fedc1 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:38:35.987105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:38:35.992964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:36.013109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.014343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.033743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.167782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:38:36.168667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.310881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.343825 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Sync routers for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:38:36.348503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Allocated IP 172.20.0.2 (c9956f43-738f-4f0f-aee5-5a8d86a77f5b/8422a889-fb33-4d4c-baa5-8e16083ca918/2ed66176-e423-44d2-aa95-a03cc936d4dc) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:36.353976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:36.354775 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:36.441529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3efa6b6d-fe12-40a0-8db1-320d08859465 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:36.537874 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:36.566835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3efa6b6d-fe12-40a0-8db1-320d08859465 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:36.646585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.666953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3efa6b6d-fe12-40a0-8db1-320d08859465 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:36.667467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.678970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.712564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.723707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Transition to ACTIVE for port object 2ed66176-e423-44d2-aa95-a03cc936d4dc will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:36.748283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Transition to ACTIVE for port object 2ed66176-e423-44d2-aa95-a03cc936d4dc will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:36.757590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.766504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:36.821776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Allocated IP 172.26.1.203 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/3757e973-f54c-43b4-b753-4aded774e29a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:36.834477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:36.838428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:36.844979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:36.874346 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92be0>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6c544a50-3206-45f8-a736-7cfb9e3de318', 'name': '', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'mac_address': 'fa:16:3e:f1:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:33Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 2, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'subnets': [{'id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:36.879516 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Checking router: db0887d2-919a-47e9-b4b0-2e78f6fdb700 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:38:36.880073 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Updating router db0887d2-919a-47e9-b4b0-2e78f6fdb700 port 6c544a50-3206-45f8-a736-7cfb9e3de318 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:38:36.881864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Pushing event updated for resources: {'Port': ['ID=2ed66176-e423-44d2-aa95-a03cc936d4dc,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:36.891199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:36.961699 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.985164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:36.990046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Attempting to bind port 2ed66176-e423-44d2-aa95-a03cc936d4dc on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:36.990434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Attempting to bind port 2ed66176-e423-44d2-aa95-a03cc936d4dc by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:36.990809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Attempting to bind port 2ed66176-e423-44d2-aa95-a03cc936d4dc on network c9956f43-738f-4f0f-aee5-5a8d86a77f5b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:37.001072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:37.001486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Checking segment: {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:37.001901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.002305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Bound using segment: {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:37.002777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Bound port: 2ed66176-e423-44d2-aa95-a03cc936d4dc, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:37.003162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.011744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.015925 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.020135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:37.075543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3efa6b6d-fe12-40a0-8db1-320d08859465, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3efa6b6d-fe12-40a0-8db1-320d08859465,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:37.084104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.086162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:37.088114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:37.089581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:37.092170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:37.131819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Pushing event updated for resources: {'Port': ['ID=3757e973-f54c-43b4-b753-4aded774e29a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:37.137133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:37.181437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] For port 2ed66176-e423-44d2-aa95-a03cc936d4dc, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:37.186567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] For port 2ed66176-e423-44d2-aa95-a03cc936d4dc, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2ed66176-e423-44d2-aa95-a03cc936d4dc,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:37.189487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3efa6b6d-fe12-40a0-8db1-320d08859465,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:37.193200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.197863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:37.198336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:37.278399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Pushing event updated for resources: {'Port': ['ID=2ed66176-e423-44d2-aa95-a03cc936d4dc,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:37.282929 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:37.338472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.350312 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Transition to ACTIVE for port object 6c544a50-3206-45f8-a736-7cfb9e3de318 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:37.358276 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.361991 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-aee462f4-dfbc-42b7-9bd3-318fb18f0f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:37.491816 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Pushing event updated for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:37.510628 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.510962 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.511297 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.511620 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.511942 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.512261 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.512574 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.512902 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.513222 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.513558 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.513869 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.514176 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:37.541697 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:37.622509 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Attempting to bind port 6c544a50-3206-45f8-a736-7cfb9e3de318 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:37.623518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Attempting to bind port 6c544a50-3206-45f8-a736-7cfb9e3de318 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:37.623985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Attempting to bind port 6c544a50-3206-45f8-a736-7cfb9e3de318 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:37.630688 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:37.631079 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Checking segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:37.631470 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.631878 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Bound using segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:37.632356 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Bound port: 6c544a50-3206-45f8-a736-7cfb9e3de318, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:37.632737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.683970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.738865 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] For port 6c544a50-3206-45f8-a736-7cfb9e3de318, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:37.742052 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] For port 6c544a50-3206-45f8-a736-7cfb9e3de318, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c544a50-3206-45f8-a736-7cfb9e3de318,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:37.747843 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:37.751421 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:37.829518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:37.830141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92be0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:37.996900 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Pushing event updated for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:38.006656 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:38.047009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:38.048107 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:38.261071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Router 3d4eb16f-8925-414b-b8c1-e28b020522af is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:38:38.386269 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de92be0>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6c544a50-3206-45f8-a736-7cfb9e3de318', 'name': '', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'mac_address': 'fa:16:3e:f1:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:33Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'subnets': [{'id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:38.390581 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142b6d-e61b-4c24-8957-cf796f38e0b8 None None] The sync data for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv is: [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:38:33Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6c544a50-3206-45f8-a736-7cfb9e3de318', 'name': '', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'mac_address': 'fa:16:3e:f1:95:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:33Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 4, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'subnets': [{'id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:38:38.456634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:38:38.466757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Sync routers for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:38:38.477123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:38.477895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b4820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:38.500796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:38.509860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 48920) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:38:38.516480 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.5451784
Dec 10 04:38:38.551478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f03e9-4947-487c-abe8-eeb08b114d20 None None] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:38:38.563436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c544a50-3206-45f8-a736-7cfb9e3de318 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:38.791049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-4809d3ea-a467-4171-9f5f-a22a70258443 None None] Provisioning for port 2ed66176-e423-44d2-aa95-a03cc936d4dc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:38.885637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:38.984986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6c544a50-3206-45f8-a736-7cfb9e3de318 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:39.026237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6c544a50-3206-45f8-a736-7cfb9e3de318 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:39.026618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.375341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.379094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.429656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 6c544a50-3206-45f8-a736-7cfb9e3de318, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c544a50-3206-45f8-a736-7cfb9e3de318,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:39.438064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.439004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3efa6b6d-fe12-40a0-8db1-320d08859465 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:39.470496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:39.557471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b4820>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 3, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:39.568419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Checking router: 3d4eb16f-8925-414b-b8c1-e28b020522af for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:38:39.568773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Updating router 3d4eb16f-8925-414b-b8c1-e28b020522af port 3757e973-f54c-43b4-b753-4aded774e29a binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:38:39.592037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:39.595884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Allocated IP 172.20.0.1 (c9956f43-738f-4f0f-aee5-5a8d86a77f5b/8422a889-fb33-4d4c-baa5-8e16083ca918/f59c7eb1-58b5-4462-8579-02be0ace425f) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:39.603347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:39.636104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.659036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3efa6b6d-fe12-40a0-8db1-320d08859465 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:39.659406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.746264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.761214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Transition to ACTIVE for port object f59c7eb1-58b5-4462-8579-02be0ace425f will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:39.784780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.789608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f7770b5c-54f6-482d-a911-396163811068 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:39.851006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:39.853816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:39.856314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:39.902566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Pushing event updated for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:39.906338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:39.923666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:39.952082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2ed66176-e423-44d2-aa95-a03cc936d4dc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:40.051744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.098211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2ed66176-e423-44d2-aa95-a03cc936d4dc completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:40.119846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2ed66176-e423-44d2-aa95-a03cc936d4dc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:40.120226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.186360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea77c299-c3eb-4bb3-a2cf-42dbdd05f35c None None] Provisioning for port f59c7eb1-58b5-4462-8579-02be0ace425f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:40.193644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.203853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ea77c299-c3eb-4bb3-a2cf-42dbdd05f35c None None] Provisioning complete for port f59c7eb1-58b5-4462-8579-02be0ace425f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:40.204217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ea77c299-c3eb-4bb3-a2cf-42dbdd05f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.247897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Transition to ACTIVE for port object 3757e973-f54c-43b4-b753-4aded774e29a will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:40.267506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.271998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:40.273779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.278033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.305084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bc9f899-5f24-48b0-919b-d3dcd91b5d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:40.333786 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-ea77c299-c3eb-4bb3-a2cf-42dbdd05f35c None None] Port f59c7eb1-58b5-4462-8579-02be0ace425f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:38:40.386919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Pushing event updated for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:40.389936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.394428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:40.398201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Pushing event updated for resources: {'Port': ['ID=3757e973-f54c-43b4-b753-4aded774e29a,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:40.400398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Attempting to bind port 3757e973-f54c-43b4-b753-4aded774e29a on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:40.400771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Attempting to bind port 3757e973-f54c-43b4-b753-4aded774e29a by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:40.401132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Attempting to bind port 3757e973-f54c-43b4-b753-4aded774e29a on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:40.403539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:40.404677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.419985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:40.420361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:40.420763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.421157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:40.421640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Bound port: 3757e973-f54c-43b4-b753-4aded774e29a, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:40.422018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.494211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2ed66176-e423-44d2-aa95-a03cc936d4dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2ed66176-e423-44d2-aa95-a03cc936d4dc,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:40.502787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.506312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:40.552702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] For port 3757e973-f54c-43b4-b753-4aded774e29a, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:40.572405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] For port 3757e973-f54c-43b4-b753-4aded774e29a, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3757e973-f54c-43b4-b753-4aded774e29a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:40.577435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c544a50-3206-45f8-a736-7cfb9e3de318 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:40.608103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:40.645606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2ed66176-e423-44d2-aa95-a03cc936d4dc,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:40.652745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:40.653212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9422426b-c81d-459f-a1da-004bc871b2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:40.665832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:40.666897 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:40.710985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:40.711630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b4820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:40.864728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Router 3d4eb16f-8925-414b-b8c1-e28b020522af has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:38:40.870904 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Pushing event updated for resources: {'Port': ['ID=3757e973-f54c-43b4-b753-4aded774e29a,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:40.878291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:40.883608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6c544a50-3206-45f8-a736-7cfb9e3de318 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:40.883983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:41.016111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:41.047769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:38:41.066113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] 10.222.0.44 "PUT /v2.0/routers/3d4eb16f-8925-414b-b8c1-e28b020522af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5458655
Dec 10 04:38:41.076872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b47035bf-d1c5-4223-ba17-6dad0c870b1e None None] Provisioning complete for port f59c7eb1-58b5-4462-8579-02be0ace425f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:41.077249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b47035bf-d1c5-4223-ba17-6dad0c870b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:41.262368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b47035bf-d1c5-4223-ba17-6dad0c870b1e None None] Port f59c7eb1-58b5-4462-8579-02be0ace425f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:38:41.441320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4b4820>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:39Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f59c7eb1-58b5-4462-8579-02be0ace425f', 'name': '', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'mac_address': 'fa:16:3e:f7:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:39Z', 'updated_at': '2021-12-10T04:38:40Z', 'revision_number': 2, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'subnets': [{'id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:41.445223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5396e14-de9a-4361-9f7f-7b7b33447dc5 None None] The sync data for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv is: [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:39Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f59c7eb1-58b5-4462-8579-02be0ace425f', 'name': '', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'mac_address': 'fa:16:3e:f7:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:39Z', 'updated_at': '2021-12-10T04:38:40Z', 'revision_number': 2, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'subnets': [{'id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:38:41.966821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-648c4bb4-5d69-4011-a535-b5313b61f8cf tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:41.968277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-648c4bb4-5d69-4011-a535-b5313b61f8cf tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 817 time: 0.1511600
Dec 10 04:38:41.984077 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-939ba799-2d1c-456c-bf67-790f23162991 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/quotas/b40f0c3881eb462ba986054b3f3815ff HTTP/1.1" status: 200  len: 375 time: 0.0100746
Dec 10 04:38:42.074006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-6e7ee3b5-17f9-498d-8d10-c8ac2aa6bfc5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Synchronizing usage tracker for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:38:42.092583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-6e7ee3b5-17f9-498d-8d10-c8ac2aa6bfc5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Unset dirty status for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:38:42.097629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-6e7ee3b5-17f9-498d-8d10-c8ac2aa6bfc5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1044579
Dec 10 04:38:42.354951 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-32f45510-3c56-4a0d-965f-6efeeee1c9b9 service neutron] 10.222.0.44 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360201
Dec 10 04:38:42.490352 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-d0e4286e-b3bf-4201-8a29-8ede2a1390bf service neutron] 10.222.0.44 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290081
Dec 10 04:38:42.679928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3757e973-f54c-43b4-b753-4aded774e29a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:42.719051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-086cfcc9-13a6-40bb-b151-486238c11d59 req-ad7956fa-4aac-4608-8751-2771b0185458 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 210 time: 0.0664198
Dec 10 04:38:42.773337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3757e973-f54c-43b4-b753-4aded774e29a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:42.779391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3757e973-f54c-43b4-b753-4aded774e29a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:42.779995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:42.907132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:42.924879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3757e973-f54c-43b4-b753-4aded774e29a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3757e973-f54c-43b4-b753-4aded774e29a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:42.928829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:42.929688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2ed66176-e423-44d2-aa95-a03cc936d4dc up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:42.957759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:43.049532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3757e973-f54c-43b4-b753-4aded774e29a,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:43.052533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:43.063992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2ed66176-e423-44d2-aa95-a03cc936d4dc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:43.064369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:43.859055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-03de8443-f115-4377-a22c-7ad80e402d3d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:43.860599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-03de8443-f115-4377-a22c-7ad80e402d3d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Synchronizing usage tracker for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:38:43.880249 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ceb398a1-48a8-4890-bb6c-63e5fb8c1710 req-5500ebd6-5778-4d15-b0d3-d0147b1375c0 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 210 time: 0.0460062
Dec 10 04:38:43.890393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-03de8443-f115-4377-a22c-7ad80e402d3d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Unset dirty status for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:38:43.891618 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-03de8443-f115-4377-a22c-7ad80e402d3d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 817 time: 0.2066007
Dec 10 04:38:43.914350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Request body: {'port': {'device_id': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'admin_state_up': True, 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:44.173673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:38:44.183495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:38:44.193115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Made reservation on behalf of b40f0c3881eb462ba986054b3f3815ff for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:38:44.196831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.355454 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Allocated IP 172.20.0.4 (f889076f-3e2f-4416-92ab-7a23b555a743/5420391c-7c94-44f9-8159-f1a01961ee9c/c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:38:44.415299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.418465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d705-7834-4775-87c9-5231cfb7ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.554235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.570978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Transition to ACTIVE for port object c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:44.573591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3757e973-f54c-43b4-b753-4aded774e29a up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:44.596198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.601771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:44.644586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3757e973-f54c-43b4-b753-4aded774e29a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:44.644867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.672821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Network f889076f-3e2f-4416-92ab-7a23b555a743 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:38:44.675830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:38:44.680160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:38:44.709501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Pushing event updated for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:44.714865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:44.749572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:44.750203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.776475 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8661015
Dec 10 04:38:44.794693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Request body: {'port': {'device_id': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:38:44.912573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.922139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-75343482-be97-47c8-a833-200eece74363 None None] Provisioning for port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:44.927569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-75343482-be97-47c8-a833-200eece74363 None None] Provisioning complete for port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:44.927958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75343482-be97-47c8-a833-200eece74363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:44.992030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-75343482-be97-47c8-a833-200eece74363 None None] Port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:38:45.079290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aeca7-fc80-4a39-8b46-d9f02ee80f71 req-a6bb00d3-a50f-42da-9679-05e432e89ed2 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:45.080729 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-933aeca7-fc80-4a39-8b46-d9f02ee80f71 req-a6bb00d3-a50f-42da-9679-05e432e89ed2 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 931 time: 0.0833366
Dec 10 04:38:45.124585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-933aeca7-fc80-4a39-8b46-d9f02ee80f71 req-b878b080-1360-4efa-af72-c4cfdbd95789 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380011
Dec 10 04:38:45.260006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:38:45.267342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.281849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Transition to ACTIVE for port object c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:45.286014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.290755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-93d73de6-5cc1-4a1d-8dc9-ddc5c72d448f tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:45.304080 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Sync routers for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:38:45.313266 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:45.313910 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86880>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:45.450280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:45.457664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:45.496069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:45.525632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Attempting to bind port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:45.526126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Attempting to bind port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:45.526553 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Attempting to bind port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:45.532813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 on network f889076f-3e2f-4416-92ab-7a23b555a743 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:38:45.533237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Attempting to bind port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:45.538439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:45.538771 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Checking segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:45.539155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Bound using segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:45.539578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Bound port: c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:45.539924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.630134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:45.633046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:45.639551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.644218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d583fd97-b7f0-433e-903d-dfbb17e442f3 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:45.700459 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:45.701616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.703003 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 HTTP/1.1" status: 200  len: 1093 time: 0.9132211
Dec 10 04:38:45.703555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:38:45.732731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:45.735846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:45.803339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1', 'status': 'completed', 'code': 200}
Dec 10 04:38:45.826371 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86880>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:39Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f59c7eb1-58b5-4462-8579-02be0ace425f', 'name': '', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'mac_address': 'fa:16:3e:f7:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:39Z', 'updated_at': '2021-12-10T04:38:40Z', 'revision_number': 2, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'subnets': [{'id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:45.830635 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Checking router: 3d4eb16f-8925-414b-b8c1-e28b020522af for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:38:45.831083 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Updating router 3d4eb16f-8925-414b-b8c1-e28b020522af port f59c7eb1-58b5-4462-8579-02be0ace425f binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:38:45.843582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-30f4fa60-6e2b-4da8-96bc-79610fd18dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:45.845052 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-30f4fa60-6e2b-4da8-96bc-79610fd18dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 1096 time: 0.0828912
Dec 10 04:38:45.885756 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:45.922377 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-99334ebb-23d6-4fac-8332-ba38921b6a0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 HTTP/1.1" status: 200  len: 217 time: 0.0638111
Dec 10 04:38:45.989845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-1cd8946a-b6fe-4698-a0dc-fb6899ea7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:45.991292 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-1cd8946a-b6fe-4698-a0dc-fb6899ea7e80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 200  len: 856 time: 0.0627384
Dec 10 04:38:46.068462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-9eed97d1-963b-4ca2-a50a-2c005aa30835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:46.069994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-9eed97d1-963b-4ca2-a50a-2c005aa30835 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f889076f-3e2f-4416-92ab-7a23b555a743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725801
Dec 10 04:38:46.204001 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-b9350293-f672-48cc-8116-5bb9f1e3037f service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271873
Dec 10 04:38:46.236272 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.248215 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Transition to ACTIVE for port object f59c7eb1-58b5-4462-8579-02be0ace425f will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:38:46.256311 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.260062 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1f1a1515-c258-448f-9e75-2a2bec20a109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:46.315267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc6874-1d08-42b6-a927-b2c0d02a511a req-7b381640-4682-4c7e-812f-d7eeee7dc49f tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:46.316823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fedc6874-1d08-42b6-a927-b2c0d02a511a req-7b381640-4682-4c7e-812f-d7eeee7dc49f tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 943 time: 0.0856578
Dec 10 04:38:46.343023 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9773b634-768d-43f8-a9fd-3b6a05646de8 req-6590dc79-b7d8-42df-83dd-2f43affbb63c service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315479
Dec 10 04:38:46.371129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fedc6874-1d08-42b6-a927-b2c0d02a511a req-caa2530e-94cc-487e-a466-989db447879e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472507
Dec 10 04:38:46.388252 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f45e-373f-4f87-b6d4-0c6e20df6fef None None] Pushing event updated for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:46.404173 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-e3e2f45e-373f-4f87-b6d4-0c6e20df6fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:46.507450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052fa8-98de-4333-9d4c-edd513225e9c req-23cf4996-8039-4eff-985c-b5f6ef5bf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:46.509298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-23cf4996-8039-4eff-985c-b5f6ef5bf22c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 1096 time: 0.0796454
Dec 10 04:38:46.522297 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Attempting to bind port f59c7eb1-58b5-4462-8579-02be0ace425f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:38:46.522795 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Attempting to bind port f59c7eb1-58b5-4462-8579-02be0ace425f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:38:46.523480 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Attempting to bind port f59c7eb1-58b5-4462-8579-02be0ace425f on network c9956f43-738f-4f0f-aee5-5a8d86a77f5b {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:38:46.529386 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:38:46.529823 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Checking segment: {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:38:46.530474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.531164 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Bound using segment: {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:38:46.532047 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Bound port: f59c7eb1-58b5-4462-8579-02be0ace425f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:38:46.532569 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.626499 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] For port f59c7eb1-58b5-4462-8579-02be0ace425f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:38:46.629668 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] For port f59c7eb1-58b5-4462-8579-02be0ace425f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59c7eb1-58b5-4462-8579-02be0ace425f,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:38:46.633852 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.637550 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a85af059-ac60-4540-a6ca-c0ffaa401fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:46.714742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f45e-373f-4f87-b6d4-0c6e20df6fef None None] Pushing event updated for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:46.718988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-e3e2f45e-373f-4f87-b6d4-0c6e20df6fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:46.719740 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:38:46.720344 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86880>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:38:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:46.772147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052fa8-98de-4333-9d4c-edd513225e9c req-d891a65d-7f7f-42e5-8938-847138e7f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:46.773691 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-d891a65d-7f7f-42e5-8938-847138e7f595 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 918 time: 0.2572854
Dec 10 04:38:46.776355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-95dc2282-a056-4c02-b16c-b9adb300a5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:46.852009 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-51679dc7-7c15-41f1-a9ff-3371538e2686 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 HTTP/1.1" status: 200  len: 217 time: 0.0710547
Dec 10 04:38:46.906343 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:38:46.924038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052fa8-98de-4333-9d4c-edd513225e9c req-066ff163-ec51-4248-af33-f12b138e1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:46.925574 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-066ff163-ec51-4248-af33-f12b138e1902 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 200  len: 856 time: 0.0671854
Dec 10 04:38:47.001170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052fa8-98de-4333-9d4c-edd513225e9c req-1865ea95-cc1d-43a8-9732-0e43d589b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:47.002680 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-1865ea95-cc1d-43a8-9732-0e43d589b9cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f889076f-3e2f-4416-92ab-7a23b555a743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710692
Dec 10 04:38:47.134151 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-2ee4c55a-1d60-49fb-bd58-f0a41775ef7c service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238258
Dec 10 04:38:47.211959 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86880>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:39Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f59c7eb1-58b5-4462-8579-02be0ace425f', 'name': '', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'mac_address': 'fa:16:3e:f7:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:39Z', 'updated_at': '2021-12-10T04:38:46Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'subnets': [{'id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:38:47.215785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe80a58-56e6-48b2-9bee-c21d5c2db2ae None None] The sync data for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv is: [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:39Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'f59c7eb1-58b5-4462-8579-02be0ace425f', 'name': '', 'network_id': 'c9956f43-738f-4f0f-aee5-5a8d86a77f5b', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'mac_address': 'fa:16:3e:f7:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:39Z', 'updated_at': '2021-12-10T04:38:46Z', 'revision_number': 4, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'subnets': [{'id': '8422a889-fb33-4d4c-baa5-8e16083ca918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:38:47.272434 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34052fa8-98de-4333-9d4c-edd513225e9c req-314e393e-c35b-4b18-b8b1-3671199da242 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312170
Dec 10 04:38:47.565431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ab3d-ce59-4f91-9f64-2c5d9b362a9f req-4b6d93dd-b9c3-434b-9e9d-011673039f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:47.566958 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d818ab3d-ce59-4f91-9f64-2c5d9b362a9f req-4b6d93dd-b9c3-434b-9e9d-011673039f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 943 time: 0.0859227
Dec 10 04:38:47.612562 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d818ab3d-ce59-4f91-9f64-2c5d9b362a9f req-99d5835b-9923-48a9-a723-23aef07deaa0 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396042
Dec 10 04:38:47.735821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:48.041246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:48.592854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59c7eb1-58b5-4462-8579-02be0ace425f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:48.665164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port f59c7eb1-58b5-4462-8579-02be0ace425f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:48.670613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f59c7eb1-58b5-4462-8579-02be0ace425f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:48.671002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:48.793130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:48.800588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2aa35-9720-4257-a203-e4db6cd9af1d req-021de4a6-f8dc-433a-94a8-447c09c2a61a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:48.802293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3df2aa35-9720-4257-a203-e4db6cd9af1d req-021de4a6-f8dc-433a-94a8-447c09c2a61a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 943 time: 0.0818486
Dec 10 04:38:48.826443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port f59c7eb1-58b5-4462-8579-02be0ace425f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59c7eb1-58b5-4462-8579-02be0ace425f,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:48.830435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:48.832250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:48.852010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3df2aa35-9720-4257-a203-e4db6cd9af1d req-edc5a303-9c8a-4875-b421-5c3a1b259aa4 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438240
Dec 10 04:38:48.903244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:48.907027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:49.572764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:49.648461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:38:49.817431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:49.830845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'port_id': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1', 'mac_address': 'fa:16:3e:37:2b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:38:49.884375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:49.901716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:38:49.917659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:49.921950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:49.924845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:49.992254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:49.995490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:50.038139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dbac5-65f3-41e1-8944-f9b5afc16c46 req-1237ca71-d32e-423f-aea4-e69701d0586d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:50.039577 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d83dbac5-65f3-41e1-8944-f9b5afc16c46 req-1237ca71-d32e-423f-aea4-e69701d0586d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 944 time: 0.0803800
Dec 10 04:38:50.082909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d83dbac5-65f3-41e1-8944-f9b5afc16c46 req-b978366e-febe-4735-87db-6cf755bb863b tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375645
Dec 10 04:38:50.306683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:38:50.572402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59c7eb1-58b5-4462-8579-02be0ace425f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:50.637667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port f59c7eb1-58b5-4462-8579-02be0ace425f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:50.638291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:51.270801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ab874-efbb-4384-8bcf-a924a3f46f97 req-32d1d333-c40c-41cd-8fe5-e47fba690539 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:51.272209 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a40ab874-efbb-4384-8bcf-a924a3f46f97 req-32d1d333-c40c-41cd-8fe5-e47fba690539 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 944 time: 0.0827980
Dec 10 04:38:51.431514 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a40ab874-efbb-4384-8bcf-a924a3f46f97 req-79b86891-8112-4c8a-8ed4-c3e3ac9f880f tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536496
Dec 10 04:38:51.664106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:38:51.730087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:38:51.735303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:38:51.735704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:51.848954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:51.875857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:38:51.885738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:38:51.889648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:38:51.891709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4044fc14-b38d-4a9c-b98e-2eab6474a213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:38:51.927053 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1', 'code': 200}
Dec 10 04:38:51.961796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:38:51.970924 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.971278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.971622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.971961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.972291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.972622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.972949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.973272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.973624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.974027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.974360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.974683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:38:51.978345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:38:52.177236 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40abae-8171-4175-902c-84d731499615 req-934ac6dc-2789-4142-a39b-edb37659cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:52.178799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2f40abae-8171-4175-902c-84d731499615 req-934ac6dc-2789-4142-a39b-edb37659cad6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 1098 time: 0.0737534
Dec 10 04:38:52.219583 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2f40abae-8171-4175-902c-84d731499615 req-817b520b-9826-434c-b951-7895b36983f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342991
Dec 10 04:38:52.612473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6c0a7-5279-4a4e-bf6e-50c9c15f1720 req-98e7ad15-4cfe-47c7-bbe1-3f56553dbc25 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:52.614046 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dee6c0a7-5279-4a4e-bf6e-50c9c15f1720 req-98e7ad15-4cfe-47c7-bbe1-3f56553dbc25 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0794432
Dec 10 04:38:52.657198 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dee6c0a7-5279-4a4e-bf6e-50c9c15f1720 req-553afe8c-c681-41c6-9b55-56b7b900333a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373502
Dec 10 04:38:53.839557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735995-289a-4f2b-967d-e13d2b1da2cb req-266dfc59-fbd7-4066-af47-7e93732796e9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:53.841006 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43735995-289a-4f2b-967d-e13d2b1da2cb req-266dfc59-fbd7-4066-af47-7e93732796e9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0804651
Dec 10 04:38:53.884556 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43735995-289a-4f2b-967d-e13d2b1da2cb req-88da8c01-7807-432a-9921-05caf4f232d8 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378189
Dec 10 04:38:54.066737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120f3b0-cb7c-42d3-8d6c-e1c8db20300b req-fe36a59c-8a2f-43c0-812c-6753bf60c286 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:38:54.068159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c120f3b0-cb7c-42d3-8d6c-e1c8db20300b req-fe36a59c-8a2f-43c0-812c-6753bf60c286 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0796354
Dec 10 04:38:54.114984 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c120f3b0-cb7c-42d3-8d6c-e1c8db20300b req-18f40c45-8a5b-4172-87a0-213707bb2cfe tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410602
Dec 10 04:38:54.673057 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:39:01.604739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-2dce6c66-6d19-4340-9170-1174a137745c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681810
Dec 10 04:39:01.758154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a1dd-d568-4622-877b-133b2bda69ff req-232d382f-0278-4425-a959-220a9f2f272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:01.759596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-232d382f-0278-4425-a959-220a9f2f272c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 1098 time: 0.0728819
Dec 10 04:39:01.905821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a1dd-d568-4622-877b-133b2bda69ff req-8d9bee5d-634a-4918-8669-3742fdcb2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:01.907266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-8d9bee5d-634a-4918-8669-3742fdcb2f2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 918 time: 0.1280420
Dec 10 04:39:01.973638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-5ff23791-6a09-4499-970c-e03215e4b6ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 HTTP/1.1" status: 200  len: 217 time: 0.0594742
Dec 10 04:39:02.037168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a1dd-d568-4622-877b-133b2bda69ff req-4d04b814-d697-4a2e-a52b-0d1bb3741625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:02.038573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-4d04b814-d697-4a2e-a52b-0d1bb3741625 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 200  len: 856 time: 0.0592341
Dec 10 04:39:02.112596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a1dd-d568-4622-877b-133b2bda69ff req-3ddd1348-2fa9-40a3-afa9-695ba3652cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:02.113975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-3ddd1348-2fa9-40a3-afa9-695ba3652cbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f889076f-3e2f-4416-92ab-7a23b555a743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687566
Dec 10 04:39:02.244735 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-2b124c8a-1961-479e-9a91-01162488f875 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240294
Dec 10 04:39:02.373709 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5986a1dd-d568-4622-877b-133b2bda69ff req-9e9ba005-7d31-4018-a39b-3ba7f76509c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222858
Dec 10 04:39:09.694410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845131-29d9-43cd-9b5e-0f1307147cdb req-7987cf19-da80-4e05-9b44-8b36ef49ab7d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:09.695830 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b845131-29d9-43cd-9b5e-0f1307147cdb req-7987cf19-da80-4e05-9b44-8b36ef49ab7d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0799649
Dec 10 04:39:09.738371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b845131-29d9-43cd-9b5e-0f1307147cdb req-33624511-e239-42a1-a8dc-17234f3b74da tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360968
Dec 10 04:39:10.930361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648d52f-3f16-4552-98d9-55286bc2d1c5 req-46eee43f-2401-4903-a13e-956d0138c06e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:10.931794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5648d52f-3f16-4552-98d9-55286bc2d1c5 req-46eee43f-2401-4903-a13e-956d0138c06e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0855613
Dec 10 04:39:10.975553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5648d52f-3f16-4552-98d9-55286bc2d1c5 req-b1c8726f-22c9-4018-8b13-19a220c77bb5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380433
Dec 10 04:39:11.486032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-eb867304-d72c-4a05-a07b-5ab108afc2b5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:11.486726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-eb867304-d72c-4a05-a07b-5ab108afc2b5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Synchronizing usage tracker for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:39:11.502064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-eb867304-d72c-4a05-a07b-5ab108afc2b5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Unset dirty status for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:39:11.503525 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-eb867304-d72c-4a05-a07b-5ab108afc2b5 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0996509
Dec 10 04:39:11.572330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Deleting port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:11.572682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:11.921533 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] For port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:11.921891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:12.041770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Calling delete_port for c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:12.165056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525d5e4-a6dd-4e89-9b34-459b08be220a req-f75181b7-ee5d-484a-a5ee-14cd74aa603b tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:12.166570 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a525d5e4-a6dd-4e89-9b34-459b08be220a req-f75181b7-ee5d-484a-a5ee-14cd74aa603b tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd709ffe-5a3c-4678-bdbc-27d594b1947f HTTP/1.1" status: 200  len: 945 time: 0.0884662
Dec 10 04:39:12.192021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:12.198048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-64c3826d-4e9d-4df0-a4e2-7f38ec52b169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:12.210953 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a525d5e4-a6dd-4e89-9b34-459b08be220a req-8072638b-4b9c-450e-9f52-a793132f4a8b tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382044
Dec 10 04:39:12.236120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:39:12.246676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Pushing event deleted for resources: {'Port': ['ID=c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:12.250246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:12.322984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] No DVR routers for this DVR port c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:39:12.325601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:12.329510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'name': 'network-vif-deleted', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:39:12.346217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4b2f32a3-a34c-4a56-aeda-544485d6c139 req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "DELETE /v2.0/ports/c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 HTTP/1.1" status: 204  len: 173 time: 0.8372197
Dec 10 04:39:12.378191 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd709ffe-5a3c-4678-bdbc-27d594b1947f', 'name': 'network-vif-deleted', 'tag': 'c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1', 'status': 'completed', 'code': 200}
Dec 10 04:39:13.883252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-0a3d1eeb-fdc3-41b7-a3b2-6fcfa464ebfc tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:13.884592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-0a3d1eeb-fdc3-41b7-a3b2-6fcfa464ebfc tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 817 time: 0.1427763
Dec 10 04:39:13.899571 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-168e96e6-f915-4083-b48a-59627e63d4ae tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/quotas/b40f0c3881eb462ba986054b3f3815ff HTTP/1.1" status: 200  len: 375 time: 0.0089884
Dec 10 04:39:13.985031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-2bed0235-fc70-4647-9513-1e231a7a7570 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0799148
Dec 10 04:39:13.999777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-3f3f572e-543f-41ca-ba20-1305a6199da7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:39:14.000710 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-3f3f572e-543f-41ca-ba20-1305a6199da7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048418
Dec 10 04:39:14.128619 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-5c559d10-fd7a-4ba7-8657-f5dda8d7cad1 service neutron] 10.222.0.44 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227326
Dec 10 04:39:14.259501 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-a3c98757-9bc0-4b90-90e9-c9667302cebe service neutron] 10.222.0.44 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250863
Dec 10 04:39:14.415258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:14.418062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0ab087d2-b364-411c-a7c5-db08166b5e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:14.432938 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c5315fa9-0baf-4c42-9881-90cf4d59aaef req-f8fe7b45-64c8-495f-a3c4-8454c581d411 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 210 time: 0.0425053
Dec 10 04:39:15.493980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-2527686f-247a-4ffa-9ab2-68dc3014f14a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:15.494544 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-2527686f-247a-4ffa-9ab2-68dc3014f14a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 817 time: 0.1459208
Dec 10 04:39:15.513762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Request body: {'port': {'device_id': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'admin_state_up': True, 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:39:15.587447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f19c08e-b464-4cb5-bd77-e5797b40556a req-ee60f11e-3808-4a03-b673-a8d282561f69 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 210 time: 0.0481083
Dec 10 04:39:15.652807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:39:15.657402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Usage tracker for resource:port and tenant:b40f0c3881eb462ba986054b3f3815ff is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:39:15.660153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:39:15.665839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:39:15.675486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Made reservation on behalf of b40f0c3881eb462ba986054b3f3815ff for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:39:15.679178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:15.801999 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:15.836461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:15.836818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device c3ee996f-2b2e-455c-9296-a9bdb0ca4fc1 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:15.841545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Allocated IP 172.20.0.10 (f889076f-3e2f-4416-92ab-7a23b555a743/5420391c-7c94-44f9-8159-f1a01961ee9c/bd1508cf-d996-4876-a884-30f2d22e2438) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:39:16.039687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.055610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Transition to ACTIVE for port object bd1508cf-d996-4876-a884-30f2d22e2438 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:39:16.078813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.083985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef09248a-71dc-4974-88ef-33fd2c3b57c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:16.152265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Network f889076f-3e2f-4416-92ab-7a23b555a743 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:39:16.156078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:39:16.159914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:39:16.190928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Pushing event updated for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:16.214360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.214751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.215139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.215519 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.215897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.216279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.216679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.217050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.217451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.217812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.218180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.218549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:16.224368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:16.239721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:16.240348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.265240 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7556741
Dec 10 04:39:16.282262 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Request body: {'port': {'device_id': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:39:16.367295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9c56185b-c739-4efc-8dd7-fb4d8a74dd1e None None] Provisioning for port bd1508cf-d996-4876-a884-30f2d22e2438 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:39:16.371971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9c56185b-c739-4efc-8dd7-fb4d8a74dd1e None None] Provisioning complete for port bd1508cf-d996-4876-a884-30f2d22e2438 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:39:16.372391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9c56185b-c739-4efc-8dd7-fb4d8a74dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.398301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.428262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9c56185b-c739-4efc-8dd7-fb4d8a74dd1e None None] Port bd1508cf-d996-4876-a884-30f2d22e2438 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:39:16.769648 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-00f5a9d3-cc76-4a79-a2bd-848848174747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.777980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a578-de4d-4540-9920-a080790fee90 req-8143f2be-c2c3-4d36-9b74-a4c4b0d0ca34 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:16.779482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd96a578-de4d-4540-9920-a080790fee90 req-8143f2be-c2c3-4d36-9b74-a4c4b0d0ca34 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 932 time: 0.0844195
Dec 10 04:39:16.823498 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd96a578-de4d-4540-9920-a080790fee90 req-ff3d4625-8579-4f0c-8640-aeb3937275e4 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379148
Dec 10 04:39:16.853613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1508cf-d996-4876-a884-30f2d22e2438 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:39:16.860841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.875255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Transition to ACTIVE for port object bd1508cf-d996-4876-a884-30f2d22e2438 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:39:16.879891 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:16.884319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d9635657-2726-4a76-a658-587799bed6fc tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:17.036382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:17.039279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:17.116634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Attempting to bind port bd1508cf-d996-4876-a884-30f2d22e2438 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:39:17.116968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Attempting to bind port bd1508cf-d996-4876-a884-30f2d22e2438 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:39:17.117299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Attempting to bind port bd1508cf-d996-4876-a884-30f2d22e2438 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:39:17.121836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Port bd1508cf-d996-4876-a884-30f2d22e2438 on network f889076f-3e2f-4416-92ab-7a23b555a743 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:39:17.122154 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Attempting to bind port bd1508cf-d996-4876-a884-30f2d22e2438 on network f889076f-3e2f-4416-92ab-7a23b555a743 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:39:17.127354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:39:17.127636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Checking segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:39:17.128017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Bound using segment: {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:39:17.128435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Bound port: bd1508cf-d996-4876-a884-30f2d22e2438, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:39:17.128778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:17.220958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:39:17.223908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bd1508cf-d996-4876-a884-30f2d22e2438,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:39:17.228173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:17.232745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-97751d5e-75ac-43ef-8206-43bf516d25d5 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:17.280724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:17.280937 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:17.282473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd1508cf-d996-4876-a884-30f2d22e2438 HTTP/1.1" status: 200  len: 1094 time: 1.0046527
Dec 10 04:39:17.289170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:39:17.314975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:17.318801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:17.350194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438', 'status': 'completed', 'code': 200}
Dec 10 04:39:17.442336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-a0107f6f-f0fc-4c14-95eb-1ceb4a988ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:17.443823 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-a0107f6f-f0fc-4c14-95eb-1ceb4a988ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 1097 time: 0.0781345
Dec 10 04:39:17.518614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-5f25993d-6d93-4c20-bb73-5626bcdc5f70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1508cf-d996-4876-a884-30f2d22e2438 HTTP/1.1" status: 200  len: 217 time: 0.0610242
Dec 10 04:39:17.583006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-34c3850e-443c-4da0-9f4e-06804e0e4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:17.584426 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-34c3850e-443c-4da0-9f4e-06804e0e4803 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 200  len: 856 time: 0.0601797
Dec 10 04:39:17.657835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-e9273935-2bcb-4ba6-ac58-89019d66dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:17.659180 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-e9273935-2bcb-4ba6-ac58-89019d66dfca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f889076f-3e2f-4416-92ab-7a23b555a743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683045
Dec 10 04:39:17.737820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:17.790089 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-6b9224d3-6664-4255-b693-7504a822bb07 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240926
Dec 10 04:39:17.924145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f1f44d3a-99d5-4faa-a54c-a0c3543f3d50 req-8f784952-e160-414a-a902-2f7b422291ad service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270125
Dec 10 04:39:18.010540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc0af0-4eb3-4f3e-b091-96abb5ade8cf req-b796fbe3-4948-4ba8-ad9f-bee3edf0e357 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:18.012012 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1dcc0af0-4eb3-4f3e-b091-96abb5ade8cf req-b796fbe3-4948-4ba8-ad9f-bee3edf0e357 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 944 time: 0.0834832
Dec 10 04:39:18.046092 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:18.057857 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1dcc0af0-4eb3-4f3e-b091-96abb5ade8cf req-8832f9b0-74e1-4cd7-8995-88c135b47a21 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401859
Dec 10 04:39:18.082375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-1a5fe2c2-b39f-4cf1-8264-7343e9b913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:18.083860 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-1a5fe2c2-b39f-4cf1-8264-7343e9b913d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b40f0c3881eb462ba986054b3f3815ff&device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 1097 time: 0.0779202
Dec 10 04:39:18.211677 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-a34fc2fd-32f4-4bfe-aee7-e85110b044fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:18.213083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-a34fc2fd-32f4-4bfe-aee7-e85110b044fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 200  len: 918 time: 0.1229045
Dec 10 04:39:18.278546 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-75b124b2-384e-40a9-aa2e-d01f0d435398 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1508cf-d996-4876-a884-30f2d22e2438 HTTP/1.1" status: 200  len: 217 time: 0.0585253
Dec 10 04:39:18.340581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-73d71068-39b1-4ff4-95d9-c667d6b75865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:18.342588 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-73d71068-39b1-4ff4-95d9-c667d6b75865 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 200  len: 856 time: 0.0580959
Dec 10 04:39:18.413747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-5091cb68-0180-4979-a0db-aa8a067a3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:18.415121 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-5091cb68-0180-4979-a0db-aa8a067a3e2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f889076f-3e2f-4416-92ab-7a23b555a743&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665243
Dec 10 04:39:18.543222 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-d4201db2-a286-44ea-a03d-a5be65520742 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204441
Dec 10 04:39:18.785878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e4c9d455-45ad-4793-a539-dbba9cc16d6f req-fddcd9db-e457-4691-9ad9-db6487303d63 service neutron] 10.222.0.18 "GET /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355461
Dec 10 04:39:19.240432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69cb0e-d959-4131-8aee-b7105869d5bd req-14b33a0f-1bb8-44ae-9e4b-41487c742e90 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:19.241891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8d69cb0e-d959-4131-8aee-b7105869d5bd req-14b33a0f-1bb8-44ae-9e4b-41487c742e90 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 944 time: 0.0802562
Dec 10 04:39:19.285057 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8d69cb0e-d959-4131-8aee-b7105869d5bd req-a911d225-f860-432a-bd06-d0c2e5663e31 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375593
Dec 10 04:39:19.574963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:20.471330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a377a6-07e9-4081-bc67-a7550286f355 req-8708ad12-c644-4747-8697-fa579053217d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:20.472749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a1a377a6-07e9-4081-bc67-a7550286f355 req-8708ad12-c644-4747-8697-fa579053217d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 944 time: 0.0838411
Dec 10 04:39:20.515825 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a1a377a6-07e9-4081-bc67-a7550286f355 req-ecb15c8a-c60f-497a-85cf-b339e1d4a8c0 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375025
Dec 10 04:39:21.693918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164b9f8-0f5c-4661-978b-c53f1159474c req-3696518b-8f44-4d13-8624-c41b4021afbd tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:21.695356 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b164b9f8-0f5c-4661-978b-c53f1159474c req-3696518b-8f44-4d13-8624-c41b4021afbd tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 944 time: 0.0789809
Dec 10 04:39:21.737659 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b164b9f8-0f5c-4661-978b-c53f1159474c req-38229f46-e618-4b8e-b201-a826a374d288 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358233
Dec 10 04:39:21.836162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device bd1508cf-d996-4876-a884-30f2d22e2438 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:39:21.966674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bd1508cf-d996-4876-a884-30f2d22e2438,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:21.979164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'bd1508cf-d996-4876-a884-30f2d22e2438', 'network_id': 'f889076f-3e2f-4416-92ab-7a23b555a743', 'port_id': 'bd1508cf-d996-4876-a884-30f2d22e2438', 'mac_address': 'fa:16:3e:e3:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420391c-7c94-44f9-8159-f1a01961ee9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:39:22.035604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:22.052010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1508cf-d996-4876-a884-30f2d22e2438 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:39:22.067452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bd1508cf-d996-4876-a884-30f2d22e2438,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:22.071449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:22.073772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:22.136945 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:22.139824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:22.456353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['bd1508cf-d996-4876-a884-30f2d22e2438'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:39:22.920108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb3a36-065d-4e6e-8d55-67d87dbad4fd req-ef1a09f9-b4e3-4001-ad6f-a07b7c8e5879 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:22.921626 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bafb3a36-065d-4e6e-8d55-67d87dbad4fd req-ef1a09f9-b4e3-4001-ad6f-a07b7c8e5879 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 945 time: 0.0818682
Dec 10 04:39:22.965378 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bafb3a36-065d-4e6e-8d55-67d87dbad4fd req-eb11c9ef-55ed-4524-b285-17ed6a0a432d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380862
Dec 10 04:39:23.836516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device bd1508cf-d996-4876-a884-30f2d22e2438 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:39:23.902644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port bd1508cf-d996-4876-a884-30f2d22e2438 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:39:23.907825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port bd1508cf-d996-4876-a884-30f2d22e2438 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:39:23.908204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:24.023279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:24.049496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:39:24.059560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bd1508cf-d996-4876-a884-30f2d22e2438,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:24.064489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:24.067468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:24.099923 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438', 'code': 200}
Dec 10 04:39:24.143705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:24.150106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:24.154914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b10c9-5fcc-4106-aec1-27d42f0c411e req-1ef57d50-9026-4f6b-86f4-cfe1d85ec5f3 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:24.156377 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-176b10c9-5fcc-4106-aec1-27d42f0c411e req-1ef57d50-9026-4f6b-86f4-cfe1d85ec5f3 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0830560
Dec 10 04:39:24.321331 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-176b10c9-5fcc-4106-aec1-27d42f0c411e req-fe5f6f0d-cd2c-482f-9c26-6ed42080d68a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591563
Dec 10 04:39:24.364007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f710c-6ceb-47ef-aab2-7aa4f16ea0e9 req-476a51ce-47c9-44a8-8ab1-ca5bb651ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:24.365403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-825f710c-6ceb-47ef-aab2-7aa4f16ea0e9 req-476a51ce-47c9-44a8-8ab1-ca5bb651ed60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 1099 time: 0.0742941
Dec 10 04:39:24.404801 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-825f710c-6ceb-47ef-aab2-7aa4f16ea0e9 req-37ab5a00-afe2-4f45-8c39-1398e3ec7ace service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333068
Dec 10 04:39:25.504412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc28c7-9850-44f9-b1ec-630eaa38a8a8 req-99907d17-5d0f-42ae-8c98-d4e13e4a0369 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:25.505879 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7dc28c7-9850-44f9-b1ec-630eaa38a8a8 req-99907d17-5d0f-42ae-8c98-d4e13e4a0369 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0811977
Dec 10 04:39:25.548995 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a7dc28c7-9850-44f9-b1ec-630eaa38a8a8 req-38e910da-452d-4d9a-9668-67108d553562 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374973
Dec 10 04:39:26.878538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e3c16-dd7d-4582-8d7b-ff280c3bfa80 req-34a2a47e-afae-47d0-93a6-a15b6730e2a7 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:26.879889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-779e3c16-dd7d-4582-8d7b-ff280c3bfa80 req-34a2a47e-afae-47d0-93a6-a15b6730e2a7 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0836339
Dec 10 04:39:26.924159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-779e3c16-dd7d-4582-8d7b-ff280c3bfa80 req-d3c77866-82f1-43d9-ab4d-5a9ac00dae5c tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385900
Dec 10 04:39:27.103882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5c698-2a00-4838-adc8-f177afecdcdc req-271c1753-029d-42b7-b053-76fc05dabf7e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:27.105289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93d5c698-2a00-4838-adc8-f177afecdcdc req-271c1753-029d-42b7-b053-76fc05dabf7e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0785124
Dec 10 04:39:27.152488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93d5c698-2a00-4838-adc8-f177afecdcdc req-8b844997-bfbf-43a2-be90-d6414400a4fc tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414770
Dec 10 04:39:31.672505 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:39:42.618709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a887-aa75-4c80-a20c-4838d961678e req-378271f5-ce5c-4f76-b02b-197a187613ad tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:42.620135 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1391a887-aa75-4c80-a20c-4838d961678e req-378271f5-ce5c-4f76-b02b-197a187613ad tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0794773
Dec 10 04:39:42.664307 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1391a887-aa75-4c80-a20c-4838d961678e req-ee811bfd-fe04-44fe-b448-bd4249e226fa tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378702
Dec 10 04:39:43.853456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4032-f0a8-4fd5-baa8-61e03abb42b7 req-b261a1c8-2941-4dbd-8405-810f2e1a0d90 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:43.854889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c85b4032-f0a8-4fd5-baa8-61e03abb42b7 req-b261a1c8-2941-4dbd-8405-810f2e1a0d90 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0818934
Dec 10 04:39:43.899237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c85b4032-f0a8-4fd5-baa8-61e03abb42b7 req-b861e895-909d-4a56-bf03-e25791e5b44e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380292
Dec 10 04:39:44.452342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c3544194-c0a0-42cd-a9e1-f4cbdf3bb79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:44.454088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:44.523922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-23882186-ea5f-43a0-8876-7a2e7c3a7ba9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:44.524613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-23882186-ea5f-43a0-8876-7a2e7c3a7ba9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Synchronizing usage tracker for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:39:44.540912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-23882186-ea5f-43a0-8876-7a2e7c3a7ba9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Unset dirty status for tenant:b40f0c3881eb462ba986054b3f3815ff on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:39:44.541533 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-23882186-ea5f-43a0-8876-7a2e7c3a7ba9 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0983005
Dec 10 04:39:44.614883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Deleting port bd1508cf-d996-4876-a884-30f2d22e2438 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:44.615135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:44.856702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] For port bd1508cf-d996-4876-a884-30f2d22e2438, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bd1508cf-d996-4876-a884-30f2d22e2438,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:44.857063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:44.980562 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Calling delete_port for bd1508cf-d996-4876-a884-30f2d22e2438 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:45.082700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b99b-9fa1-4ba3-a640-cb7b96da2f3a req-beaeb98e-ddb7-4969-b622-91033216167e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:45.084257 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3877b99b-9fa1-4ba3-a640-cb7b96da2f3a req-beaeb98e-ddb7-4969-b622-91033216167e tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/ports?device_id=5344e1b6-f12b-4403-b24b-bd58b5efa361 HTTP/1.1" status: 200  len: 946 time: 0.0810885
Dec 10 04:39:45.126452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:45.127906 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3877b99b-9fa1-4ba3-a640-cb7b96da2f3a req-4c51df47-aefe-45d3-8216-aeef6371183f tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb608645-54e4-46c1-8acf-f0acb7aae2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380647
Dec 10 04:39:45.133792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d8c006b-eba3-481a-8e8d-2a2a65bbee05 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:45.160013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['bd1508cf-d996-4876-a884-30f2d22e2438'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:39:45.180177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Pushing event deleted for resources: {'Port': ['ID=bd1508cf-d996-4876-a884-30f2d22e2438,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:45.208398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:45.258279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] No DVR routers for this DVR port bd1508cf-d996-4876-a884-30f2d22e2438 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:39:45.261049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:45.264951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'name': 'network-vif-deleted', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:39:45.281297 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0c37d9f-946d-4f13-b496-5f6837eb409a req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] 10.222.0.18 "DELETE /v2.0/ports/bd1508cf-d996-4876-a884-30f2d22e2438 HTTP/1.1" status: 204  len: 173 time: 0.7338655
Dec 10 04:39:45.313519 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5344e1b6-f12b-4403-b24b-bd58b5efa361', 'name': 'network-vif-deleted', 'tag': 'bd1508cf-d996-4876-a884-30f2d22e2438', 'status': 'completed', 'code': 200}
Dec 10 04:39:46.257658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49208) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:46.770319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f297a9d9-c206-4d14-badb-03c689fa315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:46.784900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:47.234491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Deleting port 6c544a50-3206-45f8-a736-7cfb9e3de318 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:47.234819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:47.400592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] For port 6c544a50-3206-45f8-a736-7cfb9e3de318, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6c544a50-3206-45f8-a736-7cfb9e3de318,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:47.401297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:47.522408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Calling delete_port for 6c544a50-3206-45f8-a736-7cfb9e3de318 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:47.687501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:47.691837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:47.738203 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6c544a50-3206-45f8-a736-7cfb9e3de318,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:47.738435 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:47.803133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.803530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.803910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.804287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.804658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.805030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.805421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.805795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.806160 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.806526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.806889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.807249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:47.812901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:47.959145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device bd1508cf-d996-4876-a884-30f2d22e2438 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:47.991730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: bd1508cf-d996-4876-a884-30f2d22e2438 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:47.992087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device bd1508cf-d996-4876-a884-30f2d22e2438 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:48.011120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:48.048016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:48.363150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Router db0887d2-919a-47e9-b4b0-2e78f6fdb700 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:39:48.666820 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:39:48.675787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Sync routers for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:39:48.679358 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] 10.222.0.44 "PUT /v2.0/routers/db0887d2-919a-47e9-b4b0-2e78f6fdb700/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4206059
Dec 10 04:39:48.681798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49212) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:48.684747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:39:48.685392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c331f40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:48.864953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:48.869791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:39:49.048793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.060005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Deleting port 3efa6b6d-fe12-40a0-8db1-320d08859465 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:49.060407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.161359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c331f40>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:39:47Z', 'revision_number': 5, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port': {'id': '3efa6b6d-fe12-40a0-8db1-320d08859465', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:30Z', 'updated_at': '2021-12-10T04:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:49.165207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Checking router: db0887d2-919a-47e9-b4b0-2e78f6fdb700 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:39:49.173650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Routers {'db0887d2-919a-47e9-b4b0-2e78f6fdb700'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:39:49.174191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c331f40>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:49.234863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] For port 3efa6b6d-fe12-40a0-8db1-320d08859465, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3efa6b6d-fe12-40a0-8db1-320d08859465,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:49.235215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.321039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] Set router db0887d2-919a-47e9-b4b0-2e78f6fdb700 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:39:49.357711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Calling delete_port for 3efa6b6d-fe12-40a0-8db1-320d08859465 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:49.426552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c331f40>, [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:39:49Z', 'revision_number': 6, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:49.430336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f03cb6-7758-47a9-8131-aa1d003ab44b None None] The sync data for ids ['db0887d2-919a-47e9-b4b0-2e78f6fdb700'] in dv-neutron-821182-1-hyperv is: [{'id': 'db0887d2-919a-47e9-b4b0-2e78f6fdb700', 'name': 'tempest-TestEncryptedCinderVolumes-1001768040-router', 'tenant_id': 'b40f0c3881eb462ba986054b3f3815ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:29Z', 'updated_at': '2021-12-10T04:39:49Z', 'revision_number': 6, 'project_id': 'b40f0c3881eb462ba986054b3f3815ff', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:39:49.528192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.532529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:49.576297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efa6b6d-fe12-40a0-8db1-320d08859465,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:49.579922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.604511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:49.666129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.837492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.839738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.864684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.865185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db0887d2-919a-47e9-b4b0-2e78f6fdb700 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:39:49.879445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:49.880702 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/db0887d2-919a-47e9-b4b0-2e78f6fdb700 HTTP/1.1" status: 204  len: 168 time: 1.1979854
Dec 10 04:39:49.883261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49216) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:49.941866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Deleting subnet 5420391c-7c94-44f9-8159-f1a01961ee9c {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:39:49.944758 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.117584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.192256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.259898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.263549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-814ea2cd-e94e-4e61-bc26-d4bc21579cb8 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:50.301878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5420391c-7c94-44f9-8159-f1a01961ee9c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:50.304712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:50.305695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.314143 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8f4ca423-f0f1-43e9-a6b0-8ac81f7be9fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5420391c-7c94-44f9-8159-f1a01961ee9c HTTP/1.1" status: 204  len: 168 time: 0.4275074
Dec 10 04:39:50.314490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3408f98-da9d-4fdf-b2de-787f7cc77d6a None None] Network f889076f-3e2f-4416-92ab-7a23b555a743 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:39:50.314925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49220) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:50.428600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.439808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Deleting port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:50.440210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.583152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] DHCP port deletion for f889076f-3e2f-4416-92ab-7a23b555a743 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:39:50.587926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Deleting port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:50.588183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.640704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c544a50-3206-45f8-a736-7cfb9e3de318 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:50.652413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] For port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:50.652765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.681561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6c544a50-3206-45f8-a736-7cfb9e3de318 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:50.681914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6c544a50-3206-45f8-a736-7cfb9e3de318 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:50.682337 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:50.776469 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Calling delete_port for cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:50.852235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:50.856205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bab37b98-846f-4bc9-be79-cb5d5c95675b tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:50.885626 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No ports have port_id starting with cb459a41-d53e-4e1c-a1fb-e95fc2abfe13
Dec 10 04:39:50.895351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3efa6b6d-fe12-40a0-8db1-320d08859465 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:50.896818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:50.900386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:50.902417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] No DVR routers for this DVR port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:39:50.944970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3efa6b6d-fe12-40a0-8db1-320d08859465 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:50.945330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3efa6b6d-fe12-40a0-8db1-320d08859465 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:50.957528 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] For port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=cb459a41-d53e-4e1c-a1fb-e95fc2abfe13,segment=NetworkSegment(aebb46f8-1fa2-42e5-b284-74c4806f6dd6),segment_id=aebb46f8-1fa2-42e5-b284-74c4806f6dd6)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:50.957931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.015561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.042970 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d968b1160>,) {'filters': {'network_id': ['f889076f-3e2f-4416-92ab-7a23b555a743']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:51.054605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968b1160>, 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:51.054899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d968b1160>, 'aebb46f8-1fa2-42e5-b284-74c4806f6dd6') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:51.066229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.077828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Calling delete_port for cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:51.082222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.088339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:39:51.088712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:39:51.101573 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:39:51.148736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:39:51.149019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:39:51.173659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.176925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-45bd2909-f38c-40b3-8e33-7a31a5b9b9ac tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:51.193740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.204496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f889076f-3e2f-4416-92ab-7a23b555a743,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:51.207536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:51.217667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f889076f-3e2f-4416-92ab-7a23b555a743 HTTP/1.1" status: 204  len: 168 time: 0.9019620
Dec 10 04:39:51.220511 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49224) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:51.650543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Deleting port cb459a41-d53e-4e1c-a1fb-e95fc2abfe13 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:51.651143 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:51.722376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3305b7b5-34ff-4f20-ae21-11c55965a68b None None] The port 'cb459a41-d53e-4e1c-a1fb-e95fc2abfe13' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:39:51.862154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:52.196029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Deleting port f59c7eb1-58b5-4462-8579-02be0ace425f {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:52.196300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:52.363187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] For port f59c7eb1-58b5-4462-8579-02be0ace425f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=f59c7eb1-58b5-4462-8579-02be0ace425f,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:52.363530 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:52.480662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Calling delete_port for f59c7eb1-58b5-4462-8579-02be0ace425f owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:52.645948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:52.650371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d7f5b11b-757a-4029-85c2-e6127a9c0002 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:52.693045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f59c7eb1-58b5-4462-8579-02be0ace425f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:52.695939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:52.964991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:53.436141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Router 3d4eb16f-8925-414b-b8c1-e28b020522af has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:39:53.609128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:39:53.617855 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] 10.222.0.44 "PUT /v2.0/routers/3d4eb16f-8925-414b-b8c1-e28b020522af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3963959
Dec 10 04:39:53.618396 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Sync routers for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:39:53.620252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49228) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:53.630758 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:39:53.631352 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b04f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:53.796797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:53.801500 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:39:53.987944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:53.998919 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Deleting port 3757e973-f54c-43b4-b753-4aded774e29a {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:53.999249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.127524 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b04f0>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '3757e973-f54c-43b4-b753-4aded774e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:39:52Z', 'revision_number': 5, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port': {'id': '3757e973-f54c-43b4-b753-4aded774e29a', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:54.131181 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Checking router: 3d4eb16f-8925-414b-b8c1-e28b020522af for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:39:54.139784 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Routers {'3d4eb16f-8925-414b-b8c1-e28b020522af'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:39:54.140373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b04f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['3d4eb16f-8925-414b-b8c1-e28b020522af'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:54.166325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] For port 3757e973-f54c-43b4-b753-4aded774e29a, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3757e973-f54c-43b4-b753-4aded774e29a,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:54.166676 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.283951 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] Set router 3d4eb16f-8925-414b-b8c1-e28b020522af gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:39:54.287476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Calling delete_port for 3757e973-f54c-43b4-b753-4aded774e29a owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:54.387955 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0b04f0>, [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:39:53Z', 'revision_number': 6, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:54.392023 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109487e-327a-4cf6-b7bb-71100052b901 None None] The sync data for ids ['3d4eb16f-8925-414b-b8c1-e28b020522af'] in dv-neutron-821182-1-hyperv is: [{'id': '3d4eb16f-8925-414b-b8c1-e28b020522af', 'name': 'tempest-TestEncryptedCinderVolumes-602771899-router', 'tenant_id': '3aa5fd518d9240078c5ccede825fedc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:38:36Z', 'updated_at': '2021-12-10T04:39:53Z', 'revision_number': 6, 'project_id': '3aa5fd518d9240078c5ccede825fedc1', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:39:54.453488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.458055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0b24c921-a731-44fb-aa68-24a5d6b940ea tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:54.503193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3757e973-f54c-43b4-b753-4aded774e29a,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:54.654440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:54.716770 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.862278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59c7eb1-58b5-4462-8579-02be0ace425f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:54.889713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.892794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.908698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: f59c7eb1-58b5-4462-8579-02be0ace425f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:54.909289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device f59c7eb1-58b5-4462-8579-02be0ace425f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:54.923036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.923581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4eb16f-8925-414b-b8c1-e28b020522af {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:39:54.935477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:54.936599 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3d4eb16f-8925-414b-b8c1-e28b020522af HTTP/1.1" status: 204  len: 168 time: 1.3154356
Dec 10 04:39:54.939071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49232) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:54.998283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Deleting subnet 8422a889-fb33-4d4c-baa5-8e16083ca918 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:39:55.001314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.050391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.133157 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.200793 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.204335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-33a22b8a-c136-4bfb-ad5c-095ed3f72b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:55.238270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8422a889-fb33-4d4c-baa5-8e16083ca918,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:55.241207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:55.242170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.246832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6caa6b-9565-4cf5-9e98-ef6fee7441d7 None None] Network c9956f43-738f-4f0f-aee5-5a8d86a77f5b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:39:55.247795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e1439883-0770-4b42-9862-a6684f5b1158 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8422a889-fb33-4d4c-baa5-8e16083ca918 HTTP/1.1" status: 204  len: 168 time: 0.3077817
Dec 10 04:39:55.250234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49236) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:55.359069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.369426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Deleting port 2ed66176-e423-44d2-aa95-a03cc936d4dc {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:55.369755 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.484599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] DHCP port deletion for c9956f43-738f-4f0f-aee5-5a8d86a77f5b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:39:55.488849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Deleting port 2ed66176-e423-44d2-aa95-a03cc936d4dc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:55.489227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.575833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] For port 2ed66176-e423-44d2-aa95-a03cc936d4dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2ed66176-e423-44d2-aa95-a03cc936d4dc,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:55.576190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.686970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] For port 2ed66176-e423-44d2-aa95-a03cc936d4dc, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2ed66176-e423-44d2-aa95-a03cc936d4dc,segment=NetworkSegment(b47ef3fc-5f38-43ce-ad02-dde9d06530d9),segment_id=b47ef3fc-5f38-43ce-ad02-dde9d06530d9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:39:55.687459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.697145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Calling delete_port for 2ed66176-e423-44d2-aa95-a03cc936d4dc owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:55.775698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.780809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7bd1ab6e-8f22-4434-9ee5-8cbfd226037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:55.810086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Calling delete_port for 2ed66176-e423-44d2-aa95-a03cc936d4dc owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:39:55.822935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed66176-e423-44d2-aa95-a03cc936d4dc,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:55.824968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] No DVR routers for this DVR port 2ed66176-e423-44d2-aa95-a03cc936d4dc on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:39:55.827023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:55.888916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:39:55.889547 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:39:55.939566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:55.964428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9661adc0>,) {'filters': {'network_id': ['c9956f43-738f-4f0f-aee5-5a8d86a77f5b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:55.976461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9661adc0>, 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:55.976880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9661adc0>, 'b47ef3fc-5f38-43ce-ad02-dde9d06530d9') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:39:55.987800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.003268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.009020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:39:56.009424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:39:56.023018 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:39:56.103247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.106870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dda69a89-8139-4205-8a80-103b01bfd60e tempest-ExternalNetworksTestJSON-1171586110 tempest-ExternalNetworksTestJSON-1171586110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:56.119468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.129111 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Pushing event deleted for resources: {'Network': ['ID=c9956f43-738f-4f0f-aee5-5a8d86a77f5b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:56.131718 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:56.133492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] 10.222.0.44 "DELETE /v2.0/networks/c9956f43-738f-4f0f-aee5-5a8d86a77f5b HTTP/1.1" status: 204  len: 168 time: 0.8823154
Dec 10 04:39:56.318719 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49242) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:56.366510 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d3ef0afd-629f-4462-8856-799fe29f81e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b40f0c3881eb462ba986054b3f3815ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0465989
Dec 10 04:39:56.368655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49246) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:56.390356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Deleting port 2ed66176-e423-44d2-aa95-a03cc936d4dc {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:39:56.390804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.425495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.451768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.455091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c55300f0-d49c-4ad0-b541-03c545474861 None None] The port '2ed66176-e423-44d2-aa95-a03cc936d4dc' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:39:56.503699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.507410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-81fd45af-f5d7-44e1-86fc-a86192b38500 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:56.519860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb608645-54e4-46c1-8acf-f0acb7aae2c9,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:56.522901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:56.529010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:56.530183 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-98a62ad9-c82e-4e52-8173-997cc917d9ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb608645-54e4-46c1-8acf-f0acb7aae2c9 HTTP/1.1" status: 204  len: 168 time: 0.1606569
Dec 10 04:39:56.604675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3757e973-f54c-43b4-b753-4aded774e29a no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:56.679514 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3757e973-f54c-43b4-b753-4aded774e29a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:56.679863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3757e973-f54c-43b4-b753-4aded774e29a not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:56.680286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2ed66176-e423-44d2-aa95-a03cc936d4dc no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:39:56.712692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2ed66176-e423-44d2-aa95-a03cc936d4dc {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:39:56.712972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2ed66176-e423-44d2-aa95-a03cc936d4dc not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:39:56.902840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49254) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:56.952348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-de113f50-73dc-4cb6-a90a-da224f8bffdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3aa5fd518d9240078c5ccede825fedc1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0476415
Dec 10 04:39:56.954693 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49258) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:57.014391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:57.039392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:57.089712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:57.095286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a7e07fe-d0a9-4e8a-b52f-cb3670fc2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:57.107262 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68f40b-140a-4123-b199-4322943d4bb7,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:57.110167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:57.114104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:57.115560 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d68f40b-140a-4123-b199-4322943d4bb7 HTTP/1.1" status: 204  len: 168 time: 0.1599820
Dec 10 04:39:57.854651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49282) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:57.985356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1581185864-network', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:39:57.990106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:39:57.994030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Usage tracker for resource:network and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:39:57.996854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:39:58.003025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:39:58.014040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Made reservation on behalf of a01faef940914d40aed88d8ce47e745b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:39:58.016277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.028021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.041997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:39:58.046275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:39:58.048955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:39:58.054567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:39:58.137396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.140913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.143704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3383193-f363-4a66-b013-ea204f763143 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:58.176584 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:39:58.181737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe86a21-385a-4270-bd00-6c580497970f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:58.186069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:58.191254 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.191700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Added segment 7204b226-d688-45df-b89f-8edfc6ff9890 of type vlan for network 7521a760-2ad3-4c9e-9cfd-331eca3f4591
Dec 10 04:39:58.218277 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.248150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.249279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:58.249884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.254468 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-306007fb-77b5-41f5-af13-2069ea80c035 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:58.468804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=7521a760-2ad3-4c9e-9cfd-331eca3f4591,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:58.471744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:58.473690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6179893
Dec 10 04:39:58.476670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49288) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:58.478713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:39:58.483105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Request body: {'subnet': {'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1581185864-subnet', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:39:58.488116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:39:58.492023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Usage tracker for resource:subnet and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:39:58.495009 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:39:58.500699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:39:58.511108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Made reservation on behalf of a01faef940914d40aed88d8ce47e745b for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:39:58.513520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.719418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.723560 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-be2ce5cb-5aa7-413b-9d24-8a0f74dd27bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:58.790856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b6043b-b447-48fe-8474-e0bb968c7f57,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:58.794136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:58.799690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Checking segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:39:58.800044 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Network hostable DHCP agents. Network: 7521a760-2ad3-4c9e-9cfd-331eca3f4591, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:39:58.818449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:39:58.827923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 7521a760-2ad3-4c9e-9cfd-331eca3f4591) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:39:58.831843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:39:58.832423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.837559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51688e1-824c-4839-bc91-b07c449c0972 None None] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:39:58.853781 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-814fa2c2-a362-444f-87d9-da7fc1182f8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3759086
Dec 10 04:39:58.856640 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49292) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:39:58.861898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:39:58.866650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:39:58.870625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Usage tracker for resource:router and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:39:58.873785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:39:58.879851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:39:58.891288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.892635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:58.909796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.053473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:39:59.054397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.214590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Allocated IP 172.20.0.2 (7521a760-2ad3-4c9e-9cfd-331eca3f4591/a3b6043b-b447-48fe-8474-e0bb968c7f57/4912947d-cbed-4d75-8ccd-e22283a8e4b5) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:39:59.295174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.413739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.423780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Transition to ACTIVE for port object 4912947d-cbed-4d75-8ccd-e22283a8e4b5 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:39:59.442427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Transition to ACTIVE for port object 4912947d-cbed-4d75-8ccd-e22283a8e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:39:59.452069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.456258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:59.520021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:39:59.522965 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:39:59.526568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:39:59.532150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Pushing event updated for resources: {'Port': ['ID=4912947d-cbed-4d75-8ccd-e22283a8e4b5,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:59.572362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.572707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.573044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.573668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.574003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.574329 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.574652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.574974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.575322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.575644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.575963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.576279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:39:59.603415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.606952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:59.628678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Attempting to bind port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:39:59.629051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Attempting to bind port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:39:59.629451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Attempting to bind port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 on network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:39:59.634637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:39:59.635015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Checking segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:39:59.635416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.635832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Bound using segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:39:59.636280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Bound port: 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:39:59.636660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.637179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.722637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] For port 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:39:59.725590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] For port 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4912947d-cbed-4d75-8ccd-e22283a8e4b5,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:39:59.730422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.734370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-67fef382-8049-43e6-91d3-9168512e7f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:39:59.768923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Allocated IP 172.26.1.6 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/258d6426-9c54-4cc3-b5d0-294096d66d84) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:39:59.817783 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Pushing event updated for resources: {'Port': ['ID=4912947d-cbed-4d75-8ccd-e22283a8e4b5,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:39:59.820424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:39:59.917402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.949184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:39:59.953135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f2553cd6-7f16-4952-b4e4-df592c5d7a15 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:00.025728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:00.031936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:00.035960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:00.075616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Pushing event updated for resources: {'Port': ['ID=258d6426-9c54-4cc3-b5d0-294096d66d84,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:00.080207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:00.449690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:00.640730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4912947d-cbed-4d75-8ccd-e22283a8e4b5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:00.714749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:00.786383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18e45f-1443-4939-882d-c6cdf39f2c66 None None] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:40:00.878335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Provisioning for port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:00.896682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Provisioning complete for port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:00.896682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:00.936344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:01.141630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:40:01.154810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:01.194751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] For port 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4912947d-cbed-4d75-8ccd-e22283a8e4b5,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:01.198914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:01.200788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:01.269946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Pushing event updated for resources: {'Port': ['ID=4912947d-cbed-4d75-8ccd-e22283a8e4b5,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:01.278204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:01.332422 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:40:01.344194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Sync routers for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:40:01.354317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:01.355205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6a7d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:01.358124 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:01.362109 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.5041449
Dec 10 04:40:01.362246 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49296) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:01.507211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-faa1c96a-cc4e-4d6d-a6aa-3c3fea18559e None None] Provisioning complete for port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:01.507510 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-faa1c96a-cc4e-4d6d-a6aa-3c3fea18559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:01.588711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:01.923671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6a7d60>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:00Z', 'revision_number': 3, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:01.927524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Checking router: fda1a0a6-455a-44a0-bee9-6b28a0f88a00 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:40:01.927877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Updating router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 port 258d6426-9c54-4cc3-b5d0-294096d66d84 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:40:01.979006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.024199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.226204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Allocated IP 172.20.0.1 (7521a760-2ad3-4c9e-9cfd-331eca3f4591/a3b6043b-b447-48fe-8474-e0bb968c7f57/6074accc-e789-46da-b275-eba20cea29ec) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:02.296436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.307946 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Transition to ACTIVE for port object 258d6426-9c54-4cc3-b5d0-294096d66d84 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:02.314975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.318477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:02.371559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.387514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Transition to ACTIVE for port object 6074accc-e789-46da-b275-eba20cea29ec will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:02.394577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Attempting to bind port 258d6426-9c54-4cc3-b5d0-294096d66d84 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:02.394953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Attempting to bind port 258d6426-9c54-4cc3-b5d0-294096d66d84 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:02.395322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Attempting to bind port 258d6426-9c54-4cc3-b5d0-294096d66d84 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:02.404219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Pushing event updated for resources: {'Port': ['ID=258d6426-9c54-4cc3-b5d0-294096d66d84,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:02.406495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:02.406864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:02.407271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.407722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:02.408127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Bound port: 258d6426-9c54-4cc3-b5d0-294096d66d84, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:02.408521 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.412057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.415404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d4c4991f-e43c-4ef7-b31a-e1ea6e501ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:02.431165 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:02.479535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] For port 258d6426-9c54-4cc3-b5d0-294096d66d84, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:02.480477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:02.482631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] For port 258d6426-9c54-4cc3-b5d0-294096d66d84, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=258d6426-9c54-4cc3-b5d0-294096d66d84,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:02.483925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:02.486653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:02.487241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.491140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:02.526320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Pushing event updated for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:02.529225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:02.547788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.571807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:02.572507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6a7d60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:02.683545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.689338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Pushing event updated for resources: {'Port': ['ID=258d6426-9c54-4cc3-b5d0-294096d66d84,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:02.691973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4912947d-cbed-4d75-8ccd-e22283a8e4b5 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:02.777017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:02.833586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2aaad726-385c-49cf-9528-ec1b192c4392 None None] Provisioning for port 6074accc-e789-46da-b275-eba20cea29ec completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:02.853241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2aaad726-385c-49cf-9528-ec1b192c4392 None None] Provisioning complete for port 6074accc-e789-46da-b275-eba20cea29ec triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:02.853668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2aaad726-385c-49cf-9528-ec1b192c4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:02.927300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:02.989939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2aaad726-385c-49cf-9528-ec1b192c4392 None None] Port 6074accc-e789-46da-b275-eba20cea29ec cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:40:02.994597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:02.994975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:03.050361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:03.054704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:03.081115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:03.160539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:03.163973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Pushing event updated for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:03.166760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:03.298340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:03.299387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:03.346301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6a7d60>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 1, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:03.350734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e4b20-868f-45ac-bb97-ba93b57fccb8 None None] The sync data for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv is: [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 1, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:40:03.499973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:40:03.613979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-da25d8cb-d304-454a-b91e-96ff9e87f5eb None None] Provisioning complete for port 6074accc-e789-46da-b275-eba20cea29ec triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:03.614366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da25d8cb-d304-454a-b91e-96ff9e87f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:03.672097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-da25d8cb-d304-454a-b91e-96ff9e87f5eb None None] Port 6074accc-e789-46da-b275-eba20cea29ec cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:40:03.693127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:40:03.703068 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] 10.222.0.44 "PUT /v2.0/routers/fda1a0a6-455a-44a0-bee9-6b28a0f88a00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3397057
Dec 10 04:40:04.238343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49314) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:04.244029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-664152043-network', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:04.249613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:04.253615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Usage tracker for resource:network and tenant:412e77ff462e4dc99759324d7b9b73e7 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:04.256836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:04.262888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:04.274075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Made reservation on behalf of 412e77ff462e4dc99759324d7b9b73e7 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:40:04.276694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.289296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.304797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:04.308808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:412e77ff462e4dc99759324d7b9b73e7 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:04.312311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:04.318195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:04.407336 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.411660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.414826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f56e0b-1341-4d86-8d2b-c66fc05a5a65 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:04.444062 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:40:04.453002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aeecf8-e76f-4b5e-a719-7a69f03cc2e8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:04.456162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:04.460411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.460786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Added segment f7c97f33-ca84-41d4-aabd-8b1befdd97f9 of type vlan for network a32ec708-fd39-453c-b7de-b7205f58173e
Dec 10 04:40:04.488666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.518507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.519819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:04.520448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.524038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-190941a3-72a9-4502-95b1-f3ea6a0a72fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:04.634623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=a32ec708-fd39-453c-b7de-b7205f58173e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:04.637411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:04.639180 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3998268
Dec 10 04:40:04.642084 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49318) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:04.648128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network a32ec708-fd39-453c-b7de-b7205f58173e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:40:04.651299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Request body: {'subnet': {'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-664152043-subnet', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:04.657534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:04.663162 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Usage tracker for resource:subnet and tenant:412e77ff462e4dc99759324d7b9b73e7 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:04.667647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:04.675957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:04.676611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 258d6426-9c54-4cc3-b5d0-294096d66d84 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:04.686707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Made reservation on behalf of 412e77ff462e4dc99759324d7b9b73e7 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:40:04.689116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.820554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 258d6426-9c54-4cc3-b5d0-294096d66d84 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:04.825554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 258d6426-9c54-4cc3-b5d0-294096d66d84 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:04.825943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.894031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.900732 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-00f05510-d1e9-4dfc-9e07-7e676f3d07ce tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:04.942481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.958938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 258d6426-9c54-4cc3-b5d0-294096d66d84, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=258d6426-9c54-4cc3-b5d0-294096d66d84,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:04.962758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:04.964415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:04.982169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dc106c-dc9f-42fd-9d39-d761c664e1ec,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:04.984705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Checking segment: {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:04.985255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Network hostable DHCP agents. Network: a32ec708-fd39-453c-b7de-b7205f58173e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:40:04.991441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:05.006072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Network a32ec708-fd39-453c-b7de-b7205f58173e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:40:05.016260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, a32ec708-fd39-453c-b7de-b7205f58173e) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:05.020408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:05.020987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.028440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d3848-f6de-4286-ae4a-7395d203b5c9 None None] Network a32ec708-fd39-453c-b7de-b7205f58173e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:40:05.042213 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1206dc1b-5192-4e75-a104-646c198dcd2a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3988719
Dec 10 04:40:05.045223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49322) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:05.050487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:05.055324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:05.059302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Usage tracker for resource:router and tenant:412e77ff462e4dc99759324d7b9b73e7 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:05.062839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:05.068546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:05.082397 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.083691 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.100019 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.109471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=258d6426-9c54-4cc3-b5d0-294096d66d84,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:05.113787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:05.253740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-a32ec708-fd39-453c-b7de-b7205f58173e', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:40:05.254582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.372480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.383728 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Sync routers for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:40:05.394759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:05.395297 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d508100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:05.412715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Allocated IP 172.20.0.2 (a32ec708-fd39-453c-b7de-b7205f58173e/48dc106c-dc9f-42fd-9d39-d761c664e1ec/c3400e27-771a-49a4-bf05-fb1441682430) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:05.582038 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:05.620638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.631858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Transition to ACTIVE for port object c3400e27-771a-49a4-bf05-fb1441682430 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:05.650835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Transition to ACTIVE for port object c3400e27-771a-49a4-bf05-fb1441682430 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:05.656953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.666048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:05.782008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Network a32ec708-fd39-453c-b7de-b7205f58173e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:05.784760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:05.789359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:05.791314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Pushing event updated for resources: {'Port': ['ID=c3400e27-771a-49a4-bf05-fb1441682430,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:05.795284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:05.824485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.854775 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.882484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Attempting to bind port c3400e27-771a-49a4-bf05-fb1441682430 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:05.882863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Attempting to bind port c3400e27-771a-49a4-bf05-fb1441682430 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:05.883237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Attempting to bind port c3400e27-771a-49a4-bf05-fb1441682430 on network a32ec708-fd39-453c-b7de-b7205f58173e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:05.888534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:05.888922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Checking segment: {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:05.889349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.889760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Bound using segment: {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:05.890234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Bound port: c3400e27-771a-49a4-bf05-fb1441682430, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:05.890620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.912092 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d508100>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 2, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:05.916388 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Checking router: fda1a0a6-455a-44a0-bee9-6b28a0f88a00 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:40:05.916913 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Updating router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 port 6074accc-e789-46da-b275-eba20cea29ec binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:40:05.973274 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:05.985295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] For port c3400e27-771a-49a4-bf05-fb1441682430, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:05.989237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] For port c3400e27-771a-49a4-bf05-fb1441682430, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3400e27-771a-49a4-bf05-fb1441682430,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:05.994570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.000085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:06.002585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Allocated IP 172.26.1.243 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/71b60e26-03c5-4429-abfa-f15d09055c46) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:06.078043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Pushing event updated for resources: {'Port': ['ID=c3400e27-771a-49a4-bf05-fb1441682430,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:06.081083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:06.172457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.205674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.210569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ee6aa633-efed-4e3e-81ec-88b9aa3921dc tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:06.288040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:06.292482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:06.298345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:06.334319 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.337940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Pushing event updated for resources: {'Port': ['ID=71b60e26-03c5-4429-abfa-f15d09055c46,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:06.342514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:06.350162 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Transition to ACTIVE for port object 6074accc-e789-46da-b275-eba20cea29ec will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:06.357508 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.361837 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-cc5ce491-0f7e-406e-917d-b57e17f0402a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:06.521952 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Pushing event updated for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:06.618935 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.619284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.619617 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.619944 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.620491 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.620820 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.621158 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.621493 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.621817 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.622704 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.623251 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.623573 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:06.632225 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:06.656097 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Attempting to bind port 6074accc-e789-46da-b275-eba20cea29ec on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:06.656534 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Attempting to bind port 6074accc-e789-46da-b275-eba20cea29ec by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:06.657034 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Attempting to bind port 6074accc-e789-46da-b275-eba20cea29ec on network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:06.663278 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:06.663739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Checking segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:06.664444 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.664908 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Bound using segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:06.665494 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Bound port: 6074accc-e789-46da-b275-eba20cea29ec, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:06.665962 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.724230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3400e27-771a-49a4-bf05-fb1441682430 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:06.775882 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] For port 6074accc-e789-46da-b275-eba20cea29ec, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:06.781966 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] For port 6074accc-e789-46da-b275-eba20cea29ec, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6074accc-e789-46da-b275-eba20cea29ec,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:06.791940 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.795101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:06.799261 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f9c8ffd7-e8b2-4eaf-ac2d-7fe41f14ebab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:06.812538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port c3400e27-771a-49a4-bf05-fb1441682430 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:06.818250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 258d6426-9c54-4cc3-b5d0-294096d66d84 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:06.895274 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Pushing event updated for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:06.899047 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-69d44b32-1558-4f0f-bdb2-b813e37d24fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:06.906724 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:06.907352 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d508100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:06.949017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 258d6426-9c54-4cc3-b5d0-294096d66d84 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:06.949493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.143970 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:07.354371 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16dd5b-b559-422d-abf0-74360a33578b None None] Network a32ec708-fd39-453c-b7de-b7205f58173e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:40:07.395470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.453867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Provisioning for port c3400e27-771a-49a4-bf05-fb1441682430 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:07.471638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Provisioning complete for port c3400e27-771a-49a4-bf05-fb1441682430 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:07.471996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.481649 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d508100>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:06Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:07.485863 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d12e36-6096-41ce-9c3d-c0ea0b9613dd None None] The sync data for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv is: [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:06Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:40:07.619631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:40:07.708609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.750630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] For port c3400e27-771a-49a4-bf05-fb1441682430, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3400e27-771a-49a4-bf05-fb1441682430,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:07.755571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.757158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-50698e8d-11bd-41b5-84b3-c23ff3680cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:07.813607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:40:07.829835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Pushing event updated for resources: {'Port': ['ID=c3400e27-771a-49a4-bf05-fb1441682430,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:07.832764 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Sync routers for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:40:07.835144 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:07.854632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:07.855622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2ad8e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:07.865342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:07.871811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49326) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:07.882532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8255858
Dec 10 04:40:08.079646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:08.273091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d10bff9e-b6b8-4d15-8c2d-bfe628f2a3c7 None None] Provisioning complete for port c3400e27-771a-49a4-bf05-fb1441682430 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:08.273698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d10bff9e-b6b8-4d15-8c2d-bfe628f2a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:08.522295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2ad8e0>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:06Z', 'revision_number': 3, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:08.526183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Checking router: 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:40:08.526540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Updating router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 port 71b60e26-03c5-4429-abfa-f15d09055c46 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:40:08.583526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:08.670617 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:40:08.675292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3400e27-771a-49a4-bf05-fb1441682430 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:08.721060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:08.848748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port c3400e27-771a-49a4-bf05-fb1441682430 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:08.849330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:08.926079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Allocated IP 172.20.0.1 (a32ec708-fd39-453c-b7de-b7205f58173e/48dc106c-dc9f-42fd-9d39-d761c664e1ec/5ea4a4cc-5832-44dd-9c26-69d2f0858dd8) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:09.050928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6074accc-e789-46da-b275-eba20cea29ec up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:09.074151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.090156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Transition to ACTIVE for port object 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:09.105401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.114076 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.118649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c03ad6d-0abe-45cc-a552-25df0851a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:09.125056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Transition to ACTIVE for port object 71b60e26-03c5-4429-abfa-f15d09055c46 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:09.134005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.139051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:09.183616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Network a32ec708-fd39-453c-b7de-b7205f58173e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:09.187222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:09.191137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:09.215827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6074accc-e789-46da-b275-eba20cea29ec completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:09.223325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Attempting to bind port 71b60e26-03c5-4429-abfa-f15d09055c46 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:09.223702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Attempting to bind port 71b60e26-03c5-4429-abfa-f15d09055c46 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:09.224071 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Attempting to bind port 71b60e26-03c5-4429-abfa-f15d09055c46 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:09.230363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6074accc-e789-46da-b275-eba20cea29ec triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:09.230740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.233965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:09.238527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:09.251328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.263598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Pushing event updated for resources: {'Port': ['ID=71b60e26-03c5-4429-abfa-f15d09055c46,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:09.264866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:09.275548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:09.275928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:09.276345 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.276747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:09.277236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Bound port: 71b60e26-03c5-4429-abfa-f15d09055c46, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:09.277638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.373447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.400186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] For port 71b60e26-03c5-4429-abfa-f15d09055c46, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:09.431720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] For port 71b60e26-03c5-4429-abfa-f15d09055c46, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=71b60e26-03c5-4429-abfa-f15d09055c46,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:09.443432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.446777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-cd7d3996-e4b2-4eb6-8037-eff483fc9e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:09.493195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.513033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d4553bad-6bf4-4f0b-a476-28ecaa86f3fc None None] Provisioning for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:09.536621 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d4553bad-6bf4-4f0b-a476-28ecaa86f3fc None None] Provisioning complete for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:09.536996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4553bad-6bf4-4f0b-a476-28ecaa86f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.583290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:09.583917 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2ad8e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:09.597712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.602427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.627593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8873d21a-e54e-4ad6-bd20-74659ff8fbc0 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:09.711488 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:09.714007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.719142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:09.726274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 6074accc-e789-46da-b275-eba20cea29ec, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6074accc-e789-46da-b275-eba20cea29ec,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:09.727408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Pushing event updated for resources: {'Port': ['ID=71b60e26-03c5-4429-abfa-f15d09055c46,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:09.730732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:09.746164 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:09.751185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c7facf0b-7af7-4a96-87c8-a35505f63816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:09.781895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d4553bad-6bf4-4f0b-a476-28ecaa86f3fc None None] Port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:40:09.847638 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:09.850688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:09.853004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Network a32ec708-fd39-453c-b7de-b7205f58173e is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:09.854445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:09.861772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:10.053199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:40:10.140100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-030eadef-8376-417b-9af7-b553efdd308f None None] Provisioning complete for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:10.140400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-030eadef-8376-417b-9af7-b553efdd308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:10.249812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-030eadef-8376-417b-9af7-b553efdd308f None None] Port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:40:10.287451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2ad8e0>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '5ea4a4cc-5832-44dd-9c26-69d2f0858dd8', 'name': '', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'mac_address': 'fa:16:3e:8e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:08Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 2, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'subnets': [{'id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:10.291363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c36cc-6739-4086-92a7-6c5ec69b8b87 None None] The sync data for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv is: [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '5ea4a4cc-5832-44dd-9c26-69d2f0858dd8', 'name': '', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'mac_address': 'fa:16:3e:8e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:08Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 2, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'subnets': [{'id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:40:10.361975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:40:10.374192 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] 10.222.0.44 "PUT /v2.0/routers/4bc17efd-6bd4-4c48-afb3-ef7c7198c107/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4996343
Dec 10 04:40:10.636940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6074accc-e789-46da-b275-eba20cea29ec up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:10.710927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6074accc-e789-46da-b275-eba20cea29ec triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:10.711420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:12.653846 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 71b60e26-03c5-4429-abfa-f15d09055c46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:12.742588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 71b60e26-03c5-4429-abfa-f15d09055c46 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:12.748428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 71b60e26-03c5-4429-abfa-f15d09055c46 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:12.748939 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:12.873714 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:12.899501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 71b60e26-03c5-4429-abfa-f15d09055c46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=71b60e26-03c5-4429-abfa-f15d09055c46,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:12.905129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:12.907186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:12.976805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=71b60e26-03c5-4429-abfa-f15d09055c46,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:12.980041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:13.987153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Sync routers for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:40:14.000817 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:14.001760 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:14.199169 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:14.426642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:14.429617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-75cdba43-8a65-4264-994d-7ffc57b91882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:14.569822 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5280>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '5ea4a4cc-5832-44dd-9c26-69d2f0858dd8', 'name': '', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'mac_address': 'fa:16:3e:8e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:08Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 2, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'subnets': [{'id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:14.574067 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Checking router: 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:40:14.574427 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Updating router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:40:14.628903 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:14.633555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 71b60e26-03c5-4429-abfa-f15d09055c46 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:14.713711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 71b60e26-03c5-4429-abfa-f15d09055c46 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:14.714195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.034755 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.049294 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Transition to ACTIVE for port object 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:15.057945 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.062247 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:15.215033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9bd97-75ed-41a8-b7d1-6e228304639d None None] Pushing event updated for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:15.223197 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-4aa9bd97-75ed-41a8-b7d1-6e228304639d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:15.287787 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Attempting to bind port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:15.288161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Attempting to bind port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:15.288537 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Attempting to bind port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 on network a32ec708-fd39-453c-b7de-b7205f58173e {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:15.294750 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:15.295124 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Checking segment: {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:15.295530 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.296053 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Bound using segment: {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:15.296527 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Bound port: 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:15.296906 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.405836 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] For port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:15.408895 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] For port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:15.416161 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:15.420373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-1953300a-9818-4dd1-8a42-34dbaeae9512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:15.496312 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:15.496966 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5280>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:39:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:15.555504 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9bd97-75ed-41a8-b7d1-6e228304639d None None] Pushing event updated for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:15.567834 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-4aa9bd97-75ed-41a8-b7d1-6e228304639d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:15.739593 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:16.099006 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4a5280>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '5ea4a4cc-5832-44dd-9c26-69d2f0858dd8', 'name': '', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'mac_address': 'fa:16:3e:8e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:08Z', 'updated_at': '2021-12-10T04:40:15Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'subnets': [{'id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:16.104163 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2cdc90-46d3-49f1-a3bb-58432e908932 None None] The sync data for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv is: [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '5ea4a4cc-5832-44dd-9c26-69d2f0858dd8', 'name': '', 'network_id': 'a32ec708-fd39-453c-b7de-b7205f58173e', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'mac_address': 'fa:16:3e:8e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:08Z', 'updated_at': '2021-12-10T04:40:15Z', 'revision_number': 4, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'subnets': [{'id': '48dc106c-dc9f-42fd-9d39-d761c664e1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:40:16.670865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:16.763136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:16.777064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:16.777579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:16.809478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-95e9e62e-7c23-4c86-8ab4-19fd1ec458c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:16.925224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:16.958976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:16.963546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:16.966169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:17.036195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:17.040497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:17.746789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:18.054948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:18.624711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:18.700546 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:18.701075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:19.582350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:20.424229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-db655809-f9a4-4383-85d6-0168d740c0b6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:20.424876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-db655809-f9a4-4383-85d6-0168d740c0b6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Synchronizing usage tracker for tenant:a01faef940914d40aed88d8ce47e745b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:40:20.440695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-db655809-f9a4-4383-85d6-0168d740c0b6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Unset dirty status for tenant:a01faef940914d40aed88d8ce47e745b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:40:20.441818 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-db655809-f9a4-4383-85d6-0168d740c0b6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 815 time: 0.1580350
Dec 10 04:40:20.456273 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-919b0066-6591-43b7-974c-4924a557f690 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/quotas/a01faef940914d40aed88d8ce47e745b HTTP/1.1" status: 200  len: 375 time: 0.0089231
Dec 10 04:40:20.536592 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-199c9672-c51e-41c0-b813-3c26da20dbc1 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Synchronizing usage tracker for tenant:a01faef940914d40aed88d8ce47e745b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:40:20.551958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-199c9672-c51e-41c0-b813-3c26da20dbc1 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Unset dirty status for tenant:a01faef940914d40aed88d8ce47e745b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:40:20.553154 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-199c9672-c51e-41c0-b813-3c26da20dbc1 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921183
Dec 10 04:40:20.689531 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-7411fcc1-5a7f-45b4-a927-8c3956cdf406 service neutron] 10.222.0.44 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249118
Dec 10 04:40:20.817771 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-22cdc439-8e28-4347-8673-264c3e369642 service neutron] 10.222.0.44 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223035
Dec 10 04:40:20.990690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-22c45917-7c84-4988-90ba-e97f6eb4e86e req-cd16bb25-5b57-4b33-9d92-f82eeb6713d7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 210 time: 0.0462191
Dec 10 04:40:22.077739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-9f605a7c-50fe-4867-bcdf-e5d92d23aab1 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:22.079283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-9f605a7c-50fe-4867-bcdf-e5d92d23aab1 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 815 time: 0.1473989
Dec 10 04:40:22.096991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'port': {'device_id': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'admin_state_up': True, 'tenant_id': 'a01faef940914d40aed88d8ce47e745b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:22.137588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-466d9353-100b-4f2e-a551-66540ca65f0e req-ff34e6f3-1e33-4c98-b53c-e4d4d511b211 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 210 time: 0.0437133
Dec 10 04:40:22.235253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:22.245102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:22.255412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Made reservation on behalf of a01faef940914d40aed88d8ce47e745b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:40:22.258859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:22.426092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Allocated IP 172.20.0.11 (7521a760-2ad3-4c9e-9cfd-331eca3f4591/a3b6043b-b447-48fe-8474-e0bb968c7f57/a798d2c7-c696-4a80-aea5-5417323525f7) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:22.686590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:22.709255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Transition to ACTIVE for port object a798d2c7-c696-4a80-aea5-5417323525f7 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:22.737138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:22.762826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7772298d-1143-4e6d-bb33-b52b239a06f1 tempest-ServersNegativeTestJSON-1187279215 tempest-ServersNegativeTestJSON-1187279215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:22.807874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:22.816394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:22.826462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:22.881175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:22.903833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.904223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.904596 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.904966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.905404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.905724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.906088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.906448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.906810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.907170 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.907581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.907945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:22.914497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:22.954367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:22.955288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:22.999972 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9068587
Dec 10 04:40:23.109282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50956a37-91d8-4e0b-a569-c27df1340b3e None None] Provisioning for port a798d2c7-c696-4a80-aea5-5417323525f7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:23.115449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-50956a37-91d8-4e0b-a569-c27df1340b3e None None] Provisioning complete for port a798d2c7-c696-4a80-aea5-5417323525f7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:23.115828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-50956a37-91d8-4e0b-a569-c27df1340b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:23.169795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-50956a37-91d8-4e0b-a569-c27df1340b3e None None] Port a798d2c7-c696-4a80-aea5-5417323525f7 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:40:23.324328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a18a2-fc09-467d-a266-256f3a701eea req-a9b0b985-5644-4447-becd-0019bdd1151a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:23.326243 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f16a18a2-fc09-467d-a266-256f3a701eea req-a9b0b985-5644-4447-becd-0019bdd1151a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0814378
Dec 10 04:40:23.374964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-f16a18a2-fc09-467d-a266-256f3a701eea req-171253c7-bfc2-4d2e-88b4-894fd8af1fc7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Synchronizing usage tracker for tenant:a01faef940914d40aed88d8ce47e745b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:40:23.391997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-f16a18a2-fc09-467d-a266-256f3a701eea req-171253c7-bfc2-4d2e-88b4-894fd8af1fc7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Unset dirty status for tenant:a01faef940914d40aed88d8ce47e745b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:40:23.393129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f16a18a2-fc09-467d-a266-256f3a701eea req-171253c7-bfc2-4d2e-88b4-894fd8af1fc7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611899
Dec 10 04:40:24.586628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa457c1-49b6-4b2c-988a-786d517f7883 req-1bee4296-5fbc-4c95-a7f6-f1c170975e23 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:24.588867 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fa457c1-49b6-4b2c-988a-786d517f7883 req-1bee4296-5fbc-4c95-a7f6-f1c170975e23 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0888643
Dec 10 04:40:24.636019 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2fa457c1-49b6-4b2c-988a-786d517f7883 req-5c0711c9-fbe7-464e-b305-14e3206e0b68 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404835
Dec 10 04:40:25.839477 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895c8f4-fbe1-4a71-b494-3aae781a027c req-18426639-ed6f-40b3-9ad7-b37eb9c783e3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:25.841343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c895c8f4-fbe1-4a71-b494-3aae781a027c req-18426639-ed6f-40b3-9ad7-b37eb9c783e3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0902390
Dec 10 04:40:25.893559 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c895c8f4-fbe1-4a71-b494-3aae781a027c req-295080d6-dfa2-4810-a446-fb1739b711be tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453265
Dec 10 04:40:27.102579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a2214-6f21-4188-80d4-4280d56ebc44 req-161d3eda-6a6e-4daa-8c41-454b91fc5bdb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:27.106525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6c3a2214-6f21-4188-80d4-4280d56ebc44 req-161d3eda-6a6e-4daa-8c41-454b91fc5bdb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.1076682
Dec 10 04:40:27.155840 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6c3a2214-6f21-4188-80d4-4280d56ebc44 req-ee12198a-0a7d-419b-977f-60c285e31fc2 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432961
Dec 10 04:40:28.345025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cffcb3-14c1-42b9-97d8-3fa49498108f req-2e0f270d-5ce3-4a78-a838-793ef11cf69e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:28.346491 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f9cffcb3-14c1-42b9-97d8-3fa49498108f req-2e0f270d-5ce3-4a78-a838-793ef11cf69e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0840931
Dec 10 04:40:28.402109 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f9cffcb3-14c1-42b9-97d8-3fa49498108f req-32d721df-7eb4-4698-8992-58067e8e3e64 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485168
Dec 10 04:40:29.589863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b78415-0d3b-409d-8e8a-6618405333d2 req-7e05db7b-5795-49db-a016-28ce56e66769 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:29.591337 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91b78415-0d3b-409d-8e8a-6618405333d2 req-7e05db7b-5795-49db-a016-28ce56e66769 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0845065
Dec 10 04:40:29.635465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-91b78415-0d3b-409d-8e8a-6618405333d2 req-f2354181-f132-4a43-8757-b2950c5ec208 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384762
Dec 10 04:40:30.968308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc22c3-5930-4242-8895-8ddf61ce6bda req-b16b211a-0ae5-4b46-a146-5ceccac333f2 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:30.969761 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30fc22c3-5930-4242-8895-8ddf61ce6bda req-b16b211a-0ae5-4b46-a146-5ceccac333f2 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.2299466
Dec 10 04:40:31.020004 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30fc22c3-5930-4242-8895-8ddf61ce6bda req-c17b0f10-3c97-4875-bc1d-7510596aed3b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444143
Dec 10 04:40:32.206110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3347cb-f52d-4637-afcb-7466ae67fcae req-e9fe07f7-db37-4400-81c7-e89d0be75160 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:32.207553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f3347cb-f52d-4637-afcb-7466ae67fcae req-e9fe07f7-db37-4400-81c7-e89d0be75160 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0814605
Dec 10 04:40:32.251039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f3347cb-f52d-4637-afcb-7466ae67fcae req-3d6f5a00-604a-42f3-a7c9-51d5e6f15374 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376825
Dec 10 04:40:33.432664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359e05f-0fa5-4c73-a35a-d148fe8beeb8 req-c68dcf29-ee79-4a88-869b-9ac039353ade tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:33.434284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8359e05f-0fa5-4c73-a35a-d148fe8beeb8 req-c68dcf29-ee79-4a88-869b-9ac039353ade tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 932 time: 0.0785854
Dec 10 04:40:33.478697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8359e05f-0fa5-4c73-a35a-d148fe8beeb8 req-4aa0797d-d74a-45ff-8b8e-9065366b4b2a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386896
Dec 10 04:40:33.888164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Request body: {'port': {'device_id': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:33.997095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.334799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a798d2c7-c696-4a80-aea5-5417323525f7 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:40:34.341747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.355089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Transition to ACTIVE for port object a798d2c7-c696-4a80-aea5-5417323525f7 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:40:34.360151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.364438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:34.634103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:34.667800 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:34.672357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeb98c-180e-401e-922f-fea3935031b0 req-5adac20d-0049-4df8-8f3e-08dfd7502df4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:34.673829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-81eeb98c-180e-401e-922f-fea3935031b0 req-5adac20d-0049-4df8-8f3e-08dfd7502df4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 944 time: 0.0851049
Dec 10 04:40:34.706353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Attempting to bind port a798d2c7-c696-4a80-aea5-5417323525f7 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:40:34.706608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Attempting to bind port a798d2c7-c696-4a80-aea5-5417323525f7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:40:34.706993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Attempting to bind port a798d2c7-c696-4a80-aea5-5417323525f7 on network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:34.711384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Port a798d2c7-c696-4a80-aea5-5417323525f7 on network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:40:34.711703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Attempting to bind port a798d2c7-c696-4a80-aea5-5417323525f7 on network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:40:34.717157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:40:34.717516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Checking segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:40:34.717898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Bound using segment: {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:40:34.718309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Bound port: a798d2c7-c696-4a80-aea5-5417323525f7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7204b226-d688-45df-b89f-8edfc6ff9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:40:34.718650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.719347 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-81eeb98c-180e-401e-922f-fea3935031b0 req-154916a1-3d71-46ef-949c-587eef7c09da tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397437
Dec 10 04:40:34.807986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:40:34.811426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:40:34.815601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.819976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf81a92d-3b08-4e75-acfe-8cf5238f6f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:34.874782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:34.875387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:34.876761 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] 10.222.0.18 "PUT /v2.0/ports/a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1094 time: 0.9935362
Dec 10 04:40:34.877300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:40:34.899378 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:34.902994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:34.934980 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:40:35.031068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-3acd91e3-69b1-4900-b820-2635b0588e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.032552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-3acd91e3-69b1-4900-b820-2635b0588e1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1097 time: 0.0751610
Dec 10 04:40:35.110792 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-891cf3ff-1995-492e-8b65-50ca79e6a664 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 217 time: 0.0658343
Dec 10 04:40:35.171680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-b1e56d24-5117-4e0f-8d9a-a162a47e95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.173075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-b1e56d24-5117-4e0f-8d9a-a162a47e95fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0562265
Dec 10 04:40:35.246081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-852a5581-00a9-46aa-ba55-2f0a860e68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.247548 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-852a5581-00a9-46aa-ba55-2f0a860e68e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687106
Dec 10 04:40:35.375551 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-f5644350-936e-43cc-85a1-d28fae85f59c service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214952
Dec 10 04:40:35.502818 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34e3957f-a3d9-4b11-a522-173c0dd0d7da req-4e1f1d22-a56a-4c72-9ed5-c4886b9774c6 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213677
Dec 10 04:40:35.663127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-c7a19d27-c6be-4f4a-96aa-e3d8a3834fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.664574 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-c7a19d27-c6be-4f4a-96aa-e3d8a3834fae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1097 time: 0.0742276
Dec 10 04:40:35.796614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-367131dd-15b8-447e-8191-6d2f79a156bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.798094 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-367131dd-15b8-447e-8191-6d2f79a156bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1265547
Dec 10 04:40:35.864806 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-73c3238d-32dd-4011-8bd0-28d9ddaaeb79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 217 time: 0.0606749
Dec 10 04:40:35.904249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde983-1e35-4e7b-97d4-1297d4daeaf3 req-d6242e9a-f9c8-4706-b52e-e5d19dd84bc6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.905753 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-74cde983-1e35-4e7b-97d4-1297d4daeaf3 req-d6242e9a-f9c8-4706-b52e-e5d19dd84bc6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 944 time: 0.0796375
Dec 10 04:40:35.931097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-66d00d14-ef84-47a2-8207-dc0ab1ba8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:35.932526 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-66d00d14-ef84-47a2-8207-dc0ab1ba8da7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0621576
Dec 10 04:40:35.952711 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-74cde983-1e35-4e7b-97d4-1297d4daeaf3 req-f94f9add-3d9a-4b36-81bc-289224b9f3fe tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404847
Dec 10 04:40:36.007956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-5f2bdafc-dfda-48e9-9fdb-1261ab5dc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:36.009522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-5f2bdafc-dfda-48e9-9fdb-1261ab5dc973 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693867
Dec 10 04:40:36.140948 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-244ddbb5-adf7-4b3b-ba36-95e77d768b61 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242168
Dec 10 04:40:36.272316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6382640c-6cee-4d46-abb1-1f4cac7b258d req-0ccbfd0c-e4b1-44c0-9caf-e98e18bd5b05 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243725
Dec 10 04:40:37.135353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba214-102f-4b45-b8d8-e15ee7d974b5 req-25e76209-7e7f-4d56-a515-e37796052b69 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:37.136783 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-973ba214-102f-4b45-b8d8-e15ee7d974b5 req-25e76209-7e7f-4d56-a515-e37796052b69 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 944 time: 0.0815103
Dec 10 04:40:37.180059 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-973ba214-102f-4b45-b8d8-e15ee7d974b5 req-72402a2d-7b06-40ed-a0af-a4732c3aee5c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372601
Dec 10 04:40:38.186651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a798d2c7-c696-4a80-aea5-5417323525f7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:40:38.351974 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:38.363538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950781-c3bf-42a6-be68-a00c121c41fa req-75ace47b-dfeb-4c0e-b416-c168b4e3bf8c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:38.365015 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca950781-c3bf-42a6-be68-a00c121c41fa req-75ace47b-dfeb-4c0e-b416-c168b4e3bf8c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 944 time: 0.0789008
Dec 10 04:40:38.365622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'port_id': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'mac_address': 'fa:16:3e:0e:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:40:38.412585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca950781-c3bf-42a6-be68-a00c121c41fa req-b0850459-5c31-4e0d-8a58-abce913bc49f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418522
Dec 10 04:40:38.424423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:38.441220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a798d2c7-c696-4a80-aea5-5417323525f7 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:40:38.456208 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:38.461468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:38.463187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-65deaa87-1930-4af0-b1d0-9b4e54614da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:38.527158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:38.530136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:38.830619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:40:39.591298 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab55e1-f6c2-49fd-ab36-fe02df6b5ef0 req-9684baf2-0768-484d-9f5c-be79bb99d91c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:39.592711 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfab55e1-f6c2-49fd-ab36-fe02df6b5ef0 req-9684baf2-0768-484d-9f5c-be79bb99d91c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 945 time: 0.0780745
Dec 10 04:40:39.636231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfab55e1-f6c2-49fd-ab36-fe02df6b5ef0 req-8787e7d3-370e-46fb-a786-36497645134e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379016
Dec 10 04:40:40.180850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a798d2c7-c696-4a80-aea5-5417323525f7 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:40:40.246490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port a798d2c7-c696-4a80-aea5-5417323525f7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:40:40.252391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port a798d2c7-c696-4a80-aea5-5417323525f7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:40.252843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:40.365291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:40.392270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:40:40.401778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:40.406178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:40.408173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c58344c4-a485-49e9-a21d-6a13befc7d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:40.439723 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'code': 200}
Dec 10 04:40:40.486936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:40.490175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:40.691156 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee25b5-b4e8-4fe5-a488-a15d92a003ed req-a35667dc-6ebb-47ca-b9b4-d281abc9abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:40.692547 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-92ee25b5-b4e8-4fe5-a488-a15d92a003ed req-a35667dc-6ebb-47ca-b9b4-d281abc9abb5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1099 time: 0.0743573
Dec 10 04:40:40.733278 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-92ee25b5-b4e8-4fe5-a488-a15d92a003ed req-8b624194-9d4f-4721-aee3-ace6e27a7ece service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340073
Dec 10 04:40:40.824789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945691e-6ef4-42dd-9c60-371f7a59af63 req-4330b335-6266-439f-a546-1fe95f6b8800 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:40.826241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1945691e-6ef4-42dd-9c60-371f7a59af63 req-4330b335-6266-439f-a546-1fe95f6b8800 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0835567
Dec 10 04:40:40.868838 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1945691e-6ef4-42dd-9c60-371f7a59af63 req-131ad8f9-027f-43a9-958c-ce2c1c4d06f7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369539
Dec 10 04:40:42.054090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf745405-4fd3-4406-b5f5-a6151e31080a req-2503fd64-a6a2-41a8-8711-005127facfd6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:42.055553 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf745405-4fd3-4406-b5f5-a6151e31080a req-2503fd64-a6a2-41a8-8711-005127facfd6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0800111
Dec 10 04:40:42.101948 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf745405-4fd3-4406-b5f5-a6151e31080a req-1b8eb790-e56b-459b-a3d0-7509fa303fa6 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399923
Dec 10 04:40:43.288296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d7a1-c061-40cd-8717-1894b0764627 req-90e800ac-b1d4-47e6-b167-a4b32b1e0414 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:43.289746 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68e3d7a1-c061-40cd-8717-1894b0764627 req-90e800ac-b1d4-47e6-b167-a4b32b1e0414 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0821259
Dec 10 04:40:43.332947 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68e3d7a1-c061-40cd-8717-1894b0764627 req-5729f3d4-f253-49bc-be48-c55be488187a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371416
Dec 10 04:40:43.515568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341abe6-1124-4c4f-b00d-ce867a95a73c req-be24a11f-15e4-4699-9640-9241d4e6eb86 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:43.517021 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3341abe6-1124-4c4f-b00d-ce867a95a73c req-be24a11f-15e4-4699-9640-9241d4e6eb86 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0829284
Dec 10 04:40:43.564113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3341abe6-1124-4c4f-b00d-ce867a95a73c req-6f278a0c-5eb2-4926-b96c-52417329849e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414419
Dec 10 04:40:43.958840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea41a-0b90-4bbf-8aee-81695ca9305e req-463ebc50-d22d-4b33-a47f-94e7c919d35d tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:43.960289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-df2ea41a-0b90-4bbf-8aee-81695ca9305e req-463ebc50-d22d-4b33-a47f-94e7c919d35d tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0806813
Dec 10 04:40:44.003808 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-df2ea41a-0b90-4bbf-8aee-81695ca9305e req-6edd602e-fef2-4628-8d19-8ffa79850ee2 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378566
Dec 10 04:40:44.434141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6e7c-5dff-498b-bcca-887f0631e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:44.436593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:45.669180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:40:46.774389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-37c56441-1235-41d8-b1ea-40367b4c1cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:47.744656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:48.047716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:49.584489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:54.221529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a7a5e-158d-453b-8109-6c99bd506da3 req-41ef50c5-e2b5-49f5-8668-074093ca8f79 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:54.222977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f2a7a5e-158d-453b-8109-6c99bd506da3 req-41ef50c5-e2b5-49f5-8668-074093ca8f79 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0838106
Dec 10 04:40:54.266505 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f2a7a5e-158d-453b-8109-6c99bd506da3 req-664ac4f1-4099-4b79-977f-32bfb7958305 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379374
Dec 10 04:40:54.289209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49524) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:54.448925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88cda9-858c-42f3-a6be-ed3ea40c6913 tempest-TestMinimumBasicScenario-1179860062 tempest-TestMinimumBasicScenario-1179860062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:54.450682 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd88cda9-858c-42f3-a6be-ed3ea40c6913 tempest-TestMinimumBasicScenario-1179860062 tempest-TestMinimumBasicScenario-1179860062-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1094 time: 0.1605043
Dec 10 04:40:54.454089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49530) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:54.459028 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:54.464838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:54.469180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:floatingip and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:54.471956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:54.477590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:54.487517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:54.620300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:54.752481 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Allocated IP 172.26.1.53 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/b4e71124-b3cf-4dc2-b33c-b806fd86a2f0) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:40:55.007075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.035470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.040034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-099a7e0a-305a-4887-9bc9-dbbea1433f52 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:55.099129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:40:55.101892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:40:55.105655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:40:55.147863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'Port': ['ID=b4e71124-b3cf-4dc2-b33c-b806fd86a2f0,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:55.160102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.160431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.160813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.161190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.161816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.161961 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.162327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.162694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.163059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.163420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.163781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.164145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:40:55.168821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:55.515756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.588098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.791270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.795377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:55.798916 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5d89d01f-34e7-49e4-ba25-f0e22c1765ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:55.903573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'Port': ['ID=b4e71124-b3cf-4dc2-b33c-b806fd86a2f0,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:55.908402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:55.916742 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:56.084234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Floating IP bd651316-af82-4150-bc31-855d5bfe15d8 associated. External IP: 172.26.1.53, port: a798d2c7-c696-4a80-aea5-5417323525f7.
Dec 10 04:40:56.552428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:40:56.733426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:40:56.742815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Sync routers for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:40:56.752483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:56.753031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123e80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:40:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:56.757566 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:56.812808 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3575201
Dec 10 04:40:56.813299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:40:56.815408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49534) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:56.821004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842850067', 'description': 'tempest-secgroup-smoke-1842850067 description', 'project_id': 'a01faef940914d40aed88d8ce47e745b'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:56.827930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:56.837503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:56.849462 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:56.872374 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:56.877551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:56.880368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:56.886959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:56.948653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:56.967931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:56.973429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:56.978235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:57.019859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:57.023622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:57.031988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.036155 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a0e61104-4e3f-4905-a3a2-8aee5d15a705 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2168183
Dec 10 04:40:57.036483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49542) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:57.039588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:40:57.042294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:57.048295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:57.052090 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:57.054909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:57.060987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:57.078317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.193765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.200184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.202790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-663a8b8f-41d5-496f-96a8-4ad1be46f9d9 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:57.214432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-90528420-656d-40c5-bc66-5e5808b01428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:57.215880 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-90528420-656d-40c5-bc66-5e5808b01428 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1099 time: 0.1265957
Dec 10 04:40:57.226127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aef0ac6-b066-459c-9d90-9f0337bf830c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:57.231292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:57.309701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123e80>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bd651316-af82-4150-bc31-855d5bfe15d8', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'port_id': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'mac_address': 'fa:16:3e:0e:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:40:55Z', 'revision_number': 0, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:57.311492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.315112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-6c667cc2-54e1-4783-9f23-c349cbb15b16 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2750709
Dec 10 04:40:57.315646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49546) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:57.317161 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Checking router: fda1a0a6-455a-44a0-bee9-6b28a0f88a00 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:40:57.323906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:57.327286 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:40:57.327954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123e80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:40:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:57.333610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:57.339949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:57.346053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:57.361700 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:57.384928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-8d1cc629-54e7-4a2d-a35d-3d6799c12e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:57.386419 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-8d1cc629-54e7-4a2d-a35d-3d6799c12e69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1583600
Dec 10 04:40:57.508981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:40:57.563854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.639970 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-7cb8ee92-9a11-471a-8809-f7516a2be6b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 999 time: 0.2466736
Dec 10 04:40:57.708916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.715394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.719397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1300f904-014a-460b-a2fe-c2eb18a71224 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:57.728994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-dbd2e10b-fb41-4027-af96-d7e0a2377c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:57.731242 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-dbd2e10b-fb41-4027-af96-d7e0a2377c3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0826104
Dec 10 04:40:57.782186 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d5ae86-195b-4283-bc30-b8b233a78d95,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:57.791675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:57.806976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.808354 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0a83a1db-5846-43ab-8fdb-a82fd6ccfeca tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4916592
Dec 10 04:40:57.811500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49550) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:57.816854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:57.823202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:57.827964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:57.831275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-b9ace00b-8f6b-47fe-b88e-d6e61d970269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:57.832545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:57.832902 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-b9ace00b-8f6b-47fe-b88e-d6e61d970269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0912819
Dec 10 04:40:57.838685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:57.857568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.928121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d123e80>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bd651316-af82-4150-bc31-855d5bfe15d8', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'port_id': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'mac_address': 'fa:16:3e:0e:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:40:55Z', 'revision_number': 0, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:40:57.929887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.932379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01891e0b-ab18-498b-bdc5-6ee402162dbc None None] The sync data for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv is: [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bd651316-af82-4150-bc31-855d5bfe15d8', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'port_id': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'mac_address': 'fa:16:3e:0e:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:40:55Z', 'updated_at': '2021-12-10T04:40:55Z', 'revision_number': 0, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:40:57.934251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.936787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79aa72a0-f909-4055-9db5-00d10ba873a4 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:57.958519 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869ec1fb-49e6-45cf-bd12-f6a0cbadb285,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:57.962810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:57.971839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:57.972990 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1605203
Dec 10 04:40:57.975747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49554) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:57.981182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:57.987925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:57.991217 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-75c3bc8d-06e5-41de-bdc3-d2208e067dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445363
Dec 10 04:40:57.991744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:57.994616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:58.001073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:58.018697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.088452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.093821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.095837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1a2498d0-c06d-4fbc-8f7d-8c0694676938 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:58.126725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf12352c-602e-417b-bfe4-302199df3886,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:58.133127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:58.139411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ce97187-54a8-4a8a-b54b-2bdf7acfea5a req-84bb4850-d19c-42c7-ab19-4d074ec62b67 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416554
Dec 10 04:40:58.143730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.144930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1682227
Dec 10 04:40:58.147747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49558) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:58.153078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:58.159913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:58.161025 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5a574-8d8c-4d2c-be24-96aac09b8f60 None None] New status for floating IP bd651316-af82-4150-bc31-855d5bfe15d8: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:40:58.164778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:58.168180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:58.176014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:58.187522 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Project a01faef940914d40aed88d8ce47e745b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:40:58.194748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.259522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.263346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.269539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d238be78-104b-494c-ad2e-6c18aac22b50 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:58.291912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b54d53-9460-4e7d-b365-600efac617e0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:58.295226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:58.302912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.304357 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1556821
Dec 10 04:40:58.307047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:40:58.312607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'security_group_rule': {'security_group_id': 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6', 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:58.318464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:40:58.322214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Usage tracker for resource:security_group_rule and tenant:a01faef940914d40aed88d8ce47e745b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:40:58.325293 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:40:58.331045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:40:58.341074 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Project a01faef940914d40aed88d8ce47e745b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:40:58.348212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.412823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.416863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.418678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b03eac0-2c50-4b88-92a5-511b88105fb7 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:58.441260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c003f2b8-6a6a-49e8-acb1-e1b48f2c9cb3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:58.444883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:58.455110 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:58.459050 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1484933
Dec 10 04:40:58.573611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-6e4a9d58-3a50-4b11-872c-988b4a25b76a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842850067&fields=id&tenant_id=a01faef940914d40aed88d8ce47e745b HTTP/1.1" status: 200  len: 267 time: 0.0388954
Dec 10 04:40:58.658866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-5e045199-c302-42fc-9d38-90542e529c07 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:58.660263 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-5e045199-c302-42fc-9d38-90542e529c07 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0805993
Dec 10 04:40:58.670722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'port': {'security_groups': ['2fe86a21-385a-4270-bd00-6c580497970f', 'b7da3484-70ed-42e0-87c2-ae3c2dc86bc6']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:40:58.784457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:59.043147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:40:59.067743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:59.072053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:59.077540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a5eb22af-ba0b-4cac-a335-2b3da0a96da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:40:59.111112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:40:59.146633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.147300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:59.148727 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2098df75-303d-4821-ab5b-b39f65e0d57e req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "PUT /v2.0/ports/a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 982 time: 0.4823971
Dec 10 04:40:59.149294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:40:59.171876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=6']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:40:59.175125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:40:59.223467 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:40:59.292676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:40:59.387273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c75a-9ef9-403d-84dc-553d9390633e req-b9ab301d-fb86-4337-9d6c-a748f718121a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.389333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7a5c75a-9ef9-403d-84dc-553d9390633e req-b9ab301d-fb86-4337-9d6c-a748f718121a tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0944512
Dec 10 04:40:59.405814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-cdecc35f-a489-404f-9312-58443d4efd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.407335 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-cdecc35f-a489-404f-9312-58443d4efd06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1138 time: 0.1383691
Dec 10 04:40:59.438573 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e7a5c75a-9ef9-403d-84dc-553d9390633e req-ddc9d067-caac-4294-8b94-4617263aa6da tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0433042
Dec 10 04:40:59.487812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-35e92980-48c2-48a7-a454-db18629eb0fc None None] Provisioning complete for port a798d2c7-c696-4a80-aea5-5417323525f7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:40:59.488203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-35e92980-48c2-48a7-a454-db18629eb0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:40:59.562584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-c9dae5f2-2379-43bc-afec-6facc6b3767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.563952 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-c9dae5f2-2379-43bc-afec-6facc6b3767e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1498170
Dec 10 04:40:59.667226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-c4837173-ccde-4471-a443-b99f57b75bd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.0962780
Dec 10 04:40:59.730767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-89e55d6e-00f5-47d3-956e-6e368298bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.732205 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-89e55d6e-00f5-47d3-956e-6e368298bd24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0583479
Dec 10 04:40:59.810496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-b84c721c-9377-4669-8583-8b11f78301d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:40:59.812500 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-b84c721c-9377-4669-8583-8b11f78301d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736749
Dec 10 04:40:59.967497 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-391fd146-97f2-4909-a8ed-c25907ab036a service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420016
Dec 10 04:41:00.093451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c5be9cb2-828c-4a96-9864-c386c230a813 req-9c36346e-2d0a-4c1a-b7a0-3a41bc9a3287 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234360
Dec 10 04:41:04.614868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-836b09ab-043e-4193-967d-2c21fa876f84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684927
Dec 10 04:41:04.772030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-aaebbcaf-1734-4664-a368-a06364415811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:04.773487 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-aaebbcaf-1734-4664-a368-a06364415811 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1138 time: 0.0697691
Dec 10 04:41:04.915785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-3463e17f-02d1-4cd9-8a67-3961ad092da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:04.917214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-3463e17f-02d1-4cd9-8a67-3961ad092da1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1243470
Dec 10 04:41:05.126544 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-93549c77-de40-4bd8-8cab-0cb40dbd296f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.2020917
Dec 10 04:41:05.190534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-b5babcc5-5ff1-4757-a10b-ee91cb978a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:05.191994 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-b5babcc5-5ff1-4757-a10b-ee91cb978a6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0585213
Dec 10 04:41:05.269482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-ed081477-72ab-4e5a-9db2-ed638f90cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:05.271000 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-ed081477-72ab-4e5a-9db2-ed638f90cc0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728257
Dec 10 04:41:05.400020 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-cf5cd017-d61c-4053-b1ae-0d700b9f7163 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221552
Dec 10 04:41:05.533563 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-58968407-2146-4dfb-aaef-2fc655ef70e7 req-1a28055d-a39b-4528-98f7-093559214658 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263347
Dec 10 04:41:14.420849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:14.422389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8d51aeeb-5d8d-4cba-ab9d-3331659458f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:16.775461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a348b363-0ed3-4d41-b5dd-6a49828481ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:17.747241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:18.050194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:19.586833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:22.667359 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:41:44.417607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-76366bed-49cd-4016-aefb-d3d9aa2506b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:44.428381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:46.776923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a6bc70f9-a7ad-41cc-8fec-e48233d660b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:47.748992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:48.052566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:49.590205 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:41:58.612728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-e9e3fe57-dbe4-4e5a-8b18-a7ff663b2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:58.614233 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-e9e3fe57-dbe4-4e5a-8b18-a7ff663b2930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1138 time: 0.0810912
Dec 10 04:41:58.665586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ca679-81e7-453e-96db-bb4633c5c435 req-6b2b6763-ee35-4ea7-bda5-a695b7df9821 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:58.667032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3b5ca679-81e7-453e-96db-bb4633c5c435 req-6b2b6763-ee35-4ea7-bda5-a695b7df9821 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.1339974
Dec 10 04:41:58.712724 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3b5ca679-81e7-453e-96db-bb4633c5c435 req-17c0fedf-33ba-4aee-9631-131e0745a3bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397902
Dec 10 04:41:58.745019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-6058aa41-ee75-4161-bfbd-f57060c1dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:58.746465 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-6058aa41-ee75-4161-bfbd-f57060c1dcf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1254439
Dec 10 04:41:58.849054 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-ffe1eb5c-f123-4879-9178-fef5d74c4e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.0955126
Dec 10 04:41:58.911417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-bc89710a-bf75-44de-ac3d-d20877b113be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:58.912833 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-bc89710a-bf75-44de-ac3d-d20877b113be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0562289
Dec 10 04:41:58.986817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-6e83c509-dd89-4ea6-9f77-ec6fa0bcfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:58.988162 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-6e83c509-dd89-4ea6-9f77-ec6fa0bcfc1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683830
Dec 10 04:41:59.117129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-ded2da43-08aa-4c61-a785-020a0f0328b6 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206312
Dec 10 04:41:59.254318 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-261afda4-e3c3-408b-beb9-8e4edd4558cf req-299fbfd7-d2ed-43f1-9667-cc11436fa555 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274498
Dec 10 04:41:59.666263 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:41:59.952811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf525-c5df-4d66-9ca0-c45bef2017a7 req-3371a1c3-968c-44a8-a9bd-3a3505f6e39e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:41:59.954236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bcabf525-c5df-4d66-9ca0-c45bef2017a7 req-3371a1c3-968c-44a8-a9bd-3a3505f6e39e tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.1364491
Dec 10 04:41:59.999083 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bcabf525-c5df-4d66-9ca0-c45bef2017a7 req-4e36b990-d7c5-4625-9ecf-bc26d98096b9 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0386031
Dec 10 04:42:01.183265 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc821d5-d9a0-4a9d-b2f3-226b87e04a74 req-0618bcfe-0812-42ac-904f-c6650154fa08 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:01.184744 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfc821d5-d9a0-4a9d-b2f3-226b87e04a74 req-0618bcfe-0812-42ac-904f-c6650154fa08 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0823908
Dec 10 04:42:01.233412 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dfc821d5-d9a0-4a9d-b2f3-226b87e04a74 req-9657b626-b7e8-470f-9881-98c967674e87 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425127
Dec 10 04:42:02.413367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506e7c-029c-4a3c-976e-6cce2c28bce7 req-7319e119-a498-4c9e-ba0d-a5d589fb4304 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:02.414797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5506e7c-029c-4a3c-976e-6cce2c28bce7 req-7319e119-a498-4c9e-ba0d-a5d589fb4304 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0789185
Dec 10 04:42:02.463189 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5506e7c-029c-4a3c-976e-6cce2c28bce7 req-e87007f4-8bcb-4090-9732-3b260a23265f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424316
Dec 10 04:42:03.761478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1acd-1811-4804-bc6b-5e60316a78c3 req-955757fb-a880-4af0-b7cc-033d524c2e58 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:03.762817 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-892d1acd-1811-4804-bc6b-5e60316a78c3 req-955757fb-a880-4af0-b7cc-033d524c2e58 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.1942472
Dec 10 04:42:03.807712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-892d1acd-1811-4804-bc6b-5e60316a78c3 req-490f3958-d8e3-407f-974d-16189ffebbcf tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0384419
Dec 10 04:42:04.998789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02ddf6-7b44-405d-9ede-d8df02695211 req-934f46bb-a3f2-4341-bd58-5d08f669277f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:05.000225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ff02ddf6-7b44-405d-9ede-d8df02695211 req-934f46bb-a3f2-4341-bd58-5d08f669277f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0865881
Dec 10 04:42:05.046116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-15336caa-f0bc-4b41-9bca-2ac2c69ac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:05.046702 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ff02ddf6-7b44-405d-9ede-d8df02695211 req-5c17fc66-094a-4600-9059-34f970afb456 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406079
Dec 10 04:42:05.047573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-15336caa-f0bc-4b41-9bca-2ac2c69ac879 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1138 time: 0.0748358
Dec 10 04:42:05.189384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-846a9290-1a06-422c-91ac-400ef9cac3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:05.191552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-846a9290-1a06-422c-91ac-400ef9cac3e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1249573
Dec 10 04:42:05.407071 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-c9dd7871-3319-4df9-9803-8f61c2d8cbdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.2083378
Dec 10 04:42:05.470022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-7d4b5cae-02a8-4f12-8f5e-bf8c47dcea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:05.471287 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-7d4b5cae-02a8-4f12-8f5e-bf8c47dcea2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0550508
Dec 10 04:42:05.546216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-f3946bf6-38b4-4122-aad1-177416262144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:05.547626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-f3946bf6-38b4-4122-aad1-177416262144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664504
Dec 10 04:42:05.676539 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-1129ac5a-b16d-49b7-9cb2-94070747200d service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206541
Dec 10 04:42:05.808798 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a0afb81d-1180-4a28-86aa-150b3b88e57e req-bd7a8db6-12f1-4bcd-9daa-2e55ca2ff498 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222456
Dec 10 04:42:06.227267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808803-9f4d-4442-b7c2-dffb54a2611a req-244eae09-fba6-447f-a56a-1b9bc7433246 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:06.228700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6808803-9f4d-4442-b7c2-dffb54a2611a req-244eae09-fba6-447f-a56a-1b9bc7433246 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0791996
Dec 10 04:42:06.273916 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6808803-9f4d-4442-b7c2-dffb54a2611a req-011e964f-3e1c-4208-a140-883de37f3c70 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394485
Dec 10 04:42:07.460912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2c6f-93ff-4d40-b0cf-28a88800d01b req-15c41a24-8429-4789-8b81-2f275433bb06 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:07.462371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e7c2c6f-93ff-4d40-b0cf-28a88800d01b req-15c41a24-8429-4789-8b81-2f275433bb06 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0835993
Dec 10 04:42:07.507786 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e7c2c6f-93ff-4d40-b0cf-28a88800d01b req-a3c30aad-91c4-45b1-801d-09e95f662bf2 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397902
Dec 10 04:42:08.685665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb68d-d757-48ff-a894-80d326198fda req-de5c2b03-7dcb-45ff-85fd-671b6a350fbb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:08.687084 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2abb68d-d757-48ff-a894-80d326198fda req-de5c2b03-7dcb-45ff-85fd-671b6a350fbb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0783250
Dec 10 04:42:08.736282 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e2abb68d-d757-48ff-a894-80d326198fda req-c7b62e93-cc9f-4e79-9f76-ded85beede07 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429790
Dec 10 04:42:09.915105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df02d71-d43f-4468-868e-bb281b7915d9 req-87281fdf-9683-48fc-b6a6-5f211ea1730b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:09.916547 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6df02d71-d43f-4468-868e-bb281b7915d9 req-87281fdf-9683-48fc-b6a6-5f211ea1730b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0785017
Dec 10 04:42:09.962333 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6df02d71-d43f-4468-868e-bb281b7915d9 req-02add3b3-7880-44b7-a39e-268767f12004 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400770
Dec 10 04:42:11.152125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb557-5cb1-464f-8418-8f406af94dd0 req-d2494fd1-09b4-47b0-8385-e7a804dbe6d8 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:42:11.153565 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-525eb557-5cb1-464f-8418-8f406af94dd0 req-d2494fd1-09b4-47b0-8385-e7a804dbe6d8 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0833912
Dec 10 04:42:11.198309 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-525eb557-5cb1-464f-8418-8f406af94dd0 req-1f940cc1-5715-4c17-aefc-91c4e2481bdd tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6&id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0389817
Dec 10 04:42:14.418948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c6552b09-17fe-48dd-9846-51c656206dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:14.441058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:16.778830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-76af410f-6ae8-4a29-ab83-de6423e1e238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:17.751027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:18.053156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:19.592835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:36.664996 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:42:44.420815 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ee39658-81a0-4896-90dd-77cd030fd635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:44.463530 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:46.781765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a025deb8-c0b3-4531-9044-4a96b9acc8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:47.753654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:48.054602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:49.600403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:42:56.572997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-c0ebcd4d-42e8-40a2-8758-35401351ffdf req-54d7dd6d-141e-491f-b085-1bed29d42c73 tempest-ServerDiskConfigTestJSON-795302280 tempest-ServerDiskConfigTestJSON-795302280-project] (87629) timed out ('10.222.0.18', 49764) {{(pid=87629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 10 04:43:06.828191 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-8dfffbe3-a1ef-4da9-9cf2-7ea883f4438a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719972
Dec 10 04:43:06.978405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-dc3f1145-64d2-4fd0-9546-ab883336b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:06.979824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-dc3f1145-64d2-4fd0-9546-ab883336b26d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1138 time: 0.0698118
Dec 10 04:43:07.119576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-db2153ef-738f-44f8-afaf-3f83d1861da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:07.120975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-db2153ef-738f-44f8-afaf-3f83d1861da0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1225452
Dec 10 04:43:07.223759 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-ee2f1963-6dc9-42c7-8eab-cc9e77f135bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.0958178
Dec 10 04:43:07.290122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-4011f02a-2074-4870-929c-3f47308fe49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:07.291496 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-4011f02a-2074-4870-929c-3f47308fe49e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0611172
Dec 10 04:43:07.367150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-d81c1747-d6fd-4472-ac0b-9d4309fc79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:07.368607 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-d81c1747-d6fd-4472-ac0b-9d4309fc79d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700114
Dec 10 04:43:07.497202 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-6f4463ce-2a2e-4ba7-a515-2ce7a395b7da service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221910
Dec 10 04:43:07.625427 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e38224b4-577f-44b2-a79e-a8fe6ecdc2f7 req-b1717934-0aef-4e22-a167-585112334883 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215737
Dec 10 04:43:13.663877 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:43:14.422227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8070-474b-4c97-9227-305bd3e7502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:14.462935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:14.592057 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-959dd025-bd98-4889-a10a-f52d5e4c3a51 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842850067&fields=id&tenant_id=a01faef940914d40aed88d8ce47e745b HTTP/1.1" status: 200  len: 267 time: 0.0399051
Dec 10 04:43:14.673459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-903f2165-e191-474b-ab82-340c7e865aee tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:14.674816 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-903f2165-e191-474b-ab82-340c7e865aee tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 985 time: 0.0773518
Dec 10 04:43:14.685561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Request body: {'port': {'security_groups': ['2fe86a21-385a-4270-bd00-6c580497970f']}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:14.803767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.040789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:15.064723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.069687 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.075989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:15.102417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:43:15.136930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:15.138063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.139468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e11a8162-8c11-40f2-99ef-0895b5df2a85 req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "PUT /v2.0/ports/a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 943 time: 0.4582295
Dec 10 04:43:15.140022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:43:15.145960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49664) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:15.185149 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event updated for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=7']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:15.201153 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:43:15.203105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.203826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.204378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.204926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.205494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.206779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.206779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.206779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.207489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.208049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.208581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.209112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.213686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:15.240228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.269109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:43:15.324296 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.381057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-bd072f74-4de0-4408-8bea-0c7c6d29e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:15.382540 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-bd072f74-4de0-4408-8bea-0c7c6d29e332 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1099 time: 0.1324012
Dec 10 04:43:15.458584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-cc24c21a-8ad5-45ae-a8c9-157b7fd0c819 None None] Provisioning complete for port a798d2c7-c696-4a80-aea5-5417323525f7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:15.459193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cc24c21a-8ad5-45ae-a8c9-157b7fd0c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.483032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.490445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-389ba13b-e310-4355-a925-a373d92f16f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:15.510297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da3484-70ed-42e0-87c2-ae3c2dc86bc6,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:15.531630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.532011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.532387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.532756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.533145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.533524 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.533889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.534252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.534612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.534972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.535331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.535691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:15.540157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:15.543907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:15.545845 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "DELETE /v2.0/security-groups/b7da3484-70ed-42e0-87c2-ae3c2dc86bc6 HTTP/1.1" status: 204  len: 168 time: 0.3980541
Dec 10 04:43:15.548457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49668) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:15.645207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-4a2963f4-a455-4745-adc3-1d4d29a0b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:15.646684 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-4a2963f4-a455-4745-adc3-1d4d29a0b598 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.2573986
Dec 10 04:43:15.956895 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-50cd9589-ed0a-44df-a9a2-3048c8194136 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 1001 time: 0.3004076
Dec 10 04:43:16.006693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Deleting port b4e71124-b3cf-4dc2-b33c-b806fd86a2f0 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:16.007035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.069914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-14e6a8d1-e562-4965-8c5b-9505f1c6c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:16.071337 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-14e6a8d1-e562-4965-8c5b-9505f1c6c57f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.1073310
Dec 10 04:43:16.237615 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.238294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.358605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-806da5b2-0484-4422-8203-546287c346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:16.360054 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-806da5b2-0484-4422-8203-546287c346e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2740133
Dec 10 04:43:16.366205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Calling delete_port for b4e71124-b3cf-4dc2-b33c-b806fd86a2f0 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:16.555424 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-37b3c356-e7c6-460e-861a-4ada4a134f2c service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603377
Dec 10 04:43:16.710761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.717014 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6004ced6-6295-4fbe-bfd8-fa19f0331234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:16.784692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0366d659-60cf-4b6e-a037-54d5acd35f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.797527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event deleted for resources: {'Port': ['ID=b4e71124-b3cf-4dc2-b33c-b806fd86a2f0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:16.807397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:16.813522 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a9294039-82f3-49ec-9ba6-496eb25f4cbb req-02ef75d9-04b7-4ed0-949c-11ad3c567d3a service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521770
Dec 10 04:43:16.865137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:16.865493 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Floating IP bd651316-af82-4150-bc31-855d5bfe15d8 disassociated (deleted). External IP: 172.26.1.53, port: a798d2c7-c696-4a80-aea5-5417323525f7.
Dec 10 04:43:17.338297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:43:17.511141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:43:17.520925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Sync routers for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:43:17.528867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:17.529847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:17.530453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e55040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:17.581951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "DELETE /v2.0/floatingips/bd651316-af82-4150-bc31-855d5bfe15d8 HTTP/1.1" status: 204  len: 168 time: 2.0324876
Dec 10 04:43:17.583397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:43:17.699803 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:43:17.719518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:17.798496 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:17.970893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-c95bb5fb-a18c-4d24-b63a-79315e499ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:17.971570 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-c95bb5fb-a18c-4d24-b63a-79315e499ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a01faef940914d40aed88d8ce47e745b&device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 1099 time: 0.1110525
Dec 10 04:43:18.063825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:18.076540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e55040>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:18.080968 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Checking router: fda1a0a6-455a-44a0-bee9-6b28a0f88a00 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:43:18.090113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:18.090717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e55040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:18.127631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-ad22c24e-6972-45c6-8e88-faacb16d84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:18.129082 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-ad22c24e-6972-45c6-8e88-faacb16d84ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 200  len: 916 time: 0.1444199
Dec 10 04:43:18.203304 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-0b2f7f42-d4a2-422e-8121-22e531774a75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 200  len: 217 time: 0.0660994
Dec 10 04:43:18.266600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-daede641-f823-45fd-a1bf-64f87666290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:18.268037 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-daede641-f823-45fd-a1bf-64f87666290d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 200  len: 854 time: 0.0579028
Dec 10 04:43:18.271979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:18.349275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-1266f5c6-9804-4ff2-ad0a-ceebc1f69e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:18.350760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-1266f5c6-9804-4ff2-ad0a-ceebc1f69e6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7521a760-2ad3-4c9e-9cfd-331eca3f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722091
Dec 10 04:43:18.484379 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-d316751f-0355-40a4-a80c-7a2ef2347190 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250844
Dec 10 04:43:18.585827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e55040>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:18.590108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d7743-86c5-4d29-97b2-f80ead444da5 None None] The sync data for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv is: [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:40:02Z', 'revision_number': 4, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '6074accc-e789-46da-b275-eba20cea29ec', 'name': '', 'network_id': '7521a760-2ad3-4c9e-9cfd-331eca3f4591', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'mac_address': 'fa:16:3e:ce:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:02Z', 'updated_at': '2021-12-10T04:40:09Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'subnets': [{'id': 'a3b6043b-b447-48fe-8474-e0bb968c7f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:43:18.624563 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-00ac5baa-c3d9-4c25-b771-0b91008eaa95 req-18cd9443-fb5b-407c-b753-9b0014320db5 service neutron] 10.222.0.18 "GET /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284602
Dec 10 04:43:18.827716 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fdc0e-9d0a-49f4-846c-0c5f8c352eea None None] New status for floating IP bd651316-af82-4150-bc31-855d5bfe15d8: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:43:19.597700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:23.041701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0c6bb-af16-4dfd-b810-9292c4b3b8d6 req-93949056-d8ae-4af7-95b9-cf6fd6ebb7cd tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:23.043152 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77f0c6bb-af16-4dfd-b810-9292c4b3b8d6 req-93949056-d8ae-4af7-95b9-cf6fd6ebb7cd tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0824866
Dec 10 04:43:23.088900 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-77f0c6bb-af16-4dfd-b810-9292c4b3b8d6 req-d81344a1-69be-4298-b38d-4cb6d15a7f00 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397310
Dec 10 04:43:24.268899 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796da8ef-5c1f-452b-afda-9dc60c835e72 req-21417c82-a489-4eb9-8c5b-96eafc549d8c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:24.270874 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-796da8ef-5c1f-452b-afda-9dc60c835e72 req-21417c82-a489-4eb9-8c5b-96eafc549d8c tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0795305
Dec 10 04:43:24.317709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-796da8ef-5c1f-452b-afda-9dc60c835e72 req-9efce92c-bd27-41d0-83be-e11732d1d863 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411298
Dec 10 04:43:25.183031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-3a71ab38-8e1f-4f5c-8c45-320d0fd49da3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:25.183708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-3a71ab38-8e1f-4f5c-8c45-320d0fd49da3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Synchronizing usage tracker for tenant:a01faef940914d40aed88d8ce47e745b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:43:25.198225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-3a71ab38-8e1f-4f5c-8c45-320d0fd49da3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Unset dirty status for tenant:a01faef940914d40aed88d8ce47e745b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:43:25.199490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-3a71ab38-8e1f-4f5c-8c45-320d0fd49da3 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0971205
Dec 10 04:43:25.266583 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Deleting port a798d2c7-c696-4a80-aea5-5417323525f7 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:25.266912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:25.501883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54bb0-b995-4543-8444-33ac7d0f6a99 req-3ac04466-ce48-4675-bc39-2b82aa206ef8 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:25.503251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6fc54bb0-b995-4543-8444-33ac7d0f6a99 req-3ac04466-ce48-4675-bc39-2b82aa206ef8 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 946 time: 0.0797379
Dec 10 04:43:25.512523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] For port a798d2c7-c696-4a80-aea5-5417323525f7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a798d2c7-c696-4a80-aea5-5417323525f7,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:25.512912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:25.546745 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6fc54bb0-b995-4543-8444-33ac7d0f6a99 req-2be624ed-5bfd-40e0-8cdd-65f5cd187380 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/security-groups?id=2fe86a21-385a-4270-bd00-6c580497970f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378873
Dec 10 04:43:25.748767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Calling delete_port for a798d2c7-c696-4a80-aea5-5417323525f7 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:25.889805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:25.895671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:25.924077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a798d2c7-c696-4a80-aea5-5417323525f7'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:43:25.944344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Pushing event deleted for resources: {'Port': ['ID=a798d2c7-c696-4a80-aea5-5417323525f7,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:25.947463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:26.017401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] No DVR routers for this DVR port a798d2c7-c696-4a80-aea5-5417323525f7 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:43:26.019763 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:26.022860 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'name': 'network-vif-deleted', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:43:26.038591 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-3dadc8ca-1f15-4370-86ab-a5d54b165cfd req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.18 "DELETE /v2.0/ports/a798d2c7-c696-4a80-aea5-5417323525f7 HTTP/1.1" status: 204  len: 173 time: 0.8336971
Dec 10 04:43:26.064999 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acabbd-6fb0-47f3-b97a-03e95896e982', 'name': 'network-vif-deleted', 'tag': 'a798d2c7-c696-4a80-aea5-5417323525f7', 'status': 'completed', 'code': 200}
Dec 10 04:43:26.709504 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5830f0e6-e9f9-464f-b7e2-158581fde372 req-1c94a059-600d-42bd-b446-d9b762f5e619 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0acabbd-6fb0-47f3-b97a-03e95896e982 HTTP/1.1" status: 200  len: 210 time: 0.0423880
Dec 10 04:43:28.324102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49760) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:28.840299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:29.013294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a798d2c7-c696-4a80-aea5-5417323525f7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:29.047111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: a798d2c7-c696-4a80-aea5-5417323525f7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:29.047465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a798d2c7-c696-4a80-aea5-5417323525f7 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:29.174331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Deleting port 6074accc-e789-46da-b275-eba20cea29ec {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:29.174661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:29.459944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] For port 6074accc-e789-46da-b275-eba20cea29ec, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6074accc-e789-46da-b275-eba20cea29ec,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:29.460651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:29.576594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Calling delete_port for 6074accc-e789-46da-b275-eba20cea29ec owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:29.742408 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:29.745884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-720efc30-d4ba-44f9-b99c-f5c34ccb9ca0 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:29.792060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6074accc-e789-46da-b275-eba20cea29ec,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:29.794586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:30.056005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:30.407504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:43:30.584915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:43:30.594289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Sync routers for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:43:30.599358 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] 10.222.0.44 "PUT /v2.0/routers/fda1a0a6-455a-44a0-bee9-6b28a0f88a00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2744050
Dec 10 04:43:30.601741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49764) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:30.604849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:30.605553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4847f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:30.828961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:30.923473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.101856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.111845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Deleting port 258d6426-9c54-4cc3-b5d0-294096d66d84 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:31.112184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.112871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4847f0>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:43:29Z', 'revision_number': 5, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port': {'id': '258d6426-9c54-4cc3-b5d0-294096d66d84', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:39:59Z', 'updated_at': '2021-12-10T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:31.117525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Checking router: fda1a0a6-455a-44a0-bee9-6b28a0f88a00 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:43:31.125777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Routers {'fda1a0a6-455a-44a0-bee9-6b28a0f88a00'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:31.126380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4847f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:31.279193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] Set router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:31.289052 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] For port 258d6426-9c54-4cc3-b5d0-294096d66d84, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=258d6426-9c54-4cc3-b5d0-294096d66d84,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:31.289435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.389349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4847f0>, [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:43:31Z', 'revision_number': 6, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:31.393170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629641b5-6f73-4506-b92b-05a8e456fab5 None None] The sync data for ids ['fda1a0a6-455a-44a0-bee9-6b28a0f88a00'] in dv-neutron-821182-1-hyperv is: [{'id': 'fda1a0a6-455a-44a0-bee9-6b28a0f88a00', 'name': 'tempest-TestMinimumBasicScenario-1581185864-router', 'tenant_id': 'a01faef940914d40aed88d8ce47e745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:39:58Z', 'updated_at': '2021-12-10T04:43:31Z', 'revision_number': 6, 'project_id': 'a01faef940914d40aed88d8ce47e745b', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:43:31.416152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Calling delete_port for 258d6426-9c54-4cc3-b5d0-294096d66d84 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:31.581142 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.584675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b93470aa-a228-4dbd-9a68-024ff6621f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:31.627017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=258d6426-9c54-4cc3-b5d0-294096d66d84,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:31.630110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:31.719254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.891513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.893597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.915702 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.916302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda1a0a6-455a-44a0-bee9-6b28a0f88a00 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:43:31.929610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:31.930753 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fda1a0a6-455a-44a0-bee9-6b28a0f88a00 HTTP/1.1" status: 204  len: 168 time: 1.3281009
Dec 10 04:43:31.933196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49768) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:31.991133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Deleting subnet a3b6043b-b447-48fe-8474-e0bb968c7f57 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:43:31.994018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.041994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.120698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.187229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.191646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-9dfbe4a4-a71b-493d-b5b5-1ea0ada798a7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:32.229781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b6043b-b447-48fe-8474-e0bb968c7f57,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:32.231632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.234228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:32.236819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b33ac6-175b-47cb-bddc-74a44adcd8ba None None] Network 7521a760-2ad3-4c9e-9cfd-331eca3f4591 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:43:32.239795 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e68ce7e0-4f5c-4313-a6c8-61dcd41570ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a3b6043b-b447-48fe-8474-e0bb968c7f57 HTTP/1.1" status: 204  len: 168 time: 0.3056316
Dec 10 04:43:32.242275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49772) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:32.482848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.492991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Deleting port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:32.493326 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.514509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] DHCP port deletion for 7521a760-2ad3-4c9e-9cfd-331eca3f4591 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:43:32.518404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Deleting port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:32.518782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.701996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] For port 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4912947d-cbed-4d75-8ccd-e22283a8e4b5,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:32.702801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.723085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] For port 4912947d-cbed-4d75-8ccd-e22283a8e4b5, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4912947d-cbed-4d75-8ccd-e22283a8e4b5,segment=NetworkSegment(7204b226-d688-45df-b89f-8edfc6ff9890),segment_id=7204b226-d688-45df-b89f-8edfc6ff9890)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:32.723476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.783358 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6074accc-e789-46da-b275-eba20cea29ec no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:32.829140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Calling delete_port for 4912947d-cbed-4d75-8ccd-e22283a8e4b5 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:32.904654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Calling delete_port for 4912947d-cbed-4d75-8ccd-e22283a8e4b5 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:32.911730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:32.919792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-578f5220-68a7-469c-a1e5-2c46beaeee33 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:32.943031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6074accc-e789-46da-b275-eba20cea29ec {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:32.943378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6074accc-e789-46da-b275-eba20cea29ec not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:32.943798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 258d6426-9c54-4cc3-b5d0-294096d66d84 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:32.965706 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4912947d-cbed-4d75-8ccd-e22283a8e4b5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:32.968354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:32.970693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] No DVR routers for this DVR port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:43:32.986491 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 258d6426-9c54-4cc3-b5d0-294096d66d84 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:32.987069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 258d6426-9c54-4cc3-b5d0-294096d66d84 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:32.987588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4912947d-cbed-4d75-8ccd-e22283a8e4b5 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:33.025243 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4912947d-cbed-4d75-8ccd-e22283a8e4b5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:33.025615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4912947d-cbed-4d75-8ccd-e22283a8e4b5 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 10 04:43:33.043078 dv-neutron-821182-1-hyperv neutron-server[87631]:   util.warn(
Dec 10 04:43:33.051683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:43:33.051848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:43:33.087234 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.111566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d967f4c70>,) {'filters': {'network_id': ['7521a760-2ad3-4c9e-9cfd-331eca3f4591']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:33.127504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d967f4c70>, '7204b226-d688-45df-b89f-8edfc6ff9890') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:33.127801 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d967f4c70>, '7204b226-d688-45df-b89f-8edfc6ff9890') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:33.139323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.154573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.160637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:43:33.160940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:43:33.173429 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:43:33.248035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.252597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.255680 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6038f9af-4563-4d2c-b06f-ee3a2c230009 tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:33.282535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7521a760-2ad3-4c9e-9cfd-331eca3f4591,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:33.287915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:33.299394 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] 10.222.0.44 "DELETE /v2.0/networks/7521a760-2ad3-4c9e-9cfd-331eca3f4591 HTTP/1.1" status: 204  len: 168 time: 1.0561705
Dec 10 04:43:33.302765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49776) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:33.552837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Deleting port 4912947d-cbed-4d75-8ccd-e22283a8e4b5 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:33.553632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:33.643291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3512358d-07fa-4feb-8bdc-ea739dbedba4 None None] The port '4912947d-cbed-4d75-8ccd-e22283a8e4b5' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:43:33.932955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:34.275324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Deleting port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:34.275693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:34.449975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] For port 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:34.450322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:34.572709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Calling delete_port for 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:34.734686 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:34.738101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8eda20c4-0512-44c3-8847-d790c70f4276 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:34.778464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea4a4cc-5832-44dd-9c26-69d2f0858dd8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:34.782063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:35.039884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:35.500104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:43:35.672545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:43:35.681137 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] 10.222.0.44 "PUT /v2.0/routers/4bc17efd-6bd4-4c48-afb3-ef7c7198c107/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3773444
Dec 10 04:43:35.681417 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Sync routers for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:43:35.683643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49780) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:35.690623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:35.691223 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d07cac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:35.858852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:35.865085 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:36.031096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.040152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Deleting port 71b60e26-03c5-4429-abfa-f15d09055c46 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:36.040783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.143147 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d07cac0>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:43:34Z', 'revision_number': 5, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port': {'id': '71b60e26-03c5-4429-abfa-f15d09055c46', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:36.146776 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Checking router: 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:43:36.154747 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Routers {'4bc17efd-6bd4-4c48-afb3-ef7c7198c107'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:36.155332 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d07cac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:36.217491 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] For port 71b60e26-03c5-4429-abfa-f15d09055c46, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=71b60e26-03c5-4429-abfa-f15d09055c46,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:36.217969 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.331138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] Set router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:36.339387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Calling delete_port for 71b60e26-03c5-4429-abfa-f15d09055c46 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:36.433892 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d07cac0>, [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:43:36Z', 'revision_number': 6, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:36.437768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ac11c-3c47-48e3-b2c8-23259f3772f5 None None] The sync data for ids ['4bc17efd-6bd4-4c48-afb3-ef7c7198c107'] in dv-neutron-821182-1-hyperv is: [{'id': '4bc17efd-6bd4-4c48-afb3-ef7c7198c107', 'name': 'tempest-TestMinimumBasicScenario-664152043-router', 'tenant_id': '412e77ff462e4dc99759324d7b9b73e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:40:05Z', 'updated_at': '2021-12-10T04:43:36Z', 'revision_number': 6, 'project_id': '412e77ff462e4dc99759324d7b9b73e7', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:43:36.504570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.508857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-66dda89e-bdb2-49d3-ab91-8039bbdefdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:36.551902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b60e26-03c5-4429-abfa-f15d09055c46,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:36.584957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:36.765986 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.870230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:36.915175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:36.915590 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5ea4a4cc-5832-44dd-9c26-69d2f0858dd8 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:36.942041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.944196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.967434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.967959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc17efd-6bd4-4c48-afb3-ef7c7198c107 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:43:36.980600 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:36.981757 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4bc17efd-6bd4-4c48-afb3-ef7c7198c107 HTTP/1.1" status: 204  len: 168 time: 1.2971661
Dec 10 04:43:36.984212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49784) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:37.044031 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Deleting subnet 48dc106c-dc9f-42fd-9d39-d761c664e1ec {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:43:37.046848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.094171 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.169024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.240819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.244379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ebfd732b-4a7f-434a-822e-27a36d49dde1 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:37.279588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dc106c-dc9f-42fd-9d39-d761c664e1ec,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:37.282499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:37.283478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.289535 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-397a9b83-9847-473b-bd67-04d7c3951f55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48dc106c-dc9f-42fd-9d39-d761c664e1ec HTTP/1.1" status: 204  len: 168 time: 0.3043082
Dec 10 04:43:37.291839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49788) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:37.292325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fd59d-1281-4c38-8964-67bfe4c20f03 None None] Network a32ec708-fd39-453c-b7de-b7205f58173e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:43:37.399322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.410528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Deleting port c3400e27-771a-49a4-bf05-fb1441682430 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:37.410900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.549019 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] DHCP port deletion for a32ec708-fd39-453c-b7de-b7205f58173e request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:43:37.553871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Deleting port c3400e27-771a-49a4-bf05-fb1441682430 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:37.554366 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.623928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] For port c3400e27-771a-49a4-bf05-fb1441682430, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3400e27-771a-49a4-bf05-fb1441682430,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:37.624192 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.743253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Calling delete_port for c3400e27-771a-49a4-bf05-fb1441682430 owned by network:dhcp {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:37.756138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] For port c3400e27-771a-49a4-bf05-fb1441682430, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=c3400e27-771a-49a4-bf05-fb1441682430,segment=NetworkSegment(f7c97f33-ca84-41d4-aabd-8b1befdd97f9),segment_id=f7c97f33-ca84-41d4-aabd-8b1befdd97f9)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:37.756526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.816447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:37.821546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f0b31c3d-4fa8-44a4-a569-7d40a8ff9d1d tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:37.867407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3400e27-771a-49a4-bf05-fb1441682430,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:37.869744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] No DVR routers for this DVR port c3400e27-771a-49a4-bf05-fb1441682430 on host dv-neutron-821182-1-hyperv {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:43:37.871298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:37.878661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Calling delete_port for c3400e27-771a-49a4-bf05-fb1441682430 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:43:37.948952 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:43:37.949334 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:43:37.984251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.009328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9754a7c0>,) {'filters': {'network_id': ['a32ec708-fd39-453c-b7de-b7205f58173e']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:38.021139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9754a7c0>, 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:38.021480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9754a7c0>, 'f7c97f33-ca84-41d4-aabd-8b1befdd97f9') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:38.032479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.048726 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.055286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:43:38.055692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:43:38.068831 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:43:38.256011 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.259250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5178a177-9b27-470d-9262-9b5c7bc02349 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:38.272141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.281827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32ec708-fd39-453c-b7de-b7205f58173e,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:38.284781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:38.286887 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a32ec708-fd39-453c-b7de-b7205f58173e HTTP/1.1" status: 204  len: 168 time: 0.9941142
Dec 10 04:43:38.450409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49794) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:38.450890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Deleting port c3400e27-771a-49a4-bf05-fb1441682430 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:43:38.450989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.503287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-16485233-3ba6-4f4d-894e-2c8533c92eaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a01faef940914d40aed88d8ce47e745b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0513675
Dec 10 04:43:38.505653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49798) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:38.519239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-51e06022-8166-4615-b76e-aa3ca75f6ebb None None] The port 'c3400e27-771a-49a4-bf05-fb1441682430' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 04:43:38.565172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.591033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.641989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.646216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:38.659827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe86a21-385a-4270-bd00-6c580497970f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:38.663671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:38.666959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:38.670845 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fe86a21-385a-4270-bd00-6c580497970f HTTP/1.1" status: 204  len: 168 time: 0.1619697
Dec 10 04:43:38.724130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3400e27-771a-49a4-bf05-fb1441682430 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:38.757758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: c3400e27-771a-49a4-bf05-fb1441682430 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:38.758204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device c3400e27-771a-49a4-bf05-fb1441682430 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:38.758703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 71b60e26-03c5-4429-abfa-f15d09055c46 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:43:38.793678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 71b60e26-03c5-4429-abfa-f15d09055c46 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:43:38.793919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 71b60e26-03c5-4429-abfa-f15d09055c46 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:43:38.999211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49806) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:39.048961 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1c04b591-6cde-4844-a51a-5b5757838e7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=412e77ff462e4dc99759324d7b9b73e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0484207
Dec 10 04:43:39.051607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49810) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:39.111282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:39.136555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:39.185586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:39.189086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9d6b78b7-2981-4d19-96c5-30abc1e2151e tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:39.201962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aeecf8-e76f-4b5e-a719-7a69f03cc2e8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:39.205036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:39.206956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:39.208079 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2aeecf8-e76f-4b5e-a719-7a69f03cc2e8 HTTP/1.1" status: 204  len: 168 time: 0.1555986
Dec 10 04:43:40.898896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49852) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:40.904156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933233770', 'description': 'tempest-secgroup-smoke-933233770 description', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:40.910187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:40.914593 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:40.917399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:40.922999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:40.934139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:40.946100 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:40.960665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:40.964360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:40.967054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:40.972548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.051985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.056589 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.059739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-75a899ec-b44e-4a84-87cb-f7d0520d1c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.069133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.076680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.095185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.100877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71df20a7-a6b6-4e37-b91e-5b4b42dd2dd8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.103499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.105500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.172264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.175854 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.179347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-26c7b02c-7e85-4542-ad51-f0f31fc06ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.217576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373d6cef-1436-413f-afb2-c2ef576e0c9b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.220516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.221295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.222475 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-30500a65-3996-4b59-86a8-2c62d08dd3fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3225968
Dec 10 04:43:41.225476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49856) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.230395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.236140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.240402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.243210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.248741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.265823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.324054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.327837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.329634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.352011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1835f8ba-ef35-43c8-9d73-9f2cd843e418,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.356177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.360247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.361476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c73e1ef7-3358-4423-a90e-d211a22cb0d9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1349995
Dec 10 04:43:41.364076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49860) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.368979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.374789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.378497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.381249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.386830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.403878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.465730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.469244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.476697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6de3af90-4657-4e59-8d6b-09b3cf8c9914 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.496508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51afa980-2345-4077-81e7-fc933759bd9c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.498728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.503094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.504651 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1396651
Dec 10 04:43:41.507198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49864) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.511941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.517983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.522297 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.525086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.530664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.546906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.607435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.610861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.617764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-780b1b53-70d9-4a37-bd55-a80a22cf29dd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.635422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6401bbb6-c913-4259-9356-606a3556500d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.637670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.644568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.646461 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1383619
Dec 10 04:43:41.649050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49868) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.653878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.659441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.663167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.665964 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.671488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.687354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.748683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.752153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.758087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0356419e-4c65-4bd2-ad3a-469d079d9449 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.779508 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786ea7ec-f742-4e77-9940-4e0a265af82c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.782181 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.789243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.790591 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9ca95ae5-ca83-486c-954b-bde80eeebf78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1405926
Dec 10 04:43:41.793146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49872) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.797947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.804307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.808174 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.811284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.817474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.828552 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:43:41.835563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.898461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.902196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.903945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-90be3127-b247-433a-af5d-cabaeef546bd tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:41.925284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3047c62-fb9d-4536-af12-0776ffa506bd,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:41.927671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:41.934364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:41.935515 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1414423
Dec 10 04:43:41.938247 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49876) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:41.943739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '373d6cef-1436-413f-afb2-c2ef576e0c9b', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:41.949393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:41.953331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:41.956230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:41.962332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:41.972139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:43:41.978572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.042081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.045415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.047251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-aba8fdbe-055b-4287-88a7-58f27492dcdc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:42.067233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbd7d9b-9530-41bd-bb90-f15a901c6de0,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:42.070988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:42.078554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.079707 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1405215
Dec 10 04:43:42.082671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49880) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:42.088037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'network': {'name': 'tempest-network-smoke--1748784523', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:42.093453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:42.097831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:network and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:42.100675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:42.106222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:42.116379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:43:42.119759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.148839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:43:42.157388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.157729 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Added segment 073450fb-29b3-48b3-9df4-3aecd96475af of type vlan for network 90f13a08-3803-4269-9a60-fd59c432d392
Dec 10 04:43:42.289817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.318306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.323591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:42.324166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.327774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43f88856-711e-4b0e-995a-2ddde11bfdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:42.422621 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3389378
Dec 10 04:43:42.426585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49884) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:42.431921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'admin_state_up': True, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:42.432093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Network': ['ID=90f13a08-3803-4269-9a60-fd59c432d392,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:42.434832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d08aa081-6645-473d-9f4b-ae5d884ee120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:42.438988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:42.442529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 90f13a08-3803-4269-9a60-fd59c432d392 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:43:42.443024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:router and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:42.445735 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:42.452155 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:42.462353 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.463336 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.477737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:42.743089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:43.036287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:43.064580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:43.196972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.58 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/4d82708c-bafe-4c05-a6c7-c0e76e5919e4) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:43:43.338666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:43.366062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:43.370225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-50e57c36-9c1d-46d2-8be2-3ba00ca3089b tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:43.427558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:43:43.430274 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:43.433950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:43:43.476304 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:43.480288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:43.957646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:44.294808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:44.423531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6eb30085-e42f-4b7e-be57-0a6daba1f619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:44.463261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:44.505890 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 234adb95-8d24-4c27-a6b0-7dd471a23d25 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:43:44.682995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:43:44.692672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Sync routers for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:43:44.701605 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:44.702576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5c0820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:44.709240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:44.713421 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2829514
Dec 10 04:43:44.713668 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49888) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:44.853429 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-53b87889-2a6d-421a-a433-276df81fb0e1 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8170c8ca8ee249c6a8b5f78337748a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1359046
Dec 10 04:43:44.853712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49894) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:44.913477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:44.979284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba9902-5eb5-45f3-b5b1-81225f9d609b tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:44.983482 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c8ba9902-5eb5-45f3-b5b1-81225f9d609b tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1260769
Dec 10 04:43:44.983611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49898) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:45.022292 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-378870ae-1946-4473-90bb-0d41aac0cfd2 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0375328
Dec 10 04:43:45.024809 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49902) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:45.030037 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714392449', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:45.135254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:45.139091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:subnet and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:45.141887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:45.147951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:45.157388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:43:45.161428 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.195763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5c0820>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:43Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:45.199619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Checking router: 234adb95-8d24-4c27-a6b0-7dd471a23d25 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:43:45.199973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Updating router 234adb95-8d24-4c27-a6b0-7dd471a23d25 port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:43:45.256266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.503723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.508045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e52a92fc-8b4a-408e-9240-621b5031e310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:45.579685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Subnet': ['ID=d0143c69-bbac-4663-9250-71ade62b552b,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:45.582985 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:45.583136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.590398 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Checking segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:43:45.590760 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network hostable DHCP agents. Network: 90f13a08-3803-4269-9a60-fd59c432d392, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:43:45.596911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Transition to ACTIVE for port object 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:45.603697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.607499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b3bc3126-784b-42e8-b4c0-6a04b0708ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:45.610166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 90f13a08-3803-4269-9a60-fd59c432d392 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:43:45.619231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 90f13a08-3803-4269-9a60-fd59c432d392) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:45.624411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:45.625021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.646062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef81bdf-561a-4924-95ac-c34b9d75daff None None] Network 90f13a08-3803-4269-9a60-fd59c432d392 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:43:45.647246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6214285
Dec 10 04:43:45.649910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 49906) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:43:45.757493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Pushing event updated for resources: {'Port': ['ID=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:45.763482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Attempting to bind port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:43:45.763858 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Attempting to bind port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:43:45.764231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Attempting to bind port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:43:45.775866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:43:45.776245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:43:45.776659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.777058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:43:45.777552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Bound port: 4d82708c-bafe-4c05-a6c7-c0e76e5919e4, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:43:45.777933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.801695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.802042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.802382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.802712 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.803042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.803370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.803692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.804014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.804336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.804656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.804972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.805294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:45.814162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:45.922100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] For port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:43:45.934274 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] For port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:43:45.940886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:45.946151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-02deaf48-0596-42fc-8e19-d64d49003399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:46.045758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-90f13a08-3803-4269-9a60-fd59c432d392', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:43:46.046570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:46.072125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Pushing event updated for resources: {'Port': ['ID=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:46.076322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:46.076931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5c0820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:46.128767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:46.338473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:46.403290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:46.532160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Allocated IP 172.20.0.2 (90f13a08-3803-4269-9a60-fd59c432d392/d0143c69-bbac-4663-9250-71ade62b552b/b5c65a98-c87c-48cb-9ac8-e84f77a1d508) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:43:46.854094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5a87acd8-e4cc-481a-b134-ffb362cbb0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:46.877209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:46.891063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Transition to ACTIVE for port object b5c65a98-c87c-48cb-9ac8-e84f77a1d508 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:46.894375 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-88590717-953c-40d1-a44b-07973d55dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5c0820>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:43Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:46.905652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88590717-953c-40d1-a44b-07973d55dfba None None] The sync data for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv is: [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:43Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:43:46.915844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Transition to ACTIVE for port object b5c65a98-c87c-48cb-9ac8-e84f77a1d508 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:46.921524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:46.927418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:46.991195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Network 90f13a08-3803-4269-9a60-fd59c432d392 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:43:46.994197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:46.997367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.1 (90f13a08-3803-4269-9a60-fd59c432d392/d0143c69-bbac-4663-9250-71ade62b552b/e58baa04-ab4c-45d3-bcdd-391eba1e3e04) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:43:46.998008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:43:47.066541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Pushing event updated for resources: {'Port': ['ID=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:47.074102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:47.095396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Attempting to bind port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:43:47.096069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Attempting to bind port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:43:47.096437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Attempting to bind port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 on network 90f13a08-3803-4269-9a60-fd59c432d392 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:43:47.103072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:43:47.103538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Checking segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:43:47.104157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.104565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Bound using segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:43:47.105102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Bound port: b5c65a98-c87c-48cb-9ac8-e84f77a1d508, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:43:47.105727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.221644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] For port b5c65a98-c87c-48cb-9ac8-e84f77a1d508, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:43:47.226090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] For port b5c65a98-c87c-48cb-9ac8-e84f77a1d508, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:43:47.232377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.236623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:47.324613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Pushing event updated for resources: {'Port': ['ID=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:47.324793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.329045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:47.350734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object e58baa04-ab4c-45d3-bcdd-391eba1e3e04 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:47.376856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.380898 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04867ee9-4098-4125-8afa-c73b1a63293b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:47.455676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 90f13a08-3803-4269-9a60-fd59c432d392 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:43:47.459528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:47.463617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:43:47.509368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:47.514429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:47.529789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.679056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:47.762363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.065766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.100922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.105787 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.132584 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:48.223079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:48.225953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:48.227103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.318602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f8f964-33e7-4f27-ac84-703060f24a29 None None] Network 90f13a08-3803-4269-9a60-fd59c432d392 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:43:48.366205 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 90f13a08-3803-4269-9a60-fd59c432d392 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:43:48.367360 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:48.414570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-d65a1f78-c7f8-4d4e-af34-95f121f51871 None None] Provisioning for port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:48.562703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 234adb95-8d24-4c27-a6b0-7dd471a23d25 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:43:48.757896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:43:48.778912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/234adb95-8d24-4c27-a6b0-7dd471a23d25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1178701
Dec 10 04:43:48.783545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:48.808308 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Sync routers for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:43:48.818907 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:48.819525 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3adfa0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:48.875372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:48.886147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:48.886568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.943221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-706c688a-ebc6-4a8f-a4f0-7a74513aa620 None None] Provisioning for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:48.963853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-706c688a-ebc6-4a8f-a4f0-7a74513aa620 None None] Provisioning complete for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:48.964240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-706c688a-ebc6-4a8f-a4f0-7a74513aa620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:48.977375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e37894f4-44e9-4d25-b843-a3f4a1571bce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:43:48.999815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e37894f4-44e9-4d25-b843-a3f4a1571bce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:43:49.009583 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e37894f4-44e9-4d25-b843-a3f4a1571bce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933233770&fields=id&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 267 time: 0.0854552
Dec 10 04:43:49.032760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-706c688a-ebc6-4a8f-a4f0-7a74513aa620 None None] Port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:43:49.053156 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:49.099785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.117713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:49.123507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.124254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b5c65a98-c87c-48cb-9ac8-e84f77a1d508 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:49.155237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:49.186133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b183ff5f-d6d5-4032-91bf-fefd6ddda864 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:49.187334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b183ff5f-d6d5-4032-91bf-fefd6ddda864 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:43:49.210176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b183ff5f-d6d5-4032-91bf-fefd6ddda864 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:43:49.212098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b183ff5f-d6d5-4032-91bf-fefd6ddda864 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 797 time: 0.1950476
Dec 10 04:43:49.235045 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b2fecc59-7df4-4c27-9075-38fa8a303a07 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/quotas/8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 375 time: 0.0161431
Dec 10 04:43:49.258381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7f47c870-df2c-4bc1-bbaf-d317b4d3a1d4 None None] Provisioning complete for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:49.258685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7f47c870-df2c-4bc1-bbaf-d317b4d3a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.327907 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-fc1fa393-6563-49c2-99dc-fc132e169963 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0915606
Dec 10 04:43:49.371399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:49.381465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:49.393067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7f47c870-df2c-4bc1-bbaf-d317b4d3a1d4 None None] Port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:43:49.399662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:49.404561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:49.404713 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3adfa0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 2, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:49.404943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.409972 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Checking router: 234adb95-8d24-4c27-a6b0-7dd471a23d25 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:43:49.410768 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Updating router 234adb95-8d24-4c27-a6b0-7dd471a23d25 port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:43:49.464947 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.529915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.544366 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-dbbadd74-6e84-49ed-9ed1-5fe1558a13f3 service neutron] 10.222.0.44 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027457
Dec 10 04:43:49.547977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1a09e2f8-f455-4757-a1a9-b2a454227957 None None] Provisioning complete for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:49.548415 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1a09e2f8-f455-4757-a1a9-b2a454227957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.628527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.631270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b5c65a98-c87c-48cb-9ac8-e84f77a1d508, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:49.632381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1a09e2f8-f455-4757-a1a9-b2a454227957 None None] Port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:43:49.636774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.638626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:49.684940 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bcbac2e6-cffb-4c4a-b269-520b75496a8b service neutron] 10.222.0.44 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332481
Dec 10 04:43:49.708146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:49.711155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:49.839223 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.852177 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Transition to ACTIVE for port object e58baa04-ab4c-45d3-bcdd-391eba1e3e04 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:49.862701 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:49.866355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-05b14d93-b8db-4301-8ac3-4ec2d4130630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:49.887846 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cba19d77-d625-4e2d-be5f-f991bc0e6fc1 req-1bff9fce-bd71-4b96-8c7e-e4b41829e775 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 210 time: 0.0548058
Dec 10 04:43:50.041998 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Pushing event updated for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:50.059143 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.059626 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.060061 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.060476 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.060889 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.061330 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.061757 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.062326 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.062868 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.063404 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.063809 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.064353 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:43:50.070442 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:50.192246 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Attempting to bind port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:43:50.192612 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Attempting to bind port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:43:50.192976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Attempting to bind port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 on network 90f13a08-3803-4269-9a60-fd59c432d392 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:43:50.198106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:43:50.198472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Checking segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:43:50.198861 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:50.199251 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Bound using segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:43:50.199722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Bound port: e58baa04-ab4c-45d3-bcdd-391eba1e3e04, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:43:50.200087 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:50.287186 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] For port e58baa04-ab4c-45d3-bcdd-391eba1e3e04, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:43:50.290213 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] For port e58baa04-ab4c-45d3-bcdd-391eba1e3e04, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:43:50.295064 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:50.298474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:50.369796 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:43:50.370416 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3adfa0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:50.489955 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Pushing event updated for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:50.499373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:50.557608 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:43:50.686485 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:43:50.727093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:50.793703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:50.794086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:50.867140 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3adfa0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:43:50.871122 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e7e6-804f-43b8-aa35-d4815fcbfb60 None None] The sync data for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv is: [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:43:50.929002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b5c65a98-c87c-48cb-9ac8-e84f77a1d508 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:51.001926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:51.002305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:51.013197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f5b818da-471f-43ba-9bf0-a48d3c2cc027 req-f897d44f-9e33-45af-8bce-77e7907f780e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 210 time: 0.0506716
Dec 10 04:43:52.158942 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a5595335-174b-4817-b6c1-b40ba8c03111 req-c941b36b-a1ec-4ea4-bc11-171a0c472b21 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 210 time: 0.0414610
Dec 10 04:43:52.744778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e58baa04-ab4c-45d3-bcdd-391eba1e3e04 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:52.811395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:52.815893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:52.816304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:53.069101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:53.111357 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port e58baa04-ab4c-45d3-bcdd-391eba1e3e04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:53.119332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:53.121682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:53.201397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:53.205671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:53.332129 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44d16abd-254a-4a2e-af23-9e870ba86559 req-6d889e65-d1ea-41cc-823b-a650fc73441a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 210 time: 0.0485413
Dec 10 04:43:53.415184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-59017ba0-dbad-45c6-b2ad-aa6ceff8c38b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:53.416590 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-59017ba0-dbad-45c6-b2ad-aa6ceff8c38b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 797 time: 0.2991126
Dec 10 04:43:53.470768 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-681b9f2d-0324-4b7b-b36e-3b6817148dcc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 379 time: 0.0391448
Dec 10 04:43:53.479515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'port': {'device_id': '96d84c07-3285-401f-b045-e747200ddbd4', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'admin_state_up': True, 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'security_groups': ['373d6cef-1436-413f-afb2-c2ef576e0c9b']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:53.608096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:43:53.611797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:port and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:43:53.615082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:43:53.620733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:43:53.630838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:43:53.634354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:53.793710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.5 (90f13a08-3803-4269-9a60-fd59c432d392/d0143c69-bbac-4663-9250-71ade62b552b/53230a98-a308-482c-97dd-d91a1b1a52fa) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:43:53.978371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:53.993551 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 53230a98-a308-482c-97dd-d91a1b1a52fa will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:54.016734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.023343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-23513b30-618f-4dd3-8083-d733203d0079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:54.092568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 90f13a08-3803-4269-9a60-fd59c432d392 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:43:54.095729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:43:54.099317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:43:54.140529 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:54.143977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:54.170552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:54.171308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.192427 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7161846
Dec 10 04:43:54.211927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Request body: {'port': {'device_id': '96d84c07-3285-401f-b045-e747200ddbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:43:54.323487 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a94b20b3-6c5a-48f8-b2fa-d58d996dd510 None None] Provisioning for port 53230a98-a308-482c-97dd-d91a1b1a52fa completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:43:54.325025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.328549 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a94b20b3-6c5a-48f8-b2fa-d58d996dd510 None None] Provisioning complete for port 53230a98-a308-482c-97dd-d91a1b1a52fa triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:54.328928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a94b20b3-6c5a-48f8-b2fa-d58d996dd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.389266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a94b20b3-6c5a-48f8-b2fa-d58d996dd510 None None] Port 53230a98-a308-482c-97dd-d91a1b1a52fa cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:43:54.524751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf2568-5f1a-42f0-88dc-835ba2aee1b7 req-59b30723-37d6-4c5a-9354-dcb87b441624 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:54.526237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0bf2568-5f1a-42f0-88dc-835ba2aee1b7 req-59b30723-37d6-4c5a-9354-dcb87b441624 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 931 time: 0.0806398
Dec 10 04:43:54.570338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e0bf2568-5f1a-42f0-88dc-835ba2aee1b7 req-06bbc41a-4032-45cc-8777-6ed04e807b00 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376618
Dec 10 04:43:54.664397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53230a98-a308-482c-97dd-d91a1b1a52fa {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:43:54.671651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.685841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Transition to ACTIVE for port object 53230a98-a308-482c-97dd-d91a1b1a52fa will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:43:54.689865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.694134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:54.726100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e58baa04-ab4c-45d3-bcdd-391eba1e3e04 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:43:54.796080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:43:54.796455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:54.901874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Pushing event updated for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:54.912936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:54.945783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Attempting to bind port 53230a98-a308-482c-97dd-d91a1b1a52fa on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:43:54.946117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Attempting to bind port 53230a98-a308-482c-97dd-d91a1b1a52fa by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:43:54.946446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Attempting to bind port 53230a98-a308-482c-97dd-d91a1b1a52fa on network 90f13a08-3803-4269-9a60-fd59c432d392 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:43:54.951179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Port 53230a98-a308-482c-97dd-d91a1b1a52fa on network 90f13a08-3803-4269-9a60-fd59c432d392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:43:54.951497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Attempting to bind port 53230a98-a308-482c-97dd-d91a1b1a52fa on network 90f13a08-3803-4269-9a60-fd59c432d392 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:43:54.956759 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:43:54.957125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Checking segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:43:54.957540 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Bound using segment: {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:43:54.957965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Bound port: 53230a98-a308-482c-97dd-d91a1b1a52fa, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073450fb-29b3-48b3-9df4-3aecd96475af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:43:54.958310 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:55.047696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:43:55.051146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53230a98-a308-482c-97dd-d91a1b1a52fa,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:43:55.055457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:55.059928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3761fd05-e529-4d99-bec2-4e0bc5b5a10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:55.106309 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:55.106992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:55.109039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] 10.222.0.18 "PUT /v2.0/ports/53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 1093 time: 0.9021161
Dec 10 04:43:55.116827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:43:55.146004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Pushing event updated for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:55.161644 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:55.163584 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'status': 'completed', 'code': 200}
Dec 10 04:43:55.254851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b2941329-2fe5-4dfd-b5a9-60a8062378e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:55.256364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-b2941329-2fe5-4dfd-b5a9-60a8062378e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1096 time: 0.0775485
Dec 10 04:43:55.343002 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-095ca542-7b80-4937-b9fb-d09e420f2133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 217 time: 0.0646782
Dec 10 04:43:55.407661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-73347ebb-1908-45a5-8e0a-1bf19dacd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:55.409046 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-73347ebb-1908-45a5-8e0a-1bf19dacd817 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0596004
Dec 10 04:43:55.482674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-ebcdcf91-8a1b-45bb-943b-4e1563f7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:55.484023 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-ebcdcf91-8a1b-45bb-943b-4e1563f7ca1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692418
Dec 10 04:43:55.730736 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-74b01cd2-437a-4f81-89b6-c2bf097167f3 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402742
Dec 10 04:43:55.761406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c8bd9-c100-420c-9d01-d77823b4ef80 req-0ac7255a-779c-49b9-8941-d739d51a61fd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:55.762781 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2a1c8bd9-c100-420c-9d01-d77823b4ef80 req-0ac7255a-779c-49b9-8941-d739d51a61fd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 943 time: 0.0826147
Dec 10 04:43:55.807121 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2a1c8bd9-c100-420c-9d01-d77823b4ef80 req-6601d6fa-2ed1-41b9-b7ac-9d53b7690f0b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384531
Dec 10 04:43:55.864568 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21f5388b-4823-4c70-8764-c5d4bcaa572d req-8ac4ba0e-d813-4104-94f9-103a08630b15 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271696
Dec 10 04:43:56.025911 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845711d-d444-4b38-8c45-4715b26d6622 req-bcfd7036-06d1-48f4-b297-b6f6e3c91b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:56.027271 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-bcfd7036-06d1-48f4-b297-b6f6e3c91b19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1096 time: 0.0738504
Dec 10 04:43:56.158315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845711d-d444-4b38-8c45-4715b26d6622 req-2b1a23f1-7ea6-445a-81c4-788d80193082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:56.159729 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-2b1a23f1-7ea6-445a-81c4-788d80193082 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 898 time: 0.1258221
Dec 10 04:43:56.226304 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-18beb64c-0682-47de-ac9d-eb89a5db5d04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 217 time: 0.0596972
Dec 10 04:43:56.290387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845711d-d444-4b38-8c45-4715b26d6622 req-eb59dd0d-868d-48b1-8be7-de6cd0e5915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:56.291684 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-eb59dd0d-868d-48b1-8be7-de6cd0e5915d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0594139
Dec 10 04:43:56.365468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845711d-d444-4b38-8c45-4715b26d6622 req-f430f0c2-c3a2-4473-b3d3-757a2aab488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:56.366886 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-f430f0c2-c3a2-4473-b3d3-757a2aab488d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682497
Dec 10 04:43:56.499387 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-c87788be-18a6-4c54-a016-28b9ad876423 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253119
Dec 10 04:43:56.627749 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7845711d-d444-4b38-8c45-4715b26d6622 req-93d6ae97-78e0-4aa9-9aff-5bf974f97baf service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216922
Dec 10 04:43:56.989669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067479-7982-4ec2-bb4d-6ce0d37066a2 req-aa365361-7caa-45d8-9fdb-71edd232176e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:56.991109 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b067479-7982-4ec2-bb4d-6ce0d37066a2 req-aa365361-7caa-45d8-9fdb-71edd232176e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 943 time: 0.0796206
Dec 10 04:43:57.034360 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6b067479-7982-4ec2-bb4d-6ce0d37066a2 req-741b5ca1-fa96-43a3-8857-afd703172852 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375202
Dec 10 04:43:58.217366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10818a26-8db6-4176-931d-c541d94f770c req-2bb8aed8-58f5-48ba-bf1c-ab88c093e8ac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:58.218810 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10818a26-8db6-4176-931d-c541d94f770c req-2bb8aed8-58f5-48ba-bf1c-ab88c093e8ac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 943 time: 0.0823069
Dec 10 04:43:58.262211 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10818a26-8db6-4176-931d-c541d94f770c req-436a4c31-7d0b-4858-9f9f-405cdaf85a7b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377805
Dec 10 04:43:59.205503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 53230a98-a308-482c-97dd-d91a1b1a52fa details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:43:59.375388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53230a98-a308-482c-97dd-d91a1b1a52fa,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:59.388202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'port_id': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'mac_address': 'fa:16:3e:3b:70:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:43:59.444039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae1fe-0c88-4ac2-a197-bf3cad8adcfc req-026ee4e8-207f-4b81-be03-35c3f1f8af64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:43:59.444980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:59.445507 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c1ae1fe-0c88-4ac2-a197-bf3cad8adcfc req-026ee4e8-207f-4b81-be03-35c3f1f8af64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 943 time: 0.0782261
Dec 10 04:43:59.463171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53230a98-a308-482c-97dd-d91a1b1a52fa {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:43:59.479234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53230a98-a308-482c-97dd-d91a1b1a52fa,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:43:59.483490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:43:59.485218 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-4f041cae-041e-4c29-8503-028dbf0c1f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:43:59.498073 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c1ae1fe-0c88-4ac2-a197-bf3cad8adcfc req-0bdd89ee-9fc5-4355-85b0-271fb87a18dc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470581
Dec 10 04:43:59.549412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:43:59.552367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:43:59.899870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['53230a98-a308-482c-97dd-d91a1b1a52fa'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:44:00.679044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317b68-6c1f-4cac-ab5f-1d8716e58595 req-fee629ae-e279-4119-b883-3c23bf175aa4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:00.680499 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a317b68-6c1f-4cac-ab5f-1d8716e58595 req-fee629ae-e279-4119-b883-3c23bf175aa4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 944 time: 0.0809720
Dec 10 04:44:00.723468 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a317b68-6c1f-4cac-ab5f-1d8716e58595 req-53032fb1-6eaf-4e5b-9f9a-0a5cd721e224 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374458
Dec 10 04:44:01.230207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 53230a98-a308-482c-97dd-d91a1b1a52fa up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:44:01.298611 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 53230a98-a308-482c-97dd-d91a1b1a52fa completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:44:01.303207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 53230a98-a308-482c-97dd-d91a1b1a52fa triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:44:01.303643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:01.417437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:01.443211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:44:01.452798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53230a98-a308-482c-97dd-d91a1b1a52fa,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:44:01.458282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:01.460123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-dc9a96a3-cbb4-4770-b790-ab23c2a98872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:44:01.526676 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:44:01.529897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:44:01.542547 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'code': 200}
Dec 10 04:44:01.802979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5530df1-1fb3-4c6a-b2e0-9a36dfd2466c req-a81812aa-314a-4083-8732-db601c33d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:01.804451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a5530df1-1fb3-4c6a-b2e0-9a36dfd2466c req-a81812aa-314a-4083-8732-db601c33d7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1098 time: 0.0763052
Dec 10 04:44:01.847179 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a5530df1-1fb3-4c6a-b2e0-9a36dfd2466c req-3db704fc-587b-44e4-8607-cf2a27f8345e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346041
Dec 10 04:44:01.910739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223591d-17aa-421b-9840-b6b0ad2dabfc req-af8c70dd-cfd2-42a7-9289-9fa1f7bc8f0f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:01.912191 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4223591d-17aa-421b-9840-b6b0ad2dabfc req-af8c70dd-cfd2-42a7-9289-9fa1f7bc8f0f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0828981
Dec 10 04:44:01.955642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4223591d-17aa-421b-9840-b6b0ad2dabfc req-2c865807-4e6e-4320-ae41-ec7f5d25df52 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376744
Dec 10 04:44:03.143992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780120-7a98-4f89-b73d-9cdc0605134c req-93f16e9b-bf82-452b-a324-68a42fb08284 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:03.145486 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d780120-7a98-4f89-b73d-9cdc0605134c req-93f16e9b-bf82-452b-a324-68a42fb08284 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0827556
Dec 10 04:44:03.190388 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2d780120-7a98-4f89-b73d-9cdc0605134c req-9703fc40-d173-4394-be41-896de0c5e8fe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392938
Dec 10 04:44:04.373329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d1e6-c838-4755-890e-0ff905b834f7 req-f5164b05-9025-4561-94b8-a18f6391bcf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:04.374754 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43c2d1e6-c838-4755-890e-0ff905b834f7 req-f5164b05-9025-4561-94b8-a18f6391bcf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0825975
Dec 10 04:44:04.418521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43c2d1e6-c838-4755-890e-0ff905b834f7 req-646888f7-3772-4030-b883-47e0c1fd5fcf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376849
Dec 10 04:44:04.597795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bd593-888d-47a4-9383-b5570475cbd5 req-67c0c0fa-e499-4069-b987-45b7fb6630fa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:04.599194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b64bd593-888d-47a4-9383-b5570475cbd5 req-67c0c0fa-e499-4069-b987-45b7fb6630fa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0777731
Dec 10 04:44:04.645930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b64bd593-888d-47a4-9383-b5570475cbd5 req-92d0eba5-69fe-4355-a052-bcd7f0401d78 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411942
Dec 10 04:44:04.667182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49978) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:44:04.735564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a649712-c8c8-4ab6-85ff-938f282051e0 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:04.737012 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1a649712-c8c8-4ab6-85ff-938f282051e0 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1093 time: 0.0689127
Dec 10 04:44:04.740381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49982) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:44:04.745227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:44:04.751047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:44:04.754806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:floatingip and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:44:04.758095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:44:04.763641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:44:04.773611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.027599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.175901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.59 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/934b1a02-3fe3-4e9c-afd5-7f2704f52a56) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:44:05.320396 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.349613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.354250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8fb67fc0-fdbc-4f12-8762-b2a146782a65 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:44:05.431643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:44:05.435661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:44:05.440940 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:44:05.495981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=934b1a02-3fe3-4e9c-afd5-7f2704f52a56,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:44:05.499962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:44:05.857459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.932698 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:05.955470 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-a4c938f6-a24b-40aa-bb67-87b857e7e307 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711432
Dec 10 04:44:06.109279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-5f8f44e5-8603-48bc-bcf4-62e12d9fdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:06.110673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-5f8f44e5-8603-48bc-bcf4-62e12d9fdcf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1098 time: 0.0745473
Dec 10 04:44:06.137719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:06.142819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:06.146409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-00ca0365-d534-4a1b-b4e1-9c8d52c5e261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:44:06.254672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=934b1a02-3fe3-4e9c-afd5-7f2704f52a56,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:44:06.256906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-c4887990-ca45-4069-9ea5-8d59ffce25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:06.258395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-c4887990-ca45-4069-9ea5-8d59ffce25a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 898 time: 0.1292400
Dec 10 04:44:06.259416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:44:06.267635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:06.357724 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-a9237477-3c5e-4e65-910d-ec52c6734daa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 998 time: 0.0924006
Dec 10 04:44:06.421955 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-72193f62-208f-4126-a65a-aff91fd5949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:06.423434 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-72193f62-208f-4126-a65a-aff91fd5949e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0596211
Dec 10 04:44:06.441122 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP 2a41a690-350e-4ac7-8576-b45b8c8ee014 associated. External IP: 172.26.1.59, port: 53230a98-a308-482c-97dd-d91a1b1a52fa.
Dec 10 04:44:06.497791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-74f97135-959f-4fac-a544-d8313a444905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:06.499293 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-74f97135-959f-4fac-a544-d8313a444905 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697787
Dec 10 04:44:06.634848 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-f0c141d4-9287-4c6c-98d1-b43788f6237d service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287990
Dec 10 04:44:06.780863 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-79cbbfa8-750a-4e5c-ab7c-89667a029265 req-b0e5511a-1cab-4e70-a03b-872a5db6444b service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392672
Dec 10 04:44:06.920047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 234adb95-8d24-4c27-a6b0-7dd471a23d25 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:44:07.095250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:44:07.106156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Sync routers for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:44:07.116265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:44:07.117121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4d9fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:44:07.121490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:07.177888 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4356897
Dec 10 04:44:07.177888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:44:07.230593 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'status': 'completed', 'code': 200}
Dec 10 04:44:07.312448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:44:07.350022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec906213-355d-4e71-b0a7-7816fd7df178 req-f7b1fc1c-b714-4bfa-97a9-241d73b65980 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:07.351526 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ec906213-355d-4e71-b0a7-7816fd7df178 req-f7b1fc1c-b714-4bfa-97a9-241d73b65980 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0879300
Dec 10 04:44:07.402384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ec906213-355d-4e71-b0a7-7816fd7df178 req-db5a2be3-4ec2-4592-908f-d8ae88be6b22 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414333
Dec 10 04:44:07.427230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49990) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:44:07.477110 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-73103c96-50f0-4b24-ae0a-66ac430cf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:07.478756 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-73103c96-50f0-4b24-ae0a-66ac430cf5ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1098 time: 0.2014780
Dec 10 04:44:07.543718 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-106c0322-0091-4701-a0a1-857797eb2b92 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 200  len: 990 time: 0.1141033
Dec 10 04:44:07.616282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-5d6f2f81-2167-4fa3-aa22-7970361235c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:07.617652 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-5d6f2f81-2167-4fa3-aa22-7970361235c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 898 time: 0.1271217
Dec 10 04:44:07.667525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4d9fd0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '2a41a690-350e-4ac7-8576-b45b8c8ee014', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'port_id': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'mac_address': 'fa:16:3e:3b:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d84c07-3285-401f-b045-e747200ddbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:44:05Z', 'updated_at': '2021-12-10T04:44:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:44:07.671406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Checking router: 234adb95-8d24-4c27-a6b0-7dd471a23d25 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:44:07.680197 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:44:07.680798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4d9fd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:43:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:44:07.718057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-e57e7acc-c0c3-4d2c-a264-d02002feeb3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 998 time: 0.0943534
Dec 10 04:44:07.780018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-bcd730ec-9190-49b9-b3f7-473a491e90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:07.781466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-bcd730ec-9190-49b9-b3f7-473a491e90cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0577104
Dec 10 04:44:07.857273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:44:07.860121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-53d08f56-f918-4238-a4b3-108f63b19f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:44:07.861674 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-53d08f56-f918-4238-a4b3-108f63b19f16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743148
Dec 10 04:44:07.995145 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-08a75b80-cebe-444e-a216-2150010fe106 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274052
Dec 10 04:44:08.127564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5a6dbea9-ad64-4439-9b36-fd2df9d1baf4 req-4fc7638e-8658-4c8c-a5cd-a1c0d94c185f service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248524
Dec 10 04:44:08.231212 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c4d9fd0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '2a41a690-350e-4ac7-8576-b45b8c8ee014', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'port_id': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'mac_address': 'fa:16:3e:3b:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d84c07-3285-401f-b045-e747200ddbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:44:05Z', 'updated_at': '2021-12-10T04:44:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:44:08.235120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed233077-e964-49d3-a0c7-44ba6a1792cc None None] The sync data for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv is: [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '2a41a690-350e-4ac7-8576-b45b8c8ee014', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.59', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'port_id': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'mac_address': 'fa:16:3e:3b:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d84c07-3285-401f-b045-e747200ddbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:44:05Z', 'updated_at': '2021-12-10T04:44:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:44:08.415465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff236ec-2fa3-4927-b6ee-4aa50ba52f85 None None] New status for floating IP 2a41a690-350e-4ac7-8576-b45b8c8ee014: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:44:08.546614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49994) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:44:08.651488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-db8976b6-b753-4213-a0c8-ba46121c2fab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 200  len: 990 time: 0.1027925
Dec 10 04:44:09.654244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 49998) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:44:09.761931 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-51991180-4ad4-4a7f-bc2e-dd92b35d0f69 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 200  len: 992 time: 0.1063814
Dec 10 04:44:14.425393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d5ae30f6-3a60-4f9d-958a-dea93308e097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:14.461115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:16.785175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9d650ee8-2330-47ae-8062-fcada483a2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:17.762057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:18.058295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:19.608233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:27.685466 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:44:44.426318 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85d24c70-e4b5-47c8-8285-ebe47c2d919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:44.475290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:46.785728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7cf672c2-0e93-4243-9f6c-fb9869616864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:47.766195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:48.059866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:44:49.607226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:04.685580 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:45:07.963190 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-ef2df3b2-aac5-486f-a75a-a9e59a3dcec9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692420
Dec 10 04:45:08.115464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-b23586ef-e246-4aa0-a3a6-71b7084b3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:08.116839 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-b23586ef-e246-4aa0-a3a6-71b7084b3614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1098 time: 0.0698507
Dec 10 04:45:08.258832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-b04f4304-1b2b-449a-979c-495e70cc03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:08.260244 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-b04f4304-1b2b-449a-979c-495e70cc03a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 898 time: 0.1241417
Dec 10 04:45:08.360246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-9dc5e9fc-6af5-4bf9-90a7-d8faf946ce97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 1000 time: 0.0934234
Dec 10 04:45:08.423821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-565d24a8-73db-47e4-8719-ddb0f1a32c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:08.425157 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-565d24a8-73db-47e4-8719-ddb0f1a32c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0570519
Dec 10 04:45:08.497953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-fbbbc2f7-5473-45f9-a2b4-5edb5900d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:08.499351 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-fbbbc2f7-5473-45f9-a2b4-5edb5900d289 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671103
Dec 10 04:45:08.627085 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-bb66cee7-7818-4bd5-8165-5f74fd4e11a3 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208394
Dec 10 04:45:08.757099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b621b79a-faae-44fc-bc62-84c4ff314a37 req-e99a0260-ecbf-4cc2-be6b-105fecf47d86 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229930
Dec 10 04:45:14.428467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be731589-3dba-483f-94f4-1aca5ae7d05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:14.479398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:16.789742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3d5501ce-fb67-4f5c-9d83-e790d500cb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:17.767508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:18.061826 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:19.345340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b686e14-f101-43ef-9c5a-15364c8993a1 req-71d4a3cc-9e83-4799-a449-396bd1ab1822 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:19.346798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b686e14-f101-43ef-9c5a-15364c8993a1 req-71d4a3cc-9e83-4799-a449-396bd1ab1822 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0824485
Dec 10 04:45:19.389535 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b686e14-f101-43ef-9c5a-15364c8993a1 req-9904375b-4075-4962-8476-a8ae21a290d0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367169
Dec 10 04:45:19.608785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:20.574016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d592-e5ac-4fb7-995d-14bccd28c6b2 req-f33af7a4-808e-4817-808d-401b420e017b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:20.575414 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89f3d592-e5ac-4fb7-995d-14bccd28c6b2 req-f33af7a4-808e-4817-808d-401b420e017b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0777862
Dec 10 04:45:20.620919 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89f3d592-e5ac-4fb7-995d-14bccd28c6b2 req-0373ad0b-2970-457b-9055-4d81e71916a9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397880
Dec 10 04:45:20.643434 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50026) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:20.753451 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-efa7776c-b459-4b49-a164-7951d8223909 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 200  len: 992 time: 0.1087506
Dec 10 04:45:22.227029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9d103-566a-4b11-a442-c692eeba7ce8 req-f32c80af-251b-4881-8991-426a930173be tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:22.228473 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68e9d103-566a-4b11-a442-c692eeba7ce8 req-f32c80af-251b-4881-8991-426a930173be tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0840280
Dec 10 04:45:22.274585 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68e9d103-566a-4b11-a442-c692eeba7ce8 req-dcbbb39c-10f2-43b1-afca-eaa07c158c1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404713
Dec 10 04:45:23.455394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb0584-7f01-4fd5-8943-a5742dec4cd1 req-c14a29f2-c46d-4f02-87bc-c2192a40cf84 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:23.456826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-92eb0584-7f01-4fd5-8943-a5742dec4cd1 req-c14a29f2-c46d-4f02-87bc-c2192a40cf84 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0783017
Dec 10 04:45:23.503415 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-92eb0584-7f01-4fd5-8943-a5742dec4cd1 req-a5d01b89-c4f4-49e4-9fdb-5a51b86e17b9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405278
Dec 10 04:45:23.527623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50038) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:23.748168 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5a90107c-13c7-4261-b281-0fb5216a1e75 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 200  len: 992 time: 0.2193115
Dec 10 04:45:24.032525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50046) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:24.339357 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 934b1a02-3fe3-4e9c-afd5-7f2704f52a56 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:45:24.339868 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:24.500847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:24.501660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:24.622823 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 934b1a02-3fe3-4e9c-afd5-7f2704f52a56 owned by network:floatingip {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:45:24.769858 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:24.773909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4d2f1f08-c334-4d29-85e1-7ba34ee40f61 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:24.822709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=934b1a02-3fe3-4e9c-afd5-7f2704f52a56,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:24.858392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.858778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.859157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.859534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.859901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.860268 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.860634 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.860998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.861382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.861755 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.862115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.862475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:24.869397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:24.921202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:24.921565 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.l3_db [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP 2a41a690-350e-4ac7-8576-b45b8c8ee014 disassociated (deleted). External IP: 172.26.1.59, port: 53230a98-a308-482c-97dd-d91a1b1a52fa.
Dec 10 04:45:25.262424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 234adb95-8d24-4c27-a6b0-7dd471a23d25 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:45:25.434949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:45:25.444228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Sync routers for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:45:25.447907 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:25.454456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:25.455066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e42e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:25.629093 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/floatingips/2a41a690-350e-4ac7-8576-b45b8c8ee014 HTTP/1.1" status: 204  len: 168 time: 1.5954540
Dec 10 04:45:25.629812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:45:25.635022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:25.675590 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'status': 'completed', 'code': 200}
Dec 10 04:45:25.791676 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-577a5030-8000-42a0-93d1-f6c4fd353dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:25.793267 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-577a5030-8000-42a0-93d1-f6c4fd353dbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 1098 time: 0.0737789
Dec 10 04:45:25.935486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-f4952d88-b44b-4208-8701-848e88f931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:25.936951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-f4952d88-b44b-4208-8701-848e88f931e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 200  len: 898 time: 0.1374362
Dec 10 04:45:25.971619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e42e0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:25.975678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Checking router: 234adb95-8d24-4c27-a6b0-7dd471a23d25 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:45:25.984526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:25.985449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e42e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:26.008544 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d371f-44ef-4973-99c6-de91a343bfe5 req-8d6d0a32-054c-4b99-acdb-e76505eb8609 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:26.010031 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-223d371f-44ef-4973-99c6-de91a343bfe5 req-8d6d0a32-054c-4b99-acdb-e76505eb8609 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0857134
Dec 10 04:45:26.010567 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-943d1732-e911-4096-b7eb-26200de3fca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 200  len: 217 time: 0.0665123
Dec 10 04:45:26.055615 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-223d371f-44ef-4973-99c6-de91a343bfe5 req-bf1d98b4-c280-4491-9b3f-3ce470f7ad74 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391786
Dec 10 04:45:26.078406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-3b8dab95-e9be-4e61-a95e-de0a0fd7507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:26.080127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-3b8dab95-e9be-4e61-a95e-de0a0fd7507f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 200  len: 834 time: 0.0634174
Dec 10 04:45:26.159449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-512f2e73-fac3-43df-906f-b250911a3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:26.159722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:26.160917 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-512f2e73-fac3-43df-906f-b250911a3c3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90f13a08-3803-4269-9a60-fd59c432d392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727468
Dec 10 04:45:26.294190 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-9479c384-859d-4e09-b32c-6071be341365 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249609
Dec 10 04:45:26.429314 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f4c562d7-af9d-4e56-85b4-4265957c42a5 req-654d3904-898a-4c4a-8249-148e12a8e024 service neutron] 10.222.0.18 "GET /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273832
Dec 10 04:45:26.509873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6e42e0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:26.513995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c57e2b-1952-4775-b7c3-1ad431972e6b None None] The sync data for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv is: [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:43:47Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'e58baa04-ab4c-45d3-bcdd-391eba1e3e04', 'name': '', 'network_id': '90f13a08-3803-4269-9a60-fd59c432d392', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:16:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:46Z', 'updated_at': '2021-12-10T04:43:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'd0143c69-bbac-4663-9250-71ade62b552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:45:26.741083 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4473f4a8-fffa-4935-b7d8-9f12b493fe48 None None] New status for floating IP 2a41a690-350e-4ac7-8576-b45b8c8ee014: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:45:27.242729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ee82-1b7a-4364-9898-8105952f0609 req-755dbdc6-9d23-4810-9e48-4da60ad90b5c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:27.244142 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1612ee82-1b7a-4364-9898-8105952f0609 req-755dbdc6-9d23-4810-9e48-4da60ad90b5c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0835528
Dec 10 04:45:27.287833 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1612ee82-1b7a-4364-9898-8105952f0609 req-1c67655a-f377-4836-b5b9-2a7fff039fc0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=373d6cef-1436-413f-afb2-c2ef576e0c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381689
Dec 10 04:45:27.769292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-c451e1dd-57f8-4a78-ac87-5cf8f4d9577d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:27.770026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-c451e1dd-57f8-4a78-ac87-5cf8f4d9577d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:27.786580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-c451e1dd-57f8-4a78-ac87-5cf8f4d9577d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:27.787674 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-c451e1dd-57f8-4a78-ac87-5cf8f4d9577d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 945 time: 0.0957785
Dec 10 04:45:27.857701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 53230a98-a308-482c-97dd-d91a1b1a52fa {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:45:27.858072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:28.099810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 53230a98-a308-482c-97dd-d91a1b1a52fa, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53230a98-a308-482c-97dd-d91a1b1a52fa,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:28.100079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:28.220495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 53230a98-a308-482c-97dd-d91a1b1a52fa owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:45:28.362442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:28.368441 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33709411-7d64-40c8-836d-f9d3d134d57f tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:28.418116 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=53230a98-a308-482c-97dd-d91a1b1a52fa,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:28.439138 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33b82810-913a-4fac-93e1-5337d8927724 req-b5895f3a-6a10-43ee-bfaf-81eaed04efa7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d84c07-3285-401f-b045-e747200ddbd4 HTTP/1.1" status: 200  len: 210 time: 0.0457029
Dec 10 04:45:28.444421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:28.489938 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] No DVR routers for this DVR port 53230a98-a308-482c-97dd-d91a1b1a52fa on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:45:28.492315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:28.494839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'name': 'network-vif-deleted', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:45:28.510572 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-21e1b18e-5269-4790-a77e-e03c9506bbd6 req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "DELETE /v2.0/ports/53230a98-a308-482c-97dd-d91a1b1a52fa HTTP/1.1" status: 204  len: 173 time: 0.7179565
Dec 10 04:45:28.541579 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d84c07-3285-401f-b045-e747200ddbd4', 'name': 'network-vif-deleted', 'tag': '53230a98-a308-482c-97dd-d91a1b1a52fa', 'status': 'completed', 'code': 200}
Dec 10 04:45:29.530783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50064) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:30.070233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:30.412947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port e58baa04-ab4c-45d3-bcdd-391eba1e3e04 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:45:30.413849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:30.726328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port e58baa04-ab4c-45d3-bcdd-391eba1e3e04, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:30.727000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:30.849451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for e58baa04-ab4c-45d3-bcdd-391eba1e3e04 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:45:31.030378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:31.034086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a4f2428f-b4fa-4627-9660-1f20527f3c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:31.119105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=e58baa04-ab4c-45d3-bcdd-391eba1e3e04,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:31.166824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.167196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.167575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.167960 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.168315 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.168688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.169051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.169444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.169806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.170170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.170528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.170885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:31.182024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:31.375981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:31.546028 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 53230a98-a308-482c-97dd-d91a1b1a52fa no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:45:31.580475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 53230a98-a308-482c-97dd-d91a1b1a52fa {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:45:31.580729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 53230a98-a308-482c-97dd-d91a1b1a52fa not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:45:31.736212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 234adb95-8d24-4c27-a6b0-7dd471a23d25 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:45:31.908156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:45:31.918695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Sync routers for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:45:31.920844 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/234adb95-8d24-4c27-a6b0-7dd471a23d25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3890207
Dec 10 04:45:31.923595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50070) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:31.928142 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:31.928742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2341c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:31.986922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting subnet d0143c69-bbac-4663-9250-71ade62b552b {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:45:31.989782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.045269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.105505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:32.256658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.329188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.332874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-67f9e0a5-7ccb-4c78-964b-2cb1f1d19fce tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:32.370375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Subnet': ['ID=d0143c69-bbac-4663-9250-71ade62b552b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:32.373281 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:32.378430 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.384856 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/subnets/d0143c69-bbac-4663-9250-71ade62b552b HTTP/1.1" status: 204  len: 168 time: 0.4603240
Dec 10 04:45:32.386845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2341c0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:45:30Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:32.387410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50074) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:32.388925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c03637-f400-4b3a-9e0b-67e8858dc3db None None] Network 90f13a08-3803-4269-9a60-fd59c432d392 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:45:32.404982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Checking router: 234adb95-8d24-4c27-a6b0-7dd471a23d25 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:45:32.476647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Routers {'234adb95-8d24-4c27-a6b0-7dd471a23d25'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:32.477257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2341c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['234adb95-8d24-4c27-a6b0-7dd471a23d25'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:32.563406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.733995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] Set router 234adb95-8d24-4c27-a6b0-7dd471a23d25 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:32.750248 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.761072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:45:32.761568 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.951292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 4d82708c-bafe-4c05-a6c7-c0e76e5919e4, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:32.951596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] DHCP port deletion for 90f13a08-3803-4269-9a60-fd59c432d392 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:45:32.951713 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:32.968319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Deleting port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:45:32.968699 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.074451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:45:33.240778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.244861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8bbe8db1-bcce-4a89-a67c-02fc0653cea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:33.262832 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2341c0>, [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:45:30Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:33.271369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] For port b5c65a98-c87c-48cb-9ac8-e84f77a1d508, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,segment=NetworkSegment(073450fb-29b3-48b3-9df4-3aecd96475af),segment_id=073450fb-29b3-48b3-9df4-3aecd96475af)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:33.271773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.278671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d78f-90fe-46cc-89e1-6fac4f028488 None None] The sync data for ids ['234adb95-8d24-4c27-a6b0-7dd471a23d25'] in dv-neutron-821182-1-hyperv is: [{'id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107569536', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:43:42Z', 'updated_at': '2021-12-10T04:45:30Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '4d82708c-bafe-4c05-a6c7-c0e76e5919e4', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234adb95-8d24-4c27-a6b0-7dd471a23d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:43:43Z', 'updated_at': '2021-12-10T04:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:45:33.287302 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=4d82708c-bafe-4c05-a6c7-c0e76e5919e4,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:33.291029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:33.381740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.397585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Calling delete_port for b5c65a98-c87c-48cb-9ac8-e84f77a1d508 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:45:33.470349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.473869 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d81c4cf8-e3ad-4c75-83cc-53bcb0a1baa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:33.516108 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Pushing event deleted for resources: {'Port': ['ID=b5c65a98-c87c-48cb-9ac8-e84f77a1d508,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:33.520628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] No DVR routers for this DVR port b5c65a98-c87c-48cb-9ac8-e84f77a1d508 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:45:33.526572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.527124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.527477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.527813 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.528148 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.528480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.528806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.529136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.532434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.532434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.532434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.532434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:33.533625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:33.678207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.680620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.704834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.705384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Fanout notify agent at l3_agent the message router_deleted on router 234adb95-8d24-4c27-a6b0-7dd471a23d25 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:45:33.721124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:33.724705 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/routers/234adb95-8d24-4c27-a6b0-7dd471a23d25 HTTP/1.1" status: 204  len: 168 time: 1.3339489
Dec 10 04:45:33.725069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50078) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:33.843836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.086575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.112996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0972e0>,) {'filters': {'network_id': ['90f13a08-3803-4269-9a60-fd59c432d392']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:34.124486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0972e0>, '073450fb-29b3-48b3-9df4-3aecd96475af') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:34.124780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0972e0>, '073450fb-29b3-48b3-9df4-3aecd96475af') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:34.136134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.151844 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.157831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:45:34.158203 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:45:34.172189 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:45:34.251000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.254318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bdfa70f-753b-47da-b746-ee5a0deba8e8 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:34.269061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.280641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Network': ['ID=90f13a08-3803-4269-9a60-fd59c432d392,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:34.283848 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:34.289613 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1a7cf862-7e2e-4b0f-859b-09cf80107220 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/networks/90f13a08-3803-4269-9a60-fd59c432d392 HTTP/1.1" status: 204  len: 168 time: 0.5622361
Dec 10 04:45:34.292652 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50082) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:34.359604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.390216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.454525 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.459489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6ab8b9de-cb92-43f2-bfb2-b64a8214199b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:34.473967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d6cef-1436-413f-afb2-c2ef576e0c9b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:34.476924 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:34.484323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.485466 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-167e2133-dc70-408f-bda1-0bf039a85053 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/security-groups/373d6cef-1436-413f-afb2-c2ef576e0c9b HTTP/1.1" status: 204  len: 168 time: 0.1918497
Dec 10 04:45:34.709756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50090) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:34.715271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260694808', 'description': 'tempest-secgroup-smoke-1260694808 description', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:34.721411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:34.726128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:34.728927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:34.734853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:34.746909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.766748 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:34.770599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:34.776041 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:34.777857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e58baa04-ab4c-45d3-bcdd-391eba1e3e04 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:45:34.782030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:34.811110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: e58baa04-ab4c-45d3-bcdd-391eba1e3e04 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:45:34.811470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device e58baa04-ab4c-45d3-bcdd-391eba1e3e04 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:45:34.811894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:45:34.845200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:45:34.845586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4d82708c-bafe-4c05-a6c7-c0e76e5919e4 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:45:34.846012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b5c65a98-c87c-48cb-9ac8-e84f77a1d508 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:45:34.853995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.858620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.863604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-51021b3a-a161-4f78-9143-0cad654eed2b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:34.880632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b5c65a98-c87c-48cb-9ac8-e84f77a1d508 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:45:34.880975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b5c65a98-c87c-48cb-9ac8-e84f77a1d508 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:45:34.908222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c480274-6a42-47c9-80e3-79c5fb722508,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:34.911374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:34.912060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:34.913259 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2023785
Dec 10 04:45:34.916074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50094) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:34.921362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:34.927360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:34.931190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:34.934047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:34.939711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:34.956873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.015165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.018570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.020292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-74573434-02e7-4f55-91b0-459d4e65854c tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.041884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4ea2e8-516b-4aae-abfb-7012bffc4b39,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.044159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.050313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.051500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1343954
Dec 10 04:45:35.054172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50098) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.059053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.064773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.068585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.072001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.077827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.095655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.154243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.157521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.159249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2549f193-8efe-46d5-ada2-c0eee7a8ff45 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.178120 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138b1e4f-88bc-4d24-b051-cff3a8af010d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.182422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.189679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.190886 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1357517
Dec 10 04:45:35.193447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50102) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.199284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.205235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.208998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.212071 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.219679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.234967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.297741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.301024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.302778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ddf594f0-eb71-4856-adfc-63d2e6c64bd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.325987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf752af2-d603-4a3d-a9ef-34d3a7d0fea4,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.328286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.335574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.336763 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f03c0635-f8d5-4c28-8939-1c21f107c39b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1423743
Dec 10 04:45:35.339421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50106) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.344294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.350131 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.353904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.356723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.362411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.379283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.441090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.445130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.446912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-af738a63-11b1-46b4-a003-da32784fbe4e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.468234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2991317-a5ab-43a5-a236-c21e2298f103,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.470585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.478018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.479410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1390014
Dec 10 04:45:35.482101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50110) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.486991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.493299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.497112 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.500245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.505969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.515586 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:45:35.521988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.586574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.590081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.591806 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0f0068c9-0ea5-4971-9871-e87cf349ddab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.614020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f3943b-7c3b-4d47-8e56-fcdecb45d49d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.619000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.623334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.624646 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1416187
Dec 10 04:45:35.627273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50114) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.632171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '2c480274-6a42-47c9-80e3-79c5fb722508', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.637978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.641757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.644572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.650269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.660122 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:45:35.666957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.730439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.733855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.735610 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-82bd7f18-bfdb-496c-9cb5-96ff55b0baef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:35.757625 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673994f3-4a51-4a95-b1f0-f8dfb2af5588,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:35.760162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:35.768424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.769625 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1414049
Dec 10 04:45:35.772432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50118) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:35.777871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'network': {'name': 'tempest-network-smoke--2024006649', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:35.782712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:35.786706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:network and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:35.790009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:35.795567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:35.806327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:45:35.810079 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.837164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:45:35.846018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.846382 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Added segment dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab of type vlan for network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400
Dec 10 04:45:35.873093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.902542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.908646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:35.909599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:35.913765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-df3cc824-ef0d-4f57-8d9e-dd3f712978a9 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:36.014461 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2409253
Dec 10 04:45:36.017104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50122) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:36.024495 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'admin_state_up': True, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:36.029944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Network': ['ID=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:36.032819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bba1cbf5-7ef0-431e-b30e-e5ed0ba377aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:36.035068 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:36.039773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:router and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:36.040427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:45:36.042764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:36.048459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:36.058543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.059778 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.076274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.343812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.636317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.664311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:36.797137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.254 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/d8278cf1-007e-4f08-95ee-bb3820845678) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:45:37.059324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:37.086945 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:37.090415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:37.151401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:45:37.154296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:37.157929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:45:37.189579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=d8278cf1-007e-4f08-95ee-bb3820845678,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:37.198947 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:37.572059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:37.907788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:38.107241 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:45:38.406594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:45:38.416156 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Sync routers for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:45:38.425662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:38.426264 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d1c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:38.432261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:38.437928 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.4156058
Dec 10 04:45:38.437928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50126) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:38.479182 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-35c9fec8-17fa-41c2-9481-a80c4b8c6328 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8170c8ca8ee249c6a8b5f78337748a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381947
Dec 10 04:45:38.479378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50130) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:38.597856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:38.604695 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99148601-12dd-47ce-b10f-4db0e3b7c1f6 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:38.606192 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-99148601-12dd-47ce-b10f-4db0e3b7c1f6 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1259639
Dec 10 04:45:38.608922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50134) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:38.646869 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2fe609d1-e670-4e52-965a-90584d0729d5 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0367858
Dec 10 04:45:38.649209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50138) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:38.654475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867066965', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:38.764377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:38.768205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:subnet and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:45:38.770965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:45:38.776823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:38.786535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:45:38.790575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:38.876855 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d1c0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:38.881154 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Checking router: 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:45:38.881593 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Updating router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 port d8278cf1-007e-4f08-95ee-bb3820845678 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:45:38.939011 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.012672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.016978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-775f83b3-60ee-4389-ad50-681f513d7dd6 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:39.091580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Subnet': ['ID=7e486351-393b-4d4a-8726-aae6867e3138,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:39.096830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:39.099273 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Checking segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:45:39.099631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network hostable DHCP agents. Network: 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:45:39.119145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:45:39.128596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:39.133463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:39.134533 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.138905 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053308bc-e4b2-4be8-bfa5-8128fb836370 None None] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:45:39.161336 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78f03f79-bf0a-4488-928b-4559ccdfb883 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5089626
Dec 10 04:45:39.161958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50142) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:45:39.273033 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.284697 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Transition to ACTIVE for port object d8278cf1-007e-4f08-95ee-bb3820845678 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:39.291394 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.295026 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-78fde91c-5180-43cb-8fc9-b6183ae9dfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:39.360771 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Pushing event updated for resources: {'Port': ['ID=d8278cf1-007e-4f08-95ee-bb3820845678,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:39.379870 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Attempting to bind port d8278cf1-007e-4f08-95ee-bb3820845678 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:45:39.380405 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Attempting to bind port d8278cf1-007e-4f08-95ee-bb3820845678 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:45:39.380874 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Attempting to bind port d8278cf1-007e-4f08-95ee-bb3820845678 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:45:39.385395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:45:39.386244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.388594 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.389037 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.389499 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.389930 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.390357 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.390785 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.391205 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.391641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.392070 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.392487 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.392907 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.393326 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:45:39.398865 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:45:39.399204 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:45:39.399713 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.400205 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:45:39.400783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Bound port: d8278cf1-007e-4f08-95ee-bb3820845678, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:45:39.401715 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.431646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:39.480319 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] For port d8278cf1-007e-4f08-95ee-bb3820845678, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:45:39.484153 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] For port d8278cf1-007e-4f08-95ee-bb3820845678, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d8278cf1-007e-4f08-95ee-bb3820845678,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:45:39.489883 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.499057 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:39.551282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Allocated IP 172.20.0.2 (7a9b0011-eb18-4cc9-9b9d-0baa86f2b400/7e486351-393b-4d4a-8726-aae6867e3138/3dfae6c7-0da4-443f-902a-5bd870332e4d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:45:39.558549 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:39.559180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d1c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:39.742646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:39.754989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.766824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Transition to ACTIVE for port object 3dfae6c7-0da4-443f-902a-5bd870332e4d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:39.786040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Transition to ACTIVE for port object 3dfae6c7-0da4-443f-902a-5bd870332e4d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:39.791484 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.796565 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:39.863031 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:45:39.866575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:39.870084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:45:39.880673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Pushing event updated for resources: {'Port': ['ID=d8278cf1-007e-4f08-95ee-bb3820845678,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:39.884284 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:39.888679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:39.926138 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Pushing event updated for resources: {'Port': ['ID=3dfae6c7-0da4-443f-902a-5bd870332e4d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:39.930223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:39.996086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Attempting to bind port 3dfae6c7-0da4-443f-902a-5bd870332e4d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:45:39.996579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Attempting to bind port 3dfae6c7-0da4-443f-902a-5bd870332e4d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:45:39.996958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Attempting to bind port 3dfae6c7-0da4-443f-902a-5bd870332e4d on network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:45:40.002321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:45:40.002703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Checking segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:45:40.003121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.003522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Bound using segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:45:40.004003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Bound port: 3dfae6c7-0da4-443f-902a-5bd870332e4d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:45:40.004388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.072777 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf6d1c0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:40.076771 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83af92-9c2c-4802-8e8d-5b70de425416 None None] The sync data for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv is: [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:37Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:45:40.135768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] For port 3dfae6c7-0da4-443f-902a-5bd870332e4d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:45:40.141410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] For port 3dfae6c7-0da4-443f-902a-5bd870332e4d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3dfae6c7-0da4-443f-902a-5bd870332e4d,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:45:40.147004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.152181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:40.242994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Pushing event updated for resources: {'Port': ['ID=3dfae6c7-0da4-443f-902a-5bd870332e4d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:40.246513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:40.443871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.1 (7a9b0011-eb18-4cc9-9b9d-0baa86f2b400/7e486351-393b-4d4a-8726-aae6867e3138/afcd7218-0e3f-4065-a730-4a8f3ef167a8) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:45:40.629255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.645776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object afcd7218-0e3f-4065-a730-4a8f3ef167a8 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:40.670758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.674581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:40.745240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:45:40.748639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:40.752633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:45:40.784857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:40.795851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:40.820987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.880971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3dfae6c7-0da4-443f-902a-5bd870332e4d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:40.957569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:40.962966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3dfae6c7-0da4-443f-902a-5bd870332e4d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:40.972059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d8278cf1-007e-4f08-95ee-bb3820845678 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:41.053729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port d8278cf1-007e-4f08-95ee-bb3820845678 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:41.059338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port d8278cf1-007e-4f08-95ee-bb3820845678 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:41.059722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.189094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.208682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port d8278cf1-007e-4f08-95ee-bb3820845678, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d8278cf1-007e-4f08-95ee-bb3820845678,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:41.215063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.217176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1733fbdc-615c-4a45-ae49-e2b3ac26b926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:41.292282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=d8278cf1-007e-4f08-95ee-bb3820845678,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:41.295665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:41.333871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39612a-4063-4d65-b82c-bb183e709ec4 None None] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:45:41.410461 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.415266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.427315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Provisioning for port 3dfae6c7-0da4-443f-902a-5bd870332e4d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:41.445281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Provisioning complete for port 3dfae6c7-0da4-443f-902a-5bd870332e4d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:41.445679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.448612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:41.530546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.534158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:41.537574 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:41.659333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.683245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:45:41.684447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:41.684564 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:45:41.701724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] For port 3dfae6c7-0da4-443f-902a-5bd870332e4d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3dfae6c7-0da4-443f-902a-5bd870332e4d,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:41.707155 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:41.708897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:41.786356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Pushing event updated for resources: {'Port': ['ID=3dfae6c7-0da4-443f-902a-5bd870332e4d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:41.789891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:41.892945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:45:41.935288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Provisioning complete for port 3dfae6c7-0da4-443f-902a-5bd870332e4d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:41.935737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:42.072856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Provisioning for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:42.079550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Provisioning complete for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:42.080250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:42.138377 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-65304bf2-6ee8-4401-8b9d-c8848b2a5af1 None None] Port afcd7218-0e3f-4065-a730-4a8f3ef167a8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:45:42.206943 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:45:42.218080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Sync routers for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:45:42.220395 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/612cc969-8fc9-478d-8a4e-dd0eabb9ee83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0573461
Dec 10 04:45:42.228175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:42.228981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c63a8e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:42.376741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-38ec6ca3-2ca2-44ad-ac60-28fb9bb6f23b None None] Provisioning complete for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:42.377116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38ec6ca3-2ca2-44ad-ac60-28fb9bb6f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:42.386252 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-00fd2017-3fc8-4baf-9d70-ffb8ee5fadfa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:42.402272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-00fd2017-3fc8-4baf-9d70-ffb8ee5fadfa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:42.403725 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-00fd2017-3fc8-4baf-9d70-ffb8ee5fadfa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260694808&fields=id&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 267 time: 0.0570781
Dec 10 04:45:42.448448 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-38ec6ca3-2ca2-44ad-ac60-28fb9bb6f23b None None] Port afcd7218-0e3f-4065-a730-4a8f3ef167a8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:45:42.460665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:42.556347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-62c555e8-b5f8-4fe7-b6d3-f18156116f47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:42.557014 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-62c555e8-b5f8-4fe7-b6d3-f18156116f47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:42.571840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-62c555e8-b5f8-4fe7-b6d3-f18156116f47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:42.573107 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-62c555e8-b5f8-4fe7-b6d3-f18156116f47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 797 time: 0.1614964
Dec 10 04:45:42.588439 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-85da1a8d-97b2-4f92-af70-acac484b978d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/quotas/8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 375 time: 0.0095115
Dec 10 04:45:42.677642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-f5107b78-2425-4aed-9b87-1fb373a3576a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:42.692939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-f5107b78-2425-4aed-9b87-1fb373a3576a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:42.694564 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-f5107b78-2425-4aed-9b87-1fb373a3576a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1006587
Dec 10 04:45:42.712501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-203b852e-3ac1-4dac-b66b-f5bfb8440b61 None None] Provisioning complete for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:42.712797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-203b852e-3ac1-4dac-b66b-f5bfb8440b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:42.792553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-203b852e-3ac1-4dac-b66b-f5bfb8440b61 None None] Port afcd7218-0e3f-4065-a730-4a8f3ef167a8 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:45:42.803623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3dfae6c7-0da4-443f-902a-5bd870332e4d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:42.925573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3dfae6c7-0da4-443f-902a-5bd870332e4d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:42.925956 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:42.963348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-f7bbf5e3-e490-4002-89f5-5a37eba9a03a service neutron] 10.222.0.44 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556736
Dec 10 04:45:42.979423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c63a8e0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 2, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:42.986767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Checking router: 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:45:42.987123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Updating router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 port afcd7218-0e3f-4065-a730-4a8f3ef167a8 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:45:43.076782 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.094295 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-f529bbae-ccac-41b3-8e2c-a33182402370 service neutron] 10.222.0.44 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250074
Dec 10 04:45:43.152516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d8278cf1-007e-4f08-95ee-bb3820845678 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:43.308226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port d8278cf1-007e-4f08-95ee-bb3820845678 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:43.308859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.585526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.596420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Transition to ACTIVE for port object afcd7218-0e3f-4065-a730-4a8f3ef167a8 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:43.603363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.607724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9a425b61-3b23-4afb-bad6-8f2f5bc64866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:43.729660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Pushing event updated for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:43.755407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:43.815110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Attempting to bind port afcd7218-0e3f-4065-a730-4a8f3ef167a8 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:45:43.815584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Attempting to bind port afcd7218-0e3f-4065-a730-4a8f3ef167a8 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:45:43.815852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Attempting to bind port afcd7218-0e3f-4065-a730-4a8f3ef167a8 on network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:45:43.821680 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:45:43.822063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Checking segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:45:43.822473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.822878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Bound using segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:45:43.823351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Bound port: afcd7218-0e3f-4065-a730-4a8f3ef167a8, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:45:43.823760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.915637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] For port afcd7218-0e3f-4065-a730-4a8f3ef167a8, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:45:43.919772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] For port afcd7218-0e3f-4065-a730-4a8f3ef167a8, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=afcd7218-0e3f-4065-a730-4a8f3ef167a8,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:45:43.927226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:43.931741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:44.006160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:45:44.007404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c63a8e0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:44.171370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Pushing event updated for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:44.181608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:44.248149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:45:44.299447 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-901d2336-b0d8-43fd-a3a9-0ea2e26e975e req-b7622d83-b311-408f-a88a-6b9b2cf6a136 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0455565
Dec 10 04:45:44.500079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-69c45329-9fd9-4eda-9b6c-ff13934181b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:44.527625 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:44.599313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c63a8e0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:43Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:45:44.603236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062930-1725-4bc4-89ea-2f6e11dafbe1 None None] The sync data for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv is: [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:43Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:45:44.798751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device afcd7218-0e3f-4065-a730-4a8f3ef167a8 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:44.871767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:44.876732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:44.877121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:44.998219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:45.032980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port afcd7218-0e3f-4065-a730-4a8f3ef167a8, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=afcd7218-0e3f-4065-a730-4a8f3ef167a8,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:45.036902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:45.039798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-c111f222-1578-46ca-8cd9-264cb5ef687a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:45.106686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:45.109873 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:45.400620 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-084dffbe-c72c-4e04-b9e8-a5ffc95f3996 req-566fa59b-20ab-44f4-b8e0-822c33618158 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0450635
Dec 10 04:45:46.506548 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4aa2fbcd-a2bc-4c01-b20b-2aa67ae5c92b req-464dcba1-941b-401f-9a4c-9decc4a148d1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0528259
Dec 10 04:45:46.780405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device afcd7218-0e3f-4065-a730-4a8f3ef167a8 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:46.836779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb08b-fd1b-463e-b443-23e85ac46783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:46.864328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port afcd7218-0e3f-4065-a730-4a8f3ef167a8 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:46.864703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:47.599669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8246a5f0-9b74-4cb5-8c3d-ade5c161315c req-7ba114ce-c0ce-4897-a146-5f8a10a596c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0413790
Dec 10 04:45:47.770305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:48.062704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:48.743071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2bf9a510-2071-43ae-98e0-cab7eae02236 req-922c1131-bc24-4c49-a211-355d264f82ec tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0425253
Dec 10 04:45:49.621597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:49.627329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-150a0891-c47f-492a-a81f-ebf42cafef1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:49.628128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-150a0891-c47f-492a-a81f-ebf42cafef1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:49.640324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-150a0891-c47f-492a-a81f-ebf42cafef1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:49.641446 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-150a0891-c47f-492a-a81f-ebf42cafef1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 797 time: 0.1729095
Dec 10 04:45:49.696841 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-30c27a6b-95f9-4a33-916b-e8ac90f677f6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:45:49.708314 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-30c27a6b-95f9-4a33-916b-e8ac90f677f6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:45:49.709439 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-30c27a6b-95f9-4a33-916b-e8ac90f677f6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 380 time: 0.0540695
Dec 10 04:45:49.720194 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'port': {'device_id': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'admin_state_up': True, 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'security_groups': ['2c480274-6a42-47c9-80e3-79c5fb722508']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:49.860992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:45:49.870340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:45:49.880824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:45:49.884817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:49.895914 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68e2ea95-5485-467c-b45d-2878b19052aa req-fdcc39eb-ac86-40a1-adb7-d9de136697b9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0461307
Dec 10 04:45:50.047358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.5 (7a9b0011-eb18-4cc9-9b9d-0baa86f2b400/7e486351-393b-4d4a-8726-aae6867e3138/61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:45:50.233410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.248585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:50.270984 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.277896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c859b425-c294-4ae2-b443-8a0f3960ebc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:50.340415 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:45:50.343375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:45:50.345851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:45:50.395427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:50.404143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:50.423998 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:50.424604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.452526 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7360878
Dec 10 04:45:50.469043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Request body: {'port': {'device_id': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:45:50.571653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-217e3fdc-e707-4422-9745-f839d67365fe None None] Provisioning for port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:50.576328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-217e3fdc-e707-4422-9745-f839d67365fe None None] Provisioning complete for port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:50.576703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-217e3fdc-e707-4422-9745-f839d67365fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.585394 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.631047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-217e3fdc-e707-4422-9745-f839d67365fe None None] Port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:45:50.929643 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:45:50.936742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.951656 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Transition to ACTIVE for port object 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:45:50.955344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:50.959820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5f621da2-ec61-408e-b9df-1bc6453ad020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:51.090526 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096a3a-c807-4c1d-8587-b3a0662ba86a req-e4e01a54-6be9-4bb4-9a0c-6901cea9acfd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:51.092126 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9e096a3a-c807-4c1d-8587-b3a0662ba86a req-e4e01a54-6be9-4bb4-9a0c-6901cea9acfd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 943 time: 0.0861387
Dec 10 04:45:51.141343 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9e096a3a-c807-4c1d-8587-b3a0662ba86a req-0f58d211-31bd-439b-b2ad-7237fe1b5147 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428982
Dec 10 04:45:51.148769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:51.154083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:51.199331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Attempting to bind port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:45:51.199660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Attempting to bind port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:45:51.199977 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Attempting to bind port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 on network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:45:51.204895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 on network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:45:51.205209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Attempting to bind port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 on network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:45:51.210231 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:45:51.210641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Checking segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:45:51.211184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Bound using segment: {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:45:51.211625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Bound port: 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:45:51.212143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:51.414853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:45:51.417817 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:45:51.422232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:51.426705 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fc41914b-de6f-4031-a9d0-fb3ccf83bcb5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:51.478322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:51.478322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:51.479623 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 1093 time: 1.0149243
Dec 10 04:45:51.486327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:45:51.515971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:51.521300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:51.535534 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'status': 'completed', 'code': 200}
Dec 10 04:45:51.624657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-c28b7e55-033a-4fcf-bc73-1d58ba9b062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:51.626254 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-c28b7e55-033a-4fcf-bc73-1d58ba9b062f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1096 time: 0.0729537
Dec 10 04:45:51.705179 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-e0f9e8a2-a8e8-4686-8d16-0b7d900b7331 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 217 time: 0.0665846
Dec 10 04:45:51.765435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-32eb4047-28e9-44f0-a00c-b523884b874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:51.766726 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-32eb4047-28e9-44f0-a00c-b523884b874b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0555673
Dec 10 04:45:51.842543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-dbc0cf6d-4453-4c4f-9955-ca3a9062437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:51.843953 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-dbc0cf6d-4453-4c4f-9955-ca3a9062437b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702095
Dec 10 04:45:51.976222 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-9dba7f1a-c3a9-467d-b66f-04c87a415f69 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239367
Dec 10 04:45:52.101545 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-40f4e654-b5e1-497a-b392-f3f37b96e17d req-0c63c982-8fd6-4547-ab00-f9fa628c3cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202154
Dec 10 04:45:52.260237 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-6d4d954e-d677-4265-940e-a3962763a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:52.261643 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-6d4d954e-d677-4265-940e-a3962763a3b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1096 time: 0.0699635
Dec 10 04:45:52.394455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-4bc72f09-a1e9-4b0d-b8d4-27acbf298d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:52.395895 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-4bc72f09-a1e9-4b0d-b8d4-27acbf298d39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1285300
Dec 10 04:45:52.452722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bb88-53d7-4bb2-8d99-12a0e2e45348 req-412088c2-5eec-43c7-979b-a99177a065b0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:52.454472 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bcc2bb88-53d7-4bb2-8d99-12a0e2e45348 req-412088c2-5eec-43c7-979b-a99177a065b0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 943 time: 0.2072539
Dec 10 04:45:52.467034 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-8400c246-1f0b-4396-af31-c9975ac3457e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 217 time: 0.0643435
Dec 10 04:45:52.498847 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bcc2bb88-53d7-4bb2-8d99-12a0e2e45348 req-9ff32fd0-f75f-4d26-9d78-eacf8a3bf4f6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381725
Dec 10 04:45:52.535295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-8427b789-7f53-40d3-89c2-a33e33adef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:52.536833 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-8427b789-7f53-40d3-89c2-a33e33adef52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0632813
Dec 10 04:45:52.612018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-34f5512e-cb6f-46da-9a0e-9645f9aceb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:52.613526 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-34f5512e-cb6f-46da-9a0e-9645f9aceb2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705862
Dec 10 04:45:52.745609 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-1a8e0e89-9d01-4193-b639-daf426b88286 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249313
Dec 10 04:45:52.877689 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e2c03372-d9fe-48fa-873c-392d8b034d73 req-321cba75-02be-4d55-a763-82461fc28e6d service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254101
Dec 10 04:45:53.680300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db177-8537-4c93-b6b3-29430ab195a1 req-1ccb2fc5-d7f7-4afb-8ec1-d9957222b776 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:53.681742 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-096db177-8537-4c93-b6b3-29430ab195a1 req-1ccb2fc5-d7f7-4afb-8ec1-d9957222b776 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 943 time: 0.0784380
Dec 10 04:45:53.724903 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-096db177-8537-4c93-b6b3-29430ab195a1 req-a5b874c2-a6f2-4ab2-9cdb-67c504643a84 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376065
Dec 10 04:45:54.911611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467fb5-5b45-4cf9-92f9-71a5993af25c req-1cf12fd1-307b-44eb-8fd6-4a655f3f1e36 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:54.913052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-86467fb5-5b45-4cf9-92f9-71a5993af25c req-1cf12fd1-307b-44eb-8fd6-4a655f3f1e36 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 943 time: 0.0857384
Dec 10 04:45:54.956907 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-86467fb5-5b45-4cf9-92f9-71a5993af25c req-1fd308b2-985a-4a35-9939-923fb137de6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381718
Dec 10 04:45:55.642238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:45:55.771652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:55.784836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'port_id': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'mac_address': 'fa:16:3e:ba:43:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:45:55.838268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:55.857482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:45:55.872388 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:55.876408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:55.879147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:55.943545 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:55.947130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:56.135647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513338-7a27-4c20-867b-ca2ec1ac3703 req-9357158a-2df8-4d36-bcb0-fc21a41ff551 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:56.137075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23513338-7a27-4c20-867b-ca2ec1ac3703 req-9357158a-2df8-4d36-bcb0-fc21a41ff551 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 944 time: 0.0793478
Dec 10 04:45:56.183930 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23513338-7a27-4c20-867b-ca2ec1ac3703 req-fbe76f35-1400-4a11-9b69-7bc0fcae0cc8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412438
Dec 10 04:45:56.249982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:45:57.368685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523f981-7bdb-4a63-b2e5-969052a0a6c4 req-f5aff174-3a0e-4bcc-9f4a-ac261ac0e56c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:57.370162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6523f981-7bdb-4a63-b2e5-969052a0a6c4 req-f5aff174-3a0e-4bcc-9f4a-ac261ac0e56c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 944 time: 0.0804923
Dec 10 04:45:57.414194 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6523f981-7bdb-4a63-b2e5-969052a0a6c4 req-11b36726-433b-4b7c-84fc-b1559a3c0a6e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384560
Dec 10 04:45:57.655677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:45:57.721217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:45:57.725661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:45:57.726036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:57.837010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:57.862207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:45:57.872475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:45:57.876201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:45:57.878056 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:45:57.907417 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'code': 200}
Dec 10 04:45:57.944800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:45:57.947600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:45:58.156064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a0e9-f481-4d02-9c72-e934674f8dc4 req-ef8434bc-60ff-44c7-854d-6cd566d85e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:58.157589 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c307a0e9-f481-4d02-9c72-e934674f8dc4 req-ef8434bc-60ff-44c7-854d-6cd566d85e85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.0687501
Dec 10 04:45:58.197227 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c307a0e9-f481-4d02-9c72-e934674f8dc4 req-c3e09c76-8e03-44bc-bde5-e57cc5d3151c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329540
Dec 10 04:45:58.600556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165315-8e68-4b81-9f39-cd7e93747b1f req-760ae6ae-610d-408b-8399-71597e521f9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:58.602026 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d165315-8e68-4b81-9f39-cd7e93747b1f req-760ae6ae-610d-408b-8399-71597e521f9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0848265
Dec 10 04:45:58.645247 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4d165315-8e68-4b81-9f39-cd7e93747b1f req-f84df60e-8b54-4781-8ed9-f9e38441cd69 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376904
Dec 10 04:45:59.828738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ae44-853b-4343-9550-939c0611ca2c req-fd39ffc7-7016-445e-8b5a-263aab60978e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:45:59.830457 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c460ae44-853b-4343-9550-939c0611ca2c req-fd39ffc7-7016-445e-8b5a-263aab60978e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0788398
Dec 10 04:45:59.873821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c460ae44-853b-4343-9550-939c0611ca2c req-f64a57f8-dfb5-439f-af59-39b69e6c54c3 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372643
Dec 10 04:46:00.056958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b5c-4d0c-4bed-8b38-5836b520b1ea req-124b6aea-b19a-464f-b478-2fac8b255c51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:00.058321 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27db9b5c-4d0c-4bed-8b38-5836b520b1ea req-124b6aea-b19a-464f-b478-2fac8b255c51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0825799
Dec 10 04:46:00.101075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-27db9b5c-4d0c-4bed-8b38-5836b520b1ea req-7bacd760-c0ea-4666-ae59-dd141ab93aa3 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371134
Dec 10 04:46:00.123230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50240) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:46:00.190797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa317be-7f3b-4d57-ae4b-ca1d1ab21ac6 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:00.192237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dfa317be-7f3b-4d57-ae4b-ca1d1ab21ac6 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1093 time: 0.0680730
Dec 10 04:46:00.195474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50244) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:46:00.200122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:46:00.206133 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:46:00.209885 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:floatingip and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:46:00.212645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:46:00.218443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:46:00.228710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:00.360607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:00.494382 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.170 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/d0399542-e846-41df-9f84-edd3370dd4c2) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:46:00.635678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:00.665061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:00.669760 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-981ecc49-7e58-4e5e-ba26-a2ad42c1b600 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:46:00.732557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:46:00.735299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:46:00.739172 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:46:00.780461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=d0399542-e846-41df-9f84-edd3370dd4c2,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:46:00.784436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:46:01.142175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:01.214034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:01.528369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:01.532447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:01.536882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-617ca26d-0320-40b8-b231-757d22c702aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:46:01.640236 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=d0399542-e846-41df-9f84-edd3370dd4c2,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:46:01.644031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:46:01.648680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:01.814687 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP c463af69-2d16-4503-a226-f9f817419fde associated. External IP: 172.26.1.170, port: 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5.
Dec 10 04:46:02.155498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:46:02.331196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:46:02.341039 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Sync routers for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:46:02.354106 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:46:02.354723 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86d30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:46:02.355645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:02.413797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2167511
Dec 10 04:46:02.414486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:46:02.530873 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'status': 'completed', 'code': 200}
Dec 10 04:46:02.532721 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:46:02.580525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54b4e-4019-4f7c-be5a-08b838b6e278 req-04e0cb5e-c6d4-4a97-846c-d29c2084f2ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:02.582287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac54b4e-4019-4f7c-be5a-08b838b6e278 req-04e0cb5e-c6d4-4a97-846c-d29c2084f2ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0852785
Dec 10 04:46:02.628680 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5ac54b4e-4019-4f7c-be5a-08b838b6e278 req-ed1f9123-b431-4d7c-addc-2af017c57ea4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398760
Dec 10 04:46:02.653088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:46:02.678541 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-3affecc6-feb1-448c-94b0-e66bd5de4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:02.680298 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-3affecc6-feb1-448c-94b0-e66bd5de4102 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.1250257
Dec 10 04:46:02.764540 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f6d0c865-284f-4ad4-b4b6-55fa4ffcb4bb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/c463af69-2d16-4503-a226-f9f817419fde HTTP/1.1" status: 200  len: 991 time: 0.1090357
Dec 10 04:46:02.894459 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86d30>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c463af69-2d16-4503-a226-f9f817419fde', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'port_id': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'mac_address': 'fa:16:3e:ba:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:01Z', 'updated_at': '2021-12-10T04:46:01Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:46:02.898347 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Checking router: 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:46:02.906887 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:46:02.907202 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86d30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:45:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:46:02.930569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-2ed165f6-74ca-49f4-876f-fa8f3711062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:02.931920 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-2ed165f6-74ca-49f4-876f-fa8f3711062a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.2458136
Dec 10 04:46:03.034088 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-a88e5b53-0038-4b4a-8069-d6a9d95ffcb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 999 time: 0.0953603
Dec 10 04:46:03.083579 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:46:03.095846 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-423291a3-4ebe-4ad1-8bd7-9f5b5c7cf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:03.097283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-423291a3-4ebe-4ad1-8bd7-9f5b5c7cf115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0564485
Dec 10 04:46:03.171000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-6004787a-24ea-48a3-b682-2f35a89653ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:03.172460 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-6004787a-24ea-48a3-b682-2f35a89653ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687945
Dec 10 04:46:03.183895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-a0a996f9-fdb0-4bd4-8ba2-43d6a9d519e7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:46:03.185661 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-a0a996f9-fdb0-4bd4-8ba2-43d6a9d519e7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057595
Dec 10 04:46:03.317262 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-315d63a7-f8f4-4667-8769-f70eaa9d6f06 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244915
Dec 10 04:46:03.429899 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9de86d30>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c463af69-2d16-4503-a226-f9f817419fde', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'port_id': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'mac_address': 'fa:16:3e:ba:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:01Z', 'updated_at': '2021-12-10T04:46:01Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:46:03.433717 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106647ef-c991-45f6-b5b9-40c82b5a2eeb None None] The sync data for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv is: [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'c463af69-2d16-4503-a226-f9f817419fde', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'port_id': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'mac_address': 'fa:16:3e:ba:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:46:01Z', 'updated_at': '2021-12-10T04:46:01Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:46:03.449014 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-aa4fc737-e8d5-4f79-953d-749c1498c1a7 req-46beeeff-74df-4e60-b270-cb33a96b2e3c service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251771
Dec 10 04:46:03.631041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c54d5-977f-4d25-b2cd-edfdf0273b4a None None] New status for floating IP c463af69-2d16-4503-a226-f9f817419fde: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:46:03.767260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50268) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:46:03.875855 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-49ef2b1c-c893-489a-bfd4-be97604710e4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/c463af69-2d16-4503-a226-f9f817419fde HTTP/1.1" status: 200  len: 991 time: 0.1073821
Dec 10 04:46:04.879598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50272) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:46:04.986609 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0dfe6d7e-17ad-4f6b-8a2e-94aba3644316 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/c463af69-2d16-4503-a226-f9f817419fde HTTP/1.1" status: 200  len: 993 time: 0.1057200
Dec 10 04:46:09.957467 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-589044a8-1d57-49b6-97cc-34fe3e325615 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753713
Dec 10 04:46:10.109561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-273262d3-1136-4d8d-aba0-e7551cef04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:10.110888 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-273262d3-1136-4d8d-aba0-e7551cef04f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.0687222
Dec 10 04:46:10.254490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-b99c9cf3-34db-4235-a452-7b5b19b343f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:10.256034 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-b99c9cf3-34db-4235-a452-7b5b19b343f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1271393
Dec 10 04:46:10.356952 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-da7b2004-d164-4842-b53b-922a2deec709 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0953159
Dec 10 04:46:10.417745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-a944025a-6128-4adb-96b3-d48c52fea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:10.419132 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-a944025a-6128-4adb-96b3-d48c52fea37e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0558050
Dec 10 04:46:10.495637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-13eb96e1-1143-46c9-b549-651e1982b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:46:10.497051 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-13eb96e1-1143-46c9-b549-651e1982b123 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718286
Dec 10 04:46:10.734843 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-b57d48e3-0240-4243-a013-8881837f5a6d service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317073
Dec 10 04:46:10.863596 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-7f97cdfe-6613-4cf0-a3e4-e684b99071e3 req-4a99d0c3-3cb2-400d-8501-2d46999614f5 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210904
Dec 10 04:46:14.431427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-829ca3a8-2a03-4772-ab28-63732f34ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:14.489642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:16.787702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-da9f91b4-eaaa-46ad-ab55-f2d13dfb57bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:17.772150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:18.063985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:18.683930 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:46:19.613957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:44.432310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-823eb9ca-6f73-421b-8230-ce4670868ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:44.486936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:46.789733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c528b810-133e-48b8-af3c-4869a56d7277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:47.774613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:48.065228 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:49.616849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:46:55.683221 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:47:10.942671 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-deaf85eb-f17c-4baf-9d25-222b7d02cebc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687602
Dec 10 04:47:11.099404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-beba8b23-d21d-4e2c-aa9e-2b69573c1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:11.100744 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-beba8b23-d21d-4e2c-aa9e-2b69573c1dab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.0726757
Dec 10 04:47:11.243716 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-171d054e-44d3-4ac1-84b1-a668b46590c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:11.245128 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-171d054e-44d3-4ac1-84b1-a668b46590c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1258759
Dec 10 04:47:11.345951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-f8c761fa-00ff-44fc-9e3f-ef44c2de176b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0937974
Dec 10 04:47:11.406991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-07d35e68-22a4-4d4b-b999-091b05905e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:11.408319 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-07d35e68-22a4-4d4b-b999-091b05905e1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0554848
Dec 10 04:47:11.482030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-856d9b26-26f9-4a81-b953-932c6e21d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:11.483489 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-856d9b26-26f9-4a81-b953-932c6e21d44b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686491
Dec 10 04:47:11.612405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-8263077d-2c83-47af-91c1-320836695564 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218224
Dec 10 04:47:11.739949 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-62a6373b-3363-40ee-ad9a-a14b26cdb660 req-100ee3c1-135c-4e2e-93fc-3c76ed324f5a service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210911
Dec 10 04:47:14.434852 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc24c-4887-4fcb-9b6e-e69305f76cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:14.506340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:16.653187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3188-091f-4345-a8e3-902e2f66699c req-c2ddd5c3-ec91-4e64-8a3f-4258957dc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:16.654664 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-c2ddd5c3-ec91-4e64-8a3f-4258957dc173 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.0748255
Dec 10 04:47:16.715599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d866-dc54-4c0e-b477-84da595cb89d req-6eecf819-75f4-4669-ba6f-0a120e2600d4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:16.717075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59b5d866-dc54-4c0e-b477-84da595cb89d req-6eecf819-75f4-4669-ba6f-0a120e2600d4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.1330397
Dec 10 04:47:16.760484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-59b5d866-dc54-4c0e-b477-84da595cb89d req-47427dd5-9980-4d4e-a427-1c956dd7ebbd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374930
Dec 10 04:47:16.789988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3188-091f-4345-a8e3-902e2f66699c req-6399a6ee-7e2e-481d-8449-66e96588ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:16.791472 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-6399a6ee-7e2e-481d-8449-66e96588ce2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1293828
Dec 10 04:47:16.794540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-38fd74c3-b128-45d3-8785-10d49016895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:16.892696 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-3171bd96-3ab9-4fce-b852-024f17c7b95e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0941894
Dec 10 04:47:16.957853 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3188-091f-4345-a8e3-902e2f66699c req-a87922b1-cb1a-4293-b03a-5a968c144ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:16.959230 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-a87922b1-cb1a-4293-b03a-5a968c144ff6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0566676
Dec 10 04:47:17.033458 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3188-091f-4345-a8e3-902e2f66699c req-ce9f1c0e-7e48-4134-ba31-935c06761c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:17.034901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-ce9f1c0e-7e48-4134-ba31-935c06761c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689683
Dec 10 04:47:17.161552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-a044779b-2a6c-4931-83b9-27be2d187e31 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197674
Dec 10 04:47:17.407782 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9fed3188-091f-4345-a8e3-902e2f66699c req-e8b1cc64-aad5-4f40-aa97-9bd49515c268 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395947
Dec 10 04:47:17.777760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:18.003183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706623fa-4730-4016-91b7-eaf9d24f4cbc req-2574f303-7e31-47cc-8e79-6c5339c9c23a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:18.004639 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-706623fa-4730-4016-91b7-eaf9d24f4cbc req-2574f303-7e31-47cc-8e79-6c5339c9c23a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.1252191
Dec 10 04:47:18.049013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-706623fa-4730-4016-91b7-eaf9d24f4cbc req-93d3cc2e-ac74-4856-af45-b5e70a7f9816 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387318
Dec 10 04:47:18.066854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:19.360209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebe9da-516c-4a8c-83d7-1134b6cb24fd req-1f3e7ed3-cb93-49e2-9022-dcc858ebed6e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:19.361599 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-15ebe9da-516c-4a8c-83d7-1134b6cb24fd req-1f3e7ed3-cb93-49e2-9022-dcc858ebed6e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.2081370
Dec 10 04:47:19.404661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-15ebe9da-516c-4a8c-83d7-1134b6cb24fd req-4333e586-ce03-4f03-b32f-cd200798a2fa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373802
Dec 10 04:47:19.617792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:20.587573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497169-aa51-48fd-b444-ecb589c5a165 req-44514429-f56c-423f-ab75-3165fc5d77b6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:20.588987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14497169-aa51-48fd-b444-ecb589c5a165 req-44514429-f56c-423f-ab75-3165fc5d77b6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0820580
Dec 10 04:47:20.631645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14497169-aa51-48fd-b444-ecb589c5a165 req-ffb7d0c2-dda2-4b59-aec3-de7ce81ba5b5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365193
Dec 10 04:47:21.813209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82b968-5ea9-4844-ade2-6dae397c397c req-0386efbd-d0ee-43f6-a59a-6073ca297c09 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:21.814723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca82b968-5ea9-4844-ade2-6dae397c397c req-0386efbd-d0ee-43f6-a59a-6073ca297c09 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0776505
Dec 10 04:47:21.863899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca82b968-5ea9-4844-ade2-6dae397c397c req-0fac387f-85cf-4d18-9623-e6796e9e8ddb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435882
Dec 10 04:47:23.052394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00491a97-46b3-4bea-915c-aa38e52d394a req-be36eda2-dbb3-4d72-b41a-4b752af5e688 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:23.053765 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00491a97-46b3-4bea-915c-aa38e52d394a req-be36eda2-dbb3-4d72-b41a-4b752af5e688 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0834830
Dec 10 04:47:23.097104 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00491a97-46b3-4bea-915c-aa38e52d394a req-e6a88688-1969-46f0-8cb4-28ec19d0a96f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378048
Dec 10 04:47:24.276007 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab5ca-24d0-4717-8b14-3d9dc88c9933 req-0b659e61-1491-4cb4-8013-adbbe8484a9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:24.278036 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ae1ab5ca-24d0-4717-8b14-3d9dc88c9933 req-0b659e61-1491-4cb4-8013-adbbe8484a9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0791693
Dec 10 04:47:24.320355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ae1ab5ca-24d0-4717-8b14-3d9dc88c9933 req-bd7e88f5-873d-424b-9ff5-c88107370e2b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368152
Dec 10 04:47:25.503326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060d549-8bab-4769-82b9-cc2277db7b3d req-6518a139-c028-44a5-bbb9-9717d904bdf7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:25.504737 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5060d549-8bab-4769-82b9-cc2277db7b3d req-6518a139-c028-44a5-bbb9-9717d904bdf7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0814350
Dec 10 04:47:25.548501 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5060d549-8bab-4769-82b9-cc2277db7b3d req-0517f402-be4e-457b-8ef5-423dbf5a61f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381777
Dec 10 04:47:26.734744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370f90-a281-42ec-a7c1-162584520ef0 req-41c1232a-5fee-4df3-8f9b-bd5699d62aa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:26.736171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44370f90-a281-42ec-a7c1-162584520ef0 req-41c1232a-5fee-4df3-8f9b-bd5699d62aa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0801432
Dec 10 04:47:26.782734 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-44370f90-a281-42ec-a7c1-162584520ef0 req-b8ae1a5b-6fa0-43f8-9603-a88587f30e51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408740
Dec 10 04:47:27.963329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6bd1-2894-4749-b6e9-313a3d9b3f95 req-b30ff373-6758-4924-99d5-828ccf46fd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:27.965334 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7bae6bd1-2894-4749-b6e9-313a3d9b3f95 req-b30ff373-6758-4924-99d5-828ccf46fd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0793920
Dec 10 04:47:28.007286 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7bae6bd1-2894-4749-b6e9-313a3d9b3f95 req-9336c08a-9cd8-492d-86e6-80ed7309b836 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364754
Dec 10 04:47:29.193958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd70444-6331-4a07-9fc0-b0ba2f9070e4 req-6ab6b7fa-8a37-4611-9f3d-e27012365f17 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:29.195380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dcd70444-6331-4a07-9fc0-b0ba2f9070e4 req-6ab6b7fa-8a37-4611-9f3d-e27012365f17 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0820479
Dec 10 04:47:29.238850 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dcd70444-6331-4a07-9fc0-b0ba2f9070e4 req-5514eb95-c3b6-49ee-8d40-5c8c67d4dd00 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373342
Dec 10 04:47:30.419538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7f82-f4f4-4833-8c18-830b4baee4b2 req-12c8e77c-6cc9-44d2-bed0-3269679a487e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:30.420959 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-20de7f82-f4f4-4833-8c18-830b4baee4b2 req-12c8e77c-6cc9-44d2-bed0-3269679a487e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0782208
Dec 10 04:47:30.466012 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-20de7f82-f4f4-4833-8c18-830b4baee4b2 req-90d9a755-beb6-45ae-9be8-8dd8b2114b20 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394852
Dec 10 04:47:31.652650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71de2-3214-4ed3-972e-69ea02b3ff82 req-ff743a7a-2780-450b-b926-4ebc7a12ea5e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:31.653999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-19e71de2-3214-4ed3-972e-69ea02b3ff82 req-ff743a7a-2780-450b-b926-4ebc7a12ea5e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0824082
Dec 10 04:47:31.695732 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-19e71de2-3214-4ed3-972e-69ea02b3ff82 req-0e4232cc-0759-4c39-9124-b2b600f61fd8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361798
Dec 10 04:47:32.684770 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:47:32.877363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb056a3-81d8-4c7f-b15e-65740de2f4a2 req-8687a13c-201d-4b05-9893-40b52e7b9934 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:32.878815 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbb056a3-81d8-4c7f-b15e-65740de2f4a2 req-8687a13c-201d-4b05-9893-40b52e7b9934 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0805027
Dec 10 04:47:32.926302 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cbb056a3-81d8-4c7f-b15e-65740de2f4a2 req-ee13a2ad-e990-4d32-ab72-7d63070061e7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418456
Dec 10 04:47:34.109032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f0f62-9725-472b-a91f-5dadf87223f0 req-cdf525b7-7ab2-44ed-9ccc-95b0ffaeaaf9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:47:34.110482 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-762f0f62-9725-472b-a91f-5dadf87223f0 req-cdf525b7-7ab2-44ed-9ccc-95b0ffaeaaf9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0791059
Dec 10 04:47:34.153234 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-762f0f62-9725-472b-a91f-5dadf87223f0 req-54992344-f88c-43a6-a83a-eab46fd34c3f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373611
Dec 10 04:47:34.175369 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50354) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:47:34.281233 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4fd4bdd2-82ba-4de7-a710-bc519488dbee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/c463af69-2d16-4503-a226-f9f817419fde HTTP/1.1" status: 200  len: 993 time: 0.1045752
Dec 10 04:47:44.437157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d40b8ba5-ec3c-4125-ac6b-c5cdd848b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:44.519962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:46.795291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6f3a05d1-edda-4950-9814-50f3a6a38b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:47.778622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:48.071895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:47:49.621658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:09.683827 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:48:11.779614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-b6e03dbd-6bf6-465c-aaea-a7b0c880ecad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704823
Dec 10 04:48:11.933092 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-8c907f63-5457-446e-8bee-662bd3fbec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:11.934626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-8c907f63-5457-446e-8bee-662bd3fbec82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.0704765
Dec 10 04:48:12.081036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-bc819fb9-53cb-4609-ba0b-ab15f1e0740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:12.082405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-bc819fb9-53cb-4609-ba0b-ab15f1e0740b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1294303
Dec 10 04:48:12.183881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-5ef1abd0-dcec-4e7f-928f-bdf8de92d84b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0951800
Dec 10 04:48:12.248474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-dd535453-45b4-4d7d-adff-ca2ca9ce4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:12.249867 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-dd535453-45b4-4d7d-adff-ca2ca9ce4c0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0599496
Dec 10 04:48:12.323291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-7c79edee-e0c4-4184-a989-68505d448fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:12.325326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-7c79edee-e0c4-4184-a989-68505d448fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691652
Dec 10 04:48:12.454961 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-f9f6785b-ab46-4047-8ec1-4468d176b866 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231892
Dec 10 04:48:12.585647 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-111c7c70-d910-4bf7-97b7-12e7d7ce2b9f req-7e6ce244-8d14-4139-be95-4184f0b07bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244674
Dec 10 04:48:14.438219 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c12ed59a-b43f-4dea-9893-37234e11e67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:14.520474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:16.796724 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-551bd378-e225-4395-b4e6-4190acdd95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:17.781005 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:18.074527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:19.624297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:31.285106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50378) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:31.484657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port d0399542-e846-41df-9f84-edd3370dd4c2 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:48:31.484991 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:31.764777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:31.765097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:31.885296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for d0399542-e846-41df-9f84-edd3370dd4c2 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:48:32.028685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:32.032052 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-86452373-549f-4d47-8428-860bbfaf3634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:32.077033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=d0399542-e846-41df-9f84-edd3370dd4c2,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:32.118663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.119047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.119426 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.119819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.120183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.120546 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.120904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.121270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.121651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.122008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.122364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.122719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:32.148489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:32.176601 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:32.176927 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP c463af69-2d16-4503-a226-f9f817419fde disassociated (deleted). External IP: 172.26.1.170, port: 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5.
Dec 10 04:48:32.522381 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:48:32.693815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:48:32.704130 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Sync routers for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:48:32.710069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:32.713003 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:32.713634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c697c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:32.767528 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/floatingips/c463af69-2d16-4503-a226-f9f817419fde HTTP/1.1" status: 204  len: 168 time: 1.4813085
Dec 10 04:48:32.768176 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:48:32.817801 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'status': 'completed', 'code': 200}
Dec 10 04:48:32.895188 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:32.970665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-a6d0c22f-163b-4bdd-ab09-4c05b91a8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:32.972255 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-a6d0c22f-163b-4bdd-ab09-4c05b91a8240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 1098 time: 0.1065028
Dec 10 04:48:33.134127 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-8174b002-abab-4f85-acf9-35a09f00dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:33.135746 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-8174b002-abab-4f85-acf9-35a09f00dfaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 200  len: 898 time: 0.1567476
Dec 10 04:48:33.213335 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-c354519b-d65d-449f-a535-a2068b85bbbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 200  len: 217 time: 0.0692782
Dec 10 04:48:33.221393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836b54-235a-4892-825c-bdaeaa50fa00 req-6ad1f2e9-38ef-473f-8d45-69ee37b2d589 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:33.222032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-00836b54-235a-4892-825c-bdaeaa50fa00 req-6ad1f2e9-38ef-473f-8d45-69ee37b2d589 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:33.222798 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c697c10>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:33.227291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Checking router: 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:48:33.237014 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:33.237750 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c697c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:33.238977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-00836b54-235a-4892-825c-bdaeaa50fa00 req-6ad1f2e9-38ef-473f-8d45-69ee37b2d589 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:33.240416 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00836b54-235a-4892-825c-bdaeaa50fa00 req-6ad1f2e9-38ef-473f-8d45-69ee37b2d589 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.1077683
Dec 10 04:48:33.283590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-9c1373c8-fd15-492b-9440-dd583f8186e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:33.285021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-9c1373c8-fd15-492b-9440-dd583f8186e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 200  len: 834 time: 0.0652251
Dec 10 04:48:33.286947 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-00836b54-235a-4892-825c-bdaeaa50fa00 req-9e33dc5b-39ca-4d98-a5d2-ea2d6deeed79 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402477
Dec 10 04:48:33.360530 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-1d5a9ecd-91a9-40c3-bd60-5768b642a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:33.362021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-1d5a9ecd-91a9-40c3-bd60-5768b642a7bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704997
Dec 10 04:48:33.417641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:33.505658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-bee66964-40da-4d91-aaa8-dda52b0f50ab service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347706
Dec 10 04:48:33.728309 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c697c10>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:33.732719 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618b13-9020-438b-9ba1-c841b6a277b8 None None] The sync data for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv is: [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:40Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'afcd7218-0e3f-4065-a730-4a8f3ef167a8', 'name': '', 'network_id': '7a9b0011-eb18-4cc9-9b9d-0baa86f2b400', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:4c:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7e486351-393b-4d4a-8726-aae6867e3138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:40Z', 'updated_at': '2021-12-10T04:45:45Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '7e486351-393b-4d4a-8726-aae6867e3138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:48:33.763464 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-972758a0-215b-42a4-85e6-93ef05ec4203 req-181e7532-aa1a-437d-8cba-009bbe2a4848 service neutron] 10.222.0.18 "GET /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511897
Dec 10 04:48:33.946124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d781725-58c1-43d2-a8da-54e60e06e367 None None] New status for floating IP c463af69-2d16-4503-a226-f9f817419fde: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:48:34.474322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889abe5-59e2-4dbe-899f-0713fa028548 req-8bc9d58f-7236-498b-a00e-f94ef0815bee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:34.475720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a889abe5-59e2-4dbe-899f-0713fa028548 req-8bc9d58f-7236-498b-a00e-f94ef0815bee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0815732
Dec 10 04:48:34.518386 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a889abe5-59e2-4dbe-899f-0713fa028548 req-af5e9a65-7f98-4f6a-beb6-e692eeccb5c3 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c480274-6a42-47c9-80e3-79c5fb722508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371528
Dec 10 04:48:34.998257 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762ed0-e778-4247-9ce7-632e435cf736 req-081842c6-ee34-4780-be8c-60c3d26f74b8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:34.998947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-80762ed0-e778-4247-9ce7-632e435cf736 req-081842c6-ee34-4780-be8c-60c3d26f74b8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:35.010260 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-80762ed0-e778-4247-9ce7-632e435cf736 req-081842c6-ee34-4780-be8c-60c3d26f74b8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:35.011312 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-80762ed0-e778-4247-9ce7-632e435cf736 req-081842c6-ee34-4780-be8c-60c3d26f74b8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 945 time: 0.0906341
Dec 10 04:48:35.082444 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:48:35.082707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:35.329042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:35.329423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:35.450510 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:48:35.597766 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:35.603225 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6be8691b-175d-4eab-8446-66dc86b46c1a tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:35.647361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:35.667010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ba1c6b05-c8c3-4cca-a6ff-18c29b8ba471 req-f2477015-d90e-4276-a1e6-d6415d9d1788 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5edbe08-91d1-48ae-be7c-549b3b8f89f7 HTTP/1.1" status: 200  len: 210 time: 0.0444500
Dec 10 04:48:35.680420 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.680814 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.681198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.681598 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.681971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.682875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.683246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.683616 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.684000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.684347 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.684712 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.685091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:35.692849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:35.738123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] No DVR routers for this DVR port 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:48:35.740371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:35.742899 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'name': 'network-vif-deleted', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:48:35.764049 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-80762ed0-e778-4247-9ce7-632e435cf736 req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "DELETE /v2.0/ports/61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 HTTP/1.1" status: 204  len: 173 time: 0.7472408
Dec 10 04:48:35.884909 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5edbe08-91d1-48ae-be7c-549b3b8f89f7', 'name': 'network-vif-deleted', 'tag': '61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5', 'status': 'completed', 'code': 200}
Dec 10 04:48:36.760863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50402) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:37.432952 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:37.780204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port afcd7218-0e3f-4065-a730-4a8f3ef167a8 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:48:37.780877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:37.962319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port afcd7218-0e3f-4065-a730-4a8f3ef167a8, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=afcd7218-0e3f-4065-a730-4a8f3ef167a8,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:37.962675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:38.085756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for afcd7218-0e3f-4065-a730-4a8f3ef167a8 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:48:38.375722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:38.379235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:38.420692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=afcd7218-0e3f-4065-a730-4a8f3ef167a8,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:38.424147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:38.633140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:48:38.670266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:48:38.670624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 61096bdd-c2e6-46fc-95fc-4c0bdb5fb5a5 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:48:38.701701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.062217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:48:39.234726 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:48:39.243941 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Sync routers for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:48:39.248892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/612cc969-8fc9-478d-8a4e-dd0eabb9ee83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4858503
Dec 10 04:48:39.250421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:39.253592 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:39.254190 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6971c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:39.317700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting subnet 7e486351-393b-4d4a-8726-aae6867e3138 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:48:39.320862 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.374935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.458967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.460981 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:39.532699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.537392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a877f37e-b60b-4163-9b3d-7eef156567b5 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:39.574195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Subnet': ['ID=7e486351-393b-4d4a-8726-aae6867e3138,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:39.576139 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.578913 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:39.583719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-97f6393a-20de-4276-a2dd-018c042b094a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/subnets/7e486351-393b-4d4a-8726-aae6867e3138 HTTP/1.1" status: 204  len: 168 time: 0.3323441
Dec 10 04:48:39.583890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1822e-1dcc-4df4-9b99-ba6ae3270a32 None None] Network 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:48:39.586307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:39.743665 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6971c0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:48:38Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:39.748291 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Checking router: 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:48:39.757462 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Routers {'612cc969-8fc9-478d-8a4e-dd0eabb9ee83'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:39.758169 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6971c0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:39.913478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.930298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] DHCP port deletion for 7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:48:39.934564 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Deleting port 3dfae6c7-0da4-443f-902a-5bd870332e4d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:48:39.935008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:39.953148 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] Set router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:40.093721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.104311 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port d8278cf1-007e-4f08-95ee-bb3820845678 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:48:40.104736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.145870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] For port 3dfae6c7-0da4-443f-902a-5bd870332e4d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3dfae6c7-0da4-443f-902a-5bd870332e4d,segment=NetworkSegment(dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab),segment_id=dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:40.146236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.236757 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6971c0>, [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:48:38Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:40.240342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b09c3d-64be-4913-8853-1ae29cbcd665 None None] The sync data for ids ['612cc969-8fc9-478d-8a4e-dd0eabb9ee83'] in dv-neutron-821182-1-hyperv is: [{'id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842863005', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:48:38Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'd8278cf1-007e-4f08-95ee-bb3820845678', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612cc969-8fc9-478d-8a4e-dd0eabb9ee83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:45:36Z', 'updated_at': '2021-12-10T04:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:48:40.269341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Calling delete_port for 3dfae6c7-0da4-443f-902a-5bd870332e4d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:48:40.290565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port d8278cf1-007e-4f08-95ee-bb3820845678, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=d8278cf1-007e-4f08-95ee-bb3820845678,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:40.291003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.345789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.349220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:40.391617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Pushing event deleted for resources: {'Port': ['ID=3dfae6c7-0da4-443f-902a-5bd870332e4d,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:40.396150 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] No DVR routers for this DVR port 3dfae6c7-0da4-443f-902a-5bd870332e4d on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:48:40.402041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.402396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.402737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.406104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.406104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.406293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.406476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.407101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.407217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.407454 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.407784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.408109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:40.411147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:40.412724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for d8278cf1-007e-4f08-95ee-bb3820845678 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:48:40.577472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.581554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0203ec0e-ba3e-4326-ad7d-ac9cc53d01f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:40.622503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=d8278cf1-007e-4f08-95ee-bb3820845678,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:40.626585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:40.722141 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.898474 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.900675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.910249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device afcd7218-0e3f-4065-a730-4a8f3ef167a8 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:48:40.924790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.925410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Fanout notify agent at l3_agent the message router_deleted on router 612cc969-8fc9-478d-8a4e-dd0eabb9ee83 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:48:40.941291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:40.944843 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/routers/612cc969-8fc9-478d-8a4e-dd0eabb9ee83 HTTP/1.1" status: 204  len: 168 time: 1.3551345
Dec 10 04:48:40.945124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50414) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:40.946810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: afcd7218-0e3f-4065-a730-4a8f3ef167a8 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:48:40.947282 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device afcd7218-0e3f-4065-a730-4a8f3ef167a8 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:48:40.948402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3dfae6c7-0da4-443f-902a-5bd870332e4d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:48:40.986947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3dfae6c7-0da4-443f-902a-5bd870332e4d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:48:40.986947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3dfae6c7-0da4-443f-902a-5bd870332e4d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:48:41.102564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.236132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.260102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d976b5d60>,) {'filters': {'network_id': ['7a9b0011-eb18-4cc9-9b9d-0baa86f2b400']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:41.272030 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976b5d60>, 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:41.272320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d976b5d60>, 'dfdff9a1-0cf4-4bdb-83c0-6ac3e9b844ab') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:41.283066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.298603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.304307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:48:41.304673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:48:41.318848 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:48:41.525407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.528672 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fdd40547-6262-404f-a2df-82d57166daff tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:41.543220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.558480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Network': ['ID=7a9b0011-eb18-4cc9-9b9d-0baa86f2b400,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:41.561849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:41.568289 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/networks/7a9b0011-eb18-4cc9-9b9d-0baa86f2b400 HTTP/1.1" status: 204  len: 168 time: 0.6219375
Dec 10 04:48:41.570866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50420) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:41.640669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.669673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.732665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.736290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-16c81464-d75e-4d7b-9ae9-d114301ad13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:41.751299 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c480274-6a42-47c9-80e3-79c5fb722508,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:41.753984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:41.761055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:41.762180 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c480274-6a42-47c9-80e3-79c5fb722508 HTTP/1.1" status: 204  len: 168 time: 0.1901836
Dec 10 04:48:42.189260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50428) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.194582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720601357', 'description': 'tempest-secgroup-smoke-1720601357 description', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.200583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.204618 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.207697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.214652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.223210 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.242570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.246881 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.249616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.255103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.321076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.324446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.327845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7e787b47-e3c0-4ad5-92b0-75e029966370 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:42.372238 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b451d34-7653-4365-a819-6319ac2c3d4d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:42.374804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.378711 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1856735
Dec 10 04:48:42.378711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:42.379154 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50432) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.384445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.390448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.394245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.397083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.403456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.420171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.482737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.486432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.494123 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bac913b-8abc-41fe-aa2a-854164d55421 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:42.512591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f1f086-233b-4eb4-a568-67f76bd27094,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:42.516475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:42.523350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.524611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1443722
Dec 10 04:48:42.527971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50436) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.533037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.538893 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.543204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.546051 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.551637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.568883 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.628050 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.631523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.633404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c0e5f57d-66a9-4a17-8ad0-f38d2ce163e7 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:42.652814 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911ed20d-775f-4eaa-9ee4-82257769a19d,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:42.656476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:42.663167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.664405 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1355286
Dec 10 04:48:42.667731 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50440) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.672675 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.678356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.682095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.684874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.690440 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.706208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.770734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.774251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.777125 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-33e37e1a-c012-4d67-8057-6ae1de984a7e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:42.799929 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd298e1-a174-4f8e-8d9e-b2e37a81999e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:42.804271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:42.808869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.810139 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1414719
Dec 10 04:48:42.813023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50444) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.818134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.823215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d8278cf1-007e-4f08-95ee-bb3820845678 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:48:42.827010 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.831027 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.833996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.841514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.857834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.867359 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: d8278cf1-007e-4f08-95ee-bb3820845678 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:48:42.867614 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device d8278cf1-007e-4f08-95ee-bb3820845678 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:48:42.923581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.926893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.928671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dbe37d61-f41f-47fa-b1d1-33db6ee4d16c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:42.950055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f140ace8-7afb-4ca3-806b-a85022c53c50,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:42.952424 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:42.959495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:42.960638 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1465945
Dec 10 04:48:42.963396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50450) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:42.968715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:42.974487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:42.978287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:42.981665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:42.987246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:42.997854 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:48:43.004165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.065699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.069132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.070902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-4fe0171f-ae54-406e-9052-0c140a64a8ef tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:43.092693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc2bc1e-bc30-4a84-bece-1e72be4db646,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:43.097013 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:43.101475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.102624 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1382532
Dec 10 04:48:43.105852 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50454) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:43.110745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '3b451d34-7653-4365-a819-6319ac2c3d4d', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:43.116564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:43.120884 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:43.123746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:43.129392 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:43.143041 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:48:43.149539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.212788 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.217539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.225605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ba86be9c-9ce6-4fb7-a045-c9c87ef9f50f tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:43.246479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36548130-cc19-45a6-b558-acb1995ccbd3,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:43.249230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:43.253487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.254628 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1478484
Dec 10 04:48:43.257406 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50458) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:43.262747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'network': {'name': 'tempest-network-smoke--1267011354', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:43.267591 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:43.272094 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:network and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:43.274888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:43.280916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:43.290098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:48:43.294115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.320825 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:48:43.330184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.330829 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Added segment ada2045b-5c0d-4c36-b826-eb0193b3bbbc of type vlan for network 38954d0e-3695-4ba0-8eec-fae3cd0ca159
Dec 10 04:48:43.356431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.383246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.388765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:43.389376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.394196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:43.489597 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2310829
Dec 10 04:48:43.492223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50462) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:43.498013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'admin_state_up': True, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:43.499165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Network': ['ID=38954d0e-3695-4ba0-8eec-fae3cd0ca159,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:43.501796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f9978dd0-b0ee-4cba-a903-89bc4ac77180 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:43.505232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:43.509211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:48:43.509538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:router and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:43.513027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:43.519642 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:43.529611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.530811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.546282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:43.807705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.102815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.131286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.263197 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.158 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/a4e90719-0391-4896-828b-e3d30c551301) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:48:44.442187 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-29d29f05-9257-4e4b-8de0-7d3ef269d128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.519953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.531803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.548630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:44.552995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6c2833f5-7ecc-43ad-a914-0e4ca8e62491 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:44.612003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:48:44.614750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:44.618475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:48:44.659016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=a4e90719-0391-4896-828b-e3d30c551301,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:44.663148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:45.024498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:45.353616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:45.550330 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router aec7d867-d764-4389-8186-eb8a1aad921f is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:48:45.721809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:48:45.732191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Sync routers for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:48:45.741949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:45.742568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a7820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:45.748285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:45.749519 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2561994
Dec 10 04:48:45.752535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50466) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:45.924113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:45.972125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4e036079-3dd5-48a5-bdef-e13786922d9d tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8170c8ca8ee249c6a8b5f78337748a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2179706
Dec 10 04:48:45.974471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50472) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:46.104924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e56d31-6ed7-4c06-b589-af10e90b6a6a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:46.108987 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f4e56d31-6ed7-4c06-b589-af10e90b6a6a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1308508
Dec 10 04:48:46.109202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50476) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:46.148709 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4ce28158-afb1-4670-992f-89a2dd2084eb tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0383229
Dec 10 04:48:46.151562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50480) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:46.156813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633815030', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:46.208058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a7820>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:46.211926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Checking router: aec7d867-d764-4389-8186-eb8a1aad921f for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:48:46.212301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Updating router aec7d867-d764-4389-8186-eb8a1aad921f port a4e90719-0391-4896-828b-e3d30c551301 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:48:46.272524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:46.277076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:subnet and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:48:46.280036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:48:46.285975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:46.296954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:48:46.300439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.309400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.511106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.514632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a943e0d1-f453-4c4a-bfbe-5441cc011ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:46.590559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Subnet': ['ID=821eb038-a3cd-4145-87c5-931930e49a76,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:46.594107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:46.600938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Checking segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:48:46.601294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network hostable DHCP agents. Network: 38954d0e-3695-4ba0-8eec-fae3cd0ca159, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:48:46.619809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:48:46.628647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 38954d0e-3695-4ba0-8eec-fae3cd0ca159) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:46.629474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.632728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:46.633590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.641229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146dea7d-2c3b-4efb-9dc6-e052ea49d992 None None] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:48:46.655426 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-43a4d310-981a-4071-ae3b-a1595c5d53f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5028880
Dec 10 04:48:46.655636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Transition to ACTIVE for port object a4e90719-0391-4896-828b-e3d30c551301 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:46.658179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50484) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:48:46.664922 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.681919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:48:46.717628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:46.815368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Attempting to bind port a4e90719-0391-4896-828b-e3d30c551301 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:48:46.815953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Attempting to bind port a4e90719-0391-4896-828b-e3d30c551301 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:48:46.816113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Attempting to bind port a4e90719-0391-4896-828b-e3d30c551301 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:48:46.833222 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:48:46.833627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:48:46.834038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.834443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:48:46.834923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Bound port: a4e90719-0391-4896-828b-e3d30c551301, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:48:46.835305 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.858793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0ac18a45-56b7-474a-8f00-61aa6a60576a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.860576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Pushing event updated for resources: {'Port': ['ID=a4e90719-0391-4896-828b-e3d30c551301,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:46.876081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:46.976412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] For port a4e90719-0391-4896-828b-e3d30c551301, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:48:46.980735 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] For port a4e90719-0391-4896-828b-e3d30c551301, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a4e90719-0391-4896-828b-e3d30c551301,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:48:46.986178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:46.990575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:47.088845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:48:47.089766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:47.113247 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:47.113822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a7820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:47.227534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Pushing event updated for resources: {'Port': ['ID=a4e90719-0391-4896-828b-e3d30c551301,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:47.238211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:47.350503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:47.399445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:47.581275 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Allocated IP 172.20.0.2 (38954d0e-3695-4ba0-8eec-fae3cd0ca159/821eb038-a3cd-4145-87c5-931930e49a76/6b1295df-8c89-44fc-89a4-8ed04c883998) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:48:47.841001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:47.932987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:47.945322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c5a7820>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:47.948121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Transition to ACTIVE for port object 6b1295df-8c89-44fc-89a4-8ed04c883998 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:47.957925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c604d91-208c-40e9-b348-6d881f252f4e None None] The sync data for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv is: [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:44Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:48:47.969892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Transition to ACTIVE for port object 6b1295df-8c89-44fc-89a4-8ed04c883998 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:47.980876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:47.984760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:48.045166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:48:48.047949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:48.050431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.1 (38954d0e-3695-4ba0-8eec-fae3cd0ca159/821eb038-a3cd-4145-87c5-931930e49a76/65e6fc0a-0ffd-4751-9c25-038b93a69794) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:48:48.052041 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:48:48.104462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Pushing event updated for resources: {'Port': ['ID=6b1295df-8c89-44fc-89a4-8ed04c883998,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:48.136716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:48.162265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.165416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Attempting to bind port 6b1295df-8c89-44fc-89a4-8ed04c883998 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:48:48.165794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Attempting to bind port 6b1295df-8c89-44fc-89a4-8ed04c883998 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:48:48.166240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Attempting to bind port 6b1295df-8c89-44fc-89a4-8ed04c883998 on network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Checking segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Bound using segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Bound port: 6b1295df-8c89-44fc-89a4-8ed04c883998, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:48:48.181202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.261909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.279217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 65e6fc0a-0ffd-4751-9c25-038b93a69794 will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:48.286756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] For port 6b1295df-8c89-44fc-89a4-8ed04c883998, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:48:48.289948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] For port 6b1295df-8c89-44fc-89a4-8ed04c883998, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6b1295df-8c89-44fc-89a4-8ed04c883998,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:48:48.295062 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.299791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:48.307451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.311891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c68a9ae5-de11-4622-89e3-af7f4be72e68 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:48.381133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Pushing event updated for resources: {'Port': ['ID=6b1295df-8c89-44fc-89a4-8ed04c883998,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:48.384273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:48.391429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:48:48.394711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:48.399096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:48:48.441184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:48.446081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:48.464553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.607438 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:48.957234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6b1295df-8c89-44fc-89a4-8ed04c883998 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:49.022727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 6b1295df-8c89-44fc-89a4-8ed04c883998 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:49.028115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a4e90719-0391-4896-828b-e3d30c551301 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:49.048000 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.052658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.081341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe7b-c8e2-4c21-af5c-fdd35452892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:49.101430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port a4e90719-0391-4896-828b-e3d30c551301 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:49.108280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a4e90719-0391-4896-828b-e3d30c551301 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:49.108817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.172962 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:49.175348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.179153 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:49.235458 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.252988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port a4e90719-0391-4896-828b-e3d30c551301, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a4e90719-0391-4896-828b-e3d30c551301,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:49.258778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.265004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:49.319492 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:48:49.320701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:49.336122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=a4e90719-0391-4896-828b-e3d30c551301,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:49.340382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:49.436738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1be4a7-1199-4a7b-89fc-5ecf190b38e2 None None] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:48:49.524762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Provisioning for port 6b1295df-8c89-44fc-89a4-8ed04c883998 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:49.534573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Provisioning complete for port 6b1295df-8c89-44fc-89a4-8ed04c883998 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:49.534961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.650320 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router aec7d867-d764-4389-8186-eb8a1aad921f has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:48:49.677058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.783098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.825111 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] For port 6b1295df-8c89-44fc-89a4-8ed04c883998, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6b1295df-8c89-44fc-89a4-8ed04c883998,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:49.832388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:48:49.832841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:49.834734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:49.851631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/aec7d867-d764-4389-8186-eb8a1aad921f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1869051
Dec 10 04:48:49.907378 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Sync routers for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:48:49.918280 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:49.918904 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:49.927414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Pushing event updated for resources: {'Port': ['ID=6b1295df-8c89-44fc-89a4-8ed04c883998,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:49.941297 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:50.048140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3968708-a131-422d-b0e1-182b4b603f1e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:50.066097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3968708-a131-422d-b0e1-182b4b603f1e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:50.070061 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3968708-a131-422d-b0e1-182b4b603f1e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720601357&fields=id&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 267 time: 0.0637455
Dec 10 04:48:50.112320 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:50.179718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Provisioning for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:50.185585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Provisioning complete for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:50.186211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.227856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-cd939c68-bf50-48da-b41b-2d6530459c7b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:50.228702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-cd939c68-bf50-48da-b41b-2d6530459c7b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:50.248250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-cd939c68-bf50-48da-b41b-2d6530459c7b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:50.256606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Port 65e6fc0a-0ffd-4751-9c25-038b93a69794 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:48:50.257895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-cd939c68-bf50-48da-b41b-2d6530459c7b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 797 time: 0.1822727
Dec 10 04:48:50.269105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Provisioning complete for port 6b1295df-8c89-44fc-89a4-8ed04c883998 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:50.269822 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b5b5017e-46fc-4da4-9d78-83532ac0ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.276727 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-815e05a2-67c1-4796-9323-f8e3f8679b43 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/quotas/8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 375 time: 0.0175798
Dec 10 04:48:50.368579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3f7beda-bc09-4762-8b35-f30146c21e4f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:50.388025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3f7beda-bc09-4762-8b35-f30146c21e4f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:50.389384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-a3f7beda-bc09-4762-8b35-f30146c21e4f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1118438
Dec 10 04:48:50.458988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-6a4a1c04-1b8d-46ab-ad1f-70c213de15e3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:48:50.460000 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-6a4a1c04-1b8d-46ab-ad1f-70c213de15e3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0487556
Dec 10 04:48:50.508081 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9c10>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 2, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:50.514769 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Checking router: aec7d867-d764-4389-8186-eb8a1aad921f for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:48:50.515129 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Updating router aec7d867-d764-4389-8186-eb8a1aad921f port 65e6fc0a-0ffd-4751-9c25-038b93a69794 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:48:50.528901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a7e3fea6-786b-4485-94b4-379cb6612065 None None] Provisioning complete for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:50.529490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fea6-786b-4485-94b4-379cb6612065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.570301 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.600494 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f3e43267-ed1a-404a-acdb-8ca4a4038680 service neutron] 10.222.0.44 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339977
Dec 10 04:48:50.603447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3fea6-786b-4485-94b4-379cb6612065 None None] Port 65e6fc0a-0ffd-4751-9c25-038b93a69794 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:48:50.735617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-aa8370c4-3f7a-436a-8c76-b49ee112927e service neutron] 10.222.0.44 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259439
Dec 10 04:48:50.911820 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6b1295df-8c89-44fc-89a4-8ed04c883998 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:50.936052 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.949624 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Transition to ACTIVE for port object 65e6fc0a-0ffd-4751-9c25-038b93a69794 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:50.953962 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-838131e2-3eb3-4d67-ba93-940cabfbd97b req-ac32a339-bfaa-49c2-b532-9ac8a4fd376d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 210 time: 0.0739684
Dec 10 04:48:50.957719 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:50.968408 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:51.009644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 6b1295df-8c89-44fc-89a4-8ed04c883998 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:51.012908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:51.094303 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Pushing event updated for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:51.113474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.113823 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.114163 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.114675 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.115160 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.115646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.116308 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.116641 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.117222 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.117392 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.117627 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.118323 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:48:51.127320 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:51.224261 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Attempting to bind port 65e6fc0a-0ffd-4751-9c25-038b93a69794 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:48:51.224626 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Attempting to bind port 65e6fc0a-0ffd-4751-9c25-038b93a69794 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:48:51.225137 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Attempting to bind port 65e6fc0a-0ffd-4751-9c25-038b93a69794 on network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:48:51.230649 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:48:51.231146 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Checking segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:48:51.231270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a4e90719-0391-4896-828b-e3d30c551301 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:51.231712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:51.231939 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Bound using segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:48:51.232432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Bound port: 65e6fc0a-0ffd-4751-9c25-038b93a69794, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:48:51.232818 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:51.302294 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port a4e90719-0391-4896-828b-e3d30c551301 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:51.302731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:51.324019 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] For port 65e6fc0a-0ffd-4751-9c25-038b93a69794, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:48:51.327571 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] For port 65e6fc0a-0ffd-4751-9c25-038b93a69794, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=65e6fc0a-0ffd-4751-9c25-038b93a69794,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:48:51.332787 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:51.337667 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a384aac3-2689-4190-bf8a-22d0700c7ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:51.413600 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:48:51.414098 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9c10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:51.532733 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Pushing event updated for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:51.542608 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:51.603201 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:48:51.905417 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9dec9c10>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:51Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:48:51.909193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277e030-a304-44e6-8529-8dec478dc37e None None] The sync data for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv is: [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:51Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:48:52.051113 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-69c2cff8-f9ee-475d-be79-f62e3d0ad4e8 req-98cdc7d9-e4e1-4c11-91e6-417b004b35b0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 210 time: 0.0426633
Dec 10 04:48:52.894051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 65e6fc0a-0ffd-4751-9c25-038b93a69794 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:52.966483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:52.971118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:52.971499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:53.084907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:53.116818 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 65e6fc0a-0ffd-4751-9c25-038b93a69794, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=65e6fc0a-0ffd-4751-9c25-038b93a69794,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:53.120872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:53.122705 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-1e5ed898-9009-447d-b606-78924e6b3f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:53.191569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:53.194730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:53.205733 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d2c65aff-e0b7-4532-83f7-86184593244a req-aa36a320-082d-4f4a-9948-85d01a472e6a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 210 time: 0.0453644
Dec 10 04:48:54.355779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f512094f-cf7d-48f3-87a2-cd15d72b470e req-003ed4b3-05f3-4894-9544-58157f5f9a56 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 210 time: 0.0437937
Dec 10 04:48:54.389659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-b8130761-6721-4bc0-9f3c-e961047596b4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:54.390343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-b8130761-6721-4bc0-9f3c-e961047596b4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:48:54.402594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-b8130761-6721-4bc0-9f3c-e961047596b4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:48:54.403695 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-b8130761-6721-4bc0-9f3c-e961047596b4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 797 time: 0.1634138
Dec 10 04:48:54.457671 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-68808d45-2c7f-42ee-8ddc-5e7dcbdda87d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 380 time: 0.0404675
Dec 10 04:48:54.472472 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'port': {'device_id': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'admin_state_up': True, 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'security_groups': ['3b451d34-7653-4365-a819-6319ac2c3d4d']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:54.604227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:48:54.613442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:48:54.623739 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:48:54.627325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:54.783272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.12 (38954d0e-3695-4ba0-8eec-fae3cd0ca159/821eb038-a3cd-4145-87c5-931930e49a76/9532927d-681d-4a5f-8957-2535f56e7108) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:48:54.874550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 65e6fc0a-0ffd-4751-9c25-038b93a69794 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:48:54.948504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 65e6fc0a-0ffd-4751-9c25-038b93a69794 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:54.948878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:54.971611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:54.987346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 9532927d-681d-4a5f-8957-2535f56e7108 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:55.010861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.017856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bad195d-0b4c-4277-aa1f-44523290b685 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:55.082202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:48:55.085212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:48:55.087964 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:48:55.137091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:55.140028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:55.161837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:55.162445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.188140 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7194252
Dec 10 04:48:55.205178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Request body: {'port': {'device_id': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:48:55.368307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a85e954c-508f-41a3-b477-5a857e26eb61 None None] Provisioning for port 9532927d-681d-4a5f-8957-2535f56e7108 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:48:55.374229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a85e954c-508f-41a3-b477-5a857e26eb61 None None] Provisioning complete for port 9532927d-681d-4a5f-8957-2535f56e7108 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:48:55.374613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a85e954c-508f-41a3-b477-5a857e26eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.432110 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a85e954c-508f-41a3-b477-5a857e26eb61 None None] Port 9532927d-681d-4a5f-8957-2535f56e7108 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:48:55.435679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.541787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a13eae-a208-42af-ba28-88ba6d570b62 req-8fe59f94-ebf9-4722-9fa2-4b97970644da tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:55.543720 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26a13eae-a208-42af-ba28-88ba6d570b62 req-8fe59f94-ebf9-4722-9fa2-4b97970644da tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 932 time: 0.0822353
Dec 10 04:48:55.588778 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-26a13eae-a208-42af-ba28-88ba6d570b62 req-9396fda9-eebc-4d47-9878-74abf42afb3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392845
Dec 10 04:48:55.770709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:48:55.778267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.791849 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Transition to ACTIVE for port object 9532927d-681d-4a5f-8957-2535f56e7108 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:48:55.795559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:55.799091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8d6d1f83-4d61-4ede-a891-53990db183f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:55.955254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:55.962757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:56.029701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Attempting to bind port 9532927d-681d-4a5f-8957-2535f56e7108 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:48:56.030039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Attempting to bind port 9532927d-681d-4a5f-8957-2535f56e7108 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:48:56.030367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Attempting to bind port 9532927d-681d-4a5f-8957-2535f56e7108 on network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:48:56.034918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Port 9532927d-681d-4a5f-8957-2535f56e7108 on network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:48:56.035239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Attempting to bind port 9532927d-681d-4a5f-8957-2535f56e7108 on network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:48:56.040149 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:48:56.040480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Checking segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:48:56.040886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Bound using segment: {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:48:56.041321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Bound port: 9532927d-681d-4a5f-8957-2535f56e7108, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:48:56.041673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:56.132261 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:48:56.135164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:48:56.138447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:56.141953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa7e0bef-feb1-46fa-9e59-7a62824b6d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:56.201515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.202117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:56.203468 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] 10.222.0.18 "PUT /v2.0/ports/9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1094 time: 1.0025408
Dec 10 04:48:56.203965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:48:56.221382 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:56.224479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:56.293092 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'status': 'completed', 'code': 200}
Dec 10 04:48:56.334928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-3c0749c2-9b92-4ed6-b766-f38c0b8ce18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.336404 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-3c0749c2-9b92-4ed6-b766-f38c0b8ce18c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1097 time: 0.0790670
Dec 10 04:48:56.409842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-ebc2ac95-e1f7-4f92-b656-999b0f2b9f32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 217 time: 0.0610297
Dec 10 04:48:56.475798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-68b76265-ef13-4ada-a539-5b1c5174e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.477344 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-68b76265-ef13-4ada-a539-5b1c5174e3c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0608680
Dec 10 04:48:56.551245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-91fecf87-5d25-48be-9914-aa1dbd4afc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.552571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-91fecf87-5d25-48be-9914-aa1dbd4afc19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679324
Dec 10 04:48:56.690555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-c0146b3b-e339-4e19-85c4-da8f4665e316 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312869
Dec 10 04:48:56.773045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1497c98-d95b-44fa-aeeb-cfa6fd26b207 req-7d8971ad-150e-479c-940b-c13e7a9104aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.774518 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1497c98-d95b-44fa-aeeb-cfa6fd26b207 req-7d8971ad-150e-479c-940b-c13e7a9104aa tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 944 time: 0.0805664
Dec 10 04:48:56.817876 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f1497c98-d95b-44fa-aeeb-cfa6fd26b207 req-448c1bca-8dfd-4b54-8a7d-5800eb4e2637 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376146
Dec 10 04:48:56.826123 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-429a8603-02bd-46e8-b874-465d8a1b23b9 req-5cb52790-1f79-4b08-9559-d224320a3aaa service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279016
Dec 10 04:48:56.984906 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-3f9d21a8-83fe-4e14-b302-ac71b6e7784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:56.986405 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-3f9d21a8-83fe-4e14-b302-ac71b6e7784b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1097 time: 0.0788033
Dec 10 04:48:57.227827 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-450af97a-c5c8-49ca-8a18-eec473920de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:57.230266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-450af97a-c5c8-49ca-8a18-eec473920de9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.2364430
Dec 10 04:48:57.301027 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-4a2a71c5-e14d-4f4c-8b4a-0d242302ed00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 217 time: 0.0641992
Dec 10 04:48:57.361926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-c5230ef5-bd77-45f3-b76c-83d5c49ef8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:57.363691 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-c5230ef5-bd77-45f3-b76c-83d5c49ef8d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0552773
Dec 10 04:48:57.438834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-cd89bdaa-cdfc-48d8-9689-9835af57377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:57.440277 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-cd89bdaa-cdfc-48d8-9689-9835af57377d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698152
Dec 10 04:48:57.572555 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-7e4a9f2b-5e44-4ac5-a2c5-ed4d89709297 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250050
Dec 10 04:48:57.703236 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a73cbbca-a819-4207-8d44-a5f63fb6aaaf req-5cf506e4-fc10-4fdc-8fc0-842209bbed57 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240413
Dec 10 04:48:58.010795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21905348-c547-4720-a197-d5dc1331ffc7 req-6e009df3-e92d-48f7-9fad-acf75687d42a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:58.012217 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21905348-c547-4720-a197-d5dc1331ffc7 req-6e009df3-e92d-48f7-9fad-acf75687d42a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 944 time: 0.0838912
Dec 10 04:48:58.055075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21905348-c547-4720-a197-d5dc1331ffc7 req-17acafdf-bc97-49bd-9cb1-32dc94d105b6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372851
Dec 10 04:48:58.774610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:48:58.905325 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:58.918539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '9532927d-681d-4a5f-8957-2535f56e7108', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'mac_address': 'fa:16:3e:76:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:48:58.972457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:58.989257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:48:59.004044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:48:59.007839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:48:59.009587 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-954df24d-0c00-476c-ae74-de9dff6c107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:48:59.075352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:48:59.078177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:48:59.238081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a37ed-e228-40dc-8baa-54ba67cf426b req-12f6b144-bbb0-4678-8edd-6b953aa801ea tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:48:59.239516 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a63a37ed-e228-40dc-8baa-54ba67cf426b req-12f6b144-bbb0-4678-8edd-6b953aa801ea tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 945 time: 0.0792017
Dec 10 04:48:59.283067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a63a37ed-e228-40dc-8baa-54ba67cf426b req-21b34fbd-20c5-4c5d-996f-584408c49fd6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378776
Dec 10 04:48:59.440757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['9532927d-681d-4a5f-8957-2535f56e7108'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:49:00.468909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7792c50-bc39-4767-9785-a17d2639e454 req-3d12f9f1-5a24-4127-99ee-dd58b98d5e8e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:00.470476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7792c50-bc39-4767-9785-a17d2639e454 req-3d12f9f1-5a24-4127-99ee-dd58b98d5e8e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 945 time: 0.0824931
Dec 10 04:49:00.514039 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7792c50-bc39-4767-9785-a17d2639e454 req-2a8b27dd-0df5-4f49-a264-31004ee7f223 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380824
Dec 10 04:49:00.789328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:49:00.856079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 9532927d-681d-4a5f-8957-2535f56e7108 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:49:00.860744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 9532927d-681d-4a5f-8957-2535f56e7108 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:49:00.861123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:00.975170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:01.002463 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:49:01.011958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:49:01.016749 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:01.018644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:49:01.086443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:49:01.089804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:49:01.093037 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'code': 200}
Dec 10 04:49:01.354473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d29d5-28dc-4b32-88f3-ddea01efc6be req-b3e47078-d3a3-4686-bb8c-9e98282b9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:01.355832 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b3d29d5-28dc-4b32-88f3-ddea01efc6be req-b3e47078-d3a3-4686-bb8c-9e98282b9d4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0725293
Dec 10 04:49:01.396070 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8b3d29d5-28dc-4b32-88f3-ddea01efc6be req-00feec55-a332-4e12-8f08-13a0d1a2107f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337229
Dec 10 04:49:01.699378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d167-6977-4d00-ab25-b930bbff8814 req-b7a017b7-3e71-4a1f-a31b-4b586eb17078 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:01.700821 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2021d167-6977-4d00-ab25-b930bbff8814 req-b7a017b7-3e71-4a1f-a31b-4b586eb17078 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0848291
Dec 10 04:49:01.866902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2021d167-6977-4d00-ab25-b930bbff8814 req-f34932d2-18de-4a91-978a-6ac09d99e0e9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602159
Dec 10 04:49:03.049870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be08f3-cfb4-49b6-b8e6-e739299a0491 req-d8109492-c7d3-4c00-9d1b-778b45456438 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:03.051300 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-22be08f3-cfb4-49b6-b8e6-e739299a0491 req-d8109492-c7d3-4c00-9d1b-778b45456438 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0797050
Dec 10 04:49:03.094881 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-22be08f3-cfb4-49b6-b8e6-e739299a0491 req-554fdb50-9fca-4538-9a75-77eb0a7f0708 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379534
Dec 10 04:49:03.276413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e4150-0fc3-4a1f-b326-0a3c897d17f2 req-7297e8c9-3de5-4260-ad22-79cf9d8bba5e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:03.277862 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-522e4150-0fc3-4a1f-b326-0a3c897d17f2 req-7297e8c9-3de5-4260-ad22-79cf9d8bba5e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0829227
Dec 10 04:49:03.319999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-522e4150-0fc3-4a1f-b326-0a3c897d17f2 req-c512e493-ce6c-4c04-943b-c5a9fb2ab592 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364351
Dec 10 04:49:03.342629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50558) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:49:03.410143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883cdd1-eda5-44c3-a4b5-387a7ff8a9c0 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:03.411501 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0883cdd1-eda5-44c3-a4b5-387a7ff8a9c0 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1094 time: 0.0678878
Dec 10 04:49:03.414216 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50562) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:49:03.418990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:49:03.424741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:49:03.428489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:floatingip and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:49:03.431317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:49:03.437435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:49:03.448905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:03.580906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:03.714730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.34 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/c05090f1-399a-43ea-b56b-7de6c1912baf) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:49:03.858173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:03.888671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:03.893088 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0fb99ad3-73b7-42d0-80e1-3d7e08c6b2bd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:49:03.955431 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:49:03.958499 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:49:03.962266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:49:04.001392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=c05090f1-399a-43ea-b56b-7de6c1912baf,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:49:04.006339 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:49:04.360930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:04.432249 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:04.632580 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:04.636868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:04.641256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2e5f4b22-6dc7-4154-854e-9c9d057648bc tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:49:04.746741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=c05090f1-399a-43ea-b56b-7de6c1912baf,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:49:04.750025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:49:04.758217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:05.042487 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP e9675930-aba9-4d3e-8d7f-ace84845972b associated. External IP: 172.26.1.34, port: 9532927d-681d-4a5f-8957-2535f56e7108.
Dec 10 04:49:05.383321 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router aec7d867-d764-4389-8186-eb8a1aad921f has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:49:05.556529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:49:05.566125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Sync routers for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:49:05.575494 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:49:05.576104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3717f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:49:05.582971 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:05.640200 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2248871
Dec 10 04:49:05.640762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:49:05.692833 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'status': 'completed', 'code': 200}
Dec 10 04:49:05.791398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:49:05.810854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-73755db1-2bcf-4197-adcc-3e8e44087dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:05.812401 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-73755db1-2bcf-4197-adcc-3e8e44087dcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0754030
Dec 10 04:49:05.820159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336e47-4dc4-4775-8957-ef98d7c3f801 req-a7425bf3-24d8-461f-b6b0-50cd5b8939ac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:05.821911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5c336e47-4dc4-4775-8957-ef98d7c3f801 req-a7425bf3-24d8-461f-b6b0-50cd5b8939ac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0838048
Dec 10 04:49:05.888530 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5c336e47-4dc4-4775-8957-ef98d7c3f801 req-e37e8e21-7224-469d-a06d-27940f52ea7d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599959
Dec 10 04:49:05.901097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50572) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:49:05.962967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-8ce880e5-d7c8-466b-95e7-1d236642e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:05.964543 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-8ce880e5-d7c8-466b-95e7-1d236642e195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1464112
Dec 10 04:49:06.038119 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-87562fbe-8c69-4f6f-9434-f00d0dd17910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/e9675930-aba9-4d3e-8d7f-ace84845972b HTTP/1.1" status: 200  len: 991 time: 0.1357818
Dec 10 04:49:06.069835 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-4dde1c45-eebf-4f8e-985a-47be5f7396c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 999 time: 0.0989795
Dec 10 04:49:06.136338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-3ef06dc9-c2d0-478f-b1b2-8f4b0c8312ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:06.137859 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-3ef06dc9-c2d0-478f-b1b2-8f4b0c8312ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0611651
Dec 10 04:49:06.142100 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3717f0>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'e9675930-aba9-4d3e-8d7f-ace84845972b', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.34', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'mac_address': 'fa:16:3e:76:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:49:04Z', 'updated_at': '2021-12-10T04:49:04Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:49:06.146082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Checking router: aec7d867-d764-4389-8186-eb8a1aad921f for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:49:06.154361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:49:06.154885 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3717f0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:48:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:49:06.214363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-200bc6d2-f62a-4d3a-b618-fddffc8768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:06.215983 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-200bc6d2-f62a-4d3a-b618-fddffc8768e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719893
Dec 10 04:49:06.332209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:49:06.362957 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-7b677318-2d32-43d3-a696-a7484bbedaa9 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404655
Dec 10 04:49:06.491712 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bb375cdb-4e5e-43b8-bc12-c37e29c6e6f2 req-bfb48ea8-db7c-42ad-99da-7067c85b74a9 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219907
Dec 10 04:49:06.671424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d3717f0>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'e9675930-aba9-4d3e-8d7f-ace84845972b', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.34', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'mac_address': 'fa:16:3e:76:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:49:04Z', 'updated_at': '2021-12-10T04:49:04Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:49:06.675506 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1554c91-03e5-471b-bb1c-ffbf23405eca None None] The sync data for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv is: [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'e9675930-aba9-4d3e-8d7f-ace84845972b', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.34', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'mac_address': 'fa:16:3e:76:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:49:04Z', 'updated_at': '2021-12-10T04:49:04Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:49:06.879196 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09c570-2156-4627-9ac2-be49c9153e20 None None] New status for floating IP e9675930-aba9-4d3e-8d7f-ace84845972b: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:49:07.040420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50576) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:49:07.146895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-005af6cd-3ece-4402-8fed-9c4b86b81bce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/e9675930-aba9-4d3e-8d7f-ace84845972b HTTP/1.1" status: 200  len: 991 time: 0.1044557
Dec 10 04:49:08.150496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50580) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:49:08.254489 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58acf83a-eb0d-4ddf-afb8-698ea57c6fa3 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/e9675930-aba9-4d3e-8d7f-ace84845972b HTTP/1.1" status: 200  len: 993 time: 0.1028807
Dec 10 04:49:12.585296 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-44117365-f3fe-42be-b118-f014895b085a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689518
Dec 10 04:49:12.739349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-ea853494-e013-450b-a60f-1573983c2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:12.740868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-ea853494-e013-450b-a60f-1573983c2ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0750630
Dec 10 04:49:13.008957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-a0aa92cb-774e-431c-b085-0b89bb774bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:13.010947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-a0aa92cb-774e-431c-b085-0b89bb774bd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.2501874
Dec 10 04:49:13.114364 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-71adf8b5-5dd4-414a-a889-780841057b24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.0963988
Dec 10 04:49:13.176473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-0168a3aa-b413-4c18-8f64-cced8c6e5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:13.177860 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-0168a3aa-b413-4c18-8f64-cced8c6e5af9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0556276
Dec 10 04:49:13.265614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-31f26233-c6a2-4e86-9065-f2bb2bfcf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:49:13.267477 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-31f26233-c6a2-4e86-9065-f2bb2bfcf506 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0825226
Dec 10 04:49:13.406232 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-ea5355fa-6a83-432d-bc01-82f6c43cf529 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325488
Dec 10 04:49:13.534907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-66f67a19-d77b-4742-8a1a-80908b2fad2c req-25798f69-bae9-4612-9ac5-7643d7ec0b15 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225560
Dec 10 04:49:14.444607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-62ee1ef5-8a86-4fdf-9d7a-8ddc36923119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:14.544716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:16.800790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-214573cc-00d4-4870-8b27-fe152e74c2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:17.786338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:18.095511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:19.631652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:23.681069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:49:44.444349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-01622d15-7024-406d-b59b-870dc031f5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:44.528542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:46.801661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-804ae568-885d-48c2-9ee2-f77f2cd65be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:47.788830 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:48.096767 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:49:49.634551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:00.679842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:50:12.527335 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50610) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:50:12.564177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8196e-af24-4352-a630-9eb0949170a6 req-b2cd8a19-9a27-4aee-965d-5dc5b89a1c44 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:12.565858 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c7f8196e-af24-4352-a630-9eb0949170a6 req-b2cd8a19-9a27-4aee-965d-5dc5b89a1c44 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0808494
Dec 10 04:50:12.612781 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c7f8196e-af24-4352-a630-9eb0949170a6 req-30d3c121-f8d1-4e85-b7ab-6b8b5ccee3c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410542
Dec 10 04:50:12.674766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-3c84b5f3-0311-483c-bab5-513cbb90078b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1461899
Dec 10 04:50:12.745661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-cd46f124-6690-4d9f-9c70-149e949c7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:12.747135 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-cd46f124-6690-4d9f-9c70-149e949c7e48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0715318
Dec 10 04:50:12.899111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-a39a62ad-5cd6-42c7-bbd1-f8a16fea4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:12.901270 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-a39a62ad-5cd6-42c7-bbd1-f8a16fea4b4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1348469
Dec 10 04:50:13.012666 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-6e4903bd-1e07-4885-83cf-01573612c0d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.1014335
Dec 10 04:50:13.079070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-19e597cf-ef42-419d-baf3-6f4c9b4efac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:13.080587 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-19e597cf-ef42-419d-baf3-6f4c9b4efac7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0602691
Dec 10 04:50:13.155242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-2d117cd2-e2b2-46ce-88ea-b087c88a7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:13.156672 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-2d117cd2-e2b2-46ce-88ea-b087c88a7e75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676758
Dec 10 04:50:13.298825 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-52a002a2-8bed-432a-aa22-961404680266 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342053
Dec 10 04:50:13.430811 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e614aac0-359b-47bf-abf9-7e2698d4c332 req-e4ec8b30-62c0-4eee-9f97-e8c313abedaf service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251769
Dec 10 04:50:13.923723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb280-73a7-4296-aed7-342ed2d01c13 req-16b0d8dc-9957-4287-a2cf-62fec1a3f7cf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:13.925159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54beb280-73a7-4296-aed7-342ed2d01c13 req-16b0d8dc-9957-4287-a2cf-62fec1a3f7cf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.2055259
Dec 10 04:50:13.971873 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54beb280-73a7-4296-aed7-342ed2d01c13 req-2ab1eb55-3ebd-4bf2-bc37-f2e3ab75a834 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411828
Dec 10 04:50:14.446457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4b86f040-9b3b-40af-a019-770dcc887da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:14.529824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:15.152773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4219799-0198-4a39-9bbb-c8b2fed248b1 req-77ec73e6-cfbc-4244-af35-b26d16b749a7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:15.154253 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4219799-0198-4a39-9bbb-c8b2fed248b1 req-77ec73e6-cfbc-4244-af35-b26d16b749a7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0798960
Dec 10 04:50:15.201532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d4219799-0198-4a39-9bbb-c8b2fed248b1 req-9d1b8cc4-9719-45e7-9902-969710818698 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417712
Dec 10 04:50:16.380677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f771094-5b5c-4afc-9dcf-2274b542c50c req-6fcee5a7-c9f3-432c-8f95-8a566878aa48 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:16.382132 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f771094-5b5c-4afc-9dcf-2274b542c50c req-6fcee5a7-c9f3-432c-8f95-8a566878aa48 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0797002
Dec 10 04:50:16.426246 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7f771094-5b5c-4afc-9dcf-2274b542c50c req-51bcffd5-b72d-4c8a-83df-b2b5ea37dbf9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380464
Dec 10 04:50:16.802634 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-68af4083-937e-43b9-82ee-37aba0e20be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:17.617145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60669eac-ebb9-4390-81aa-90713333e480 req-dba552f0-7209-4e24-87bd-7721713557c2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:17.618513 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-60669eac-ebb9-4390-81aa-90713333e480 req-dba552f0-7209-4e24-87bd-7721713557c2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0841439
Dec 10 04:50:17.665437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-60669eac-ebb9-4390-81aa-90713333e480 req-1aebab18-4c07-411d-bfd1-bd3739a5f207 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403903
Dec 10 04:50:17.790899 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:18.058247 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-142a421b-81b6-43a6-bda4-9dd455fd048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:18.059701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-142a421b-81b6-43a6-bda4-9dd455fd048b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0735066
Dec 10 04:50:18.098455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:18.190350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-a66afb14-2c26-4733-9acf-2a88f16470f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:18.191758 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-a66afb14-2c26-4733-9acf-2a88f16470f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1258817
Dec 10 04:50:18.291378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-3fd95a28-2d4a-4eba-9d71-960ce101bd0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.0919566
Dec 10 04:50:18.463215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-77a3483b-66e1-478f-b817-dd85f832de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:18.465081 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-77a3483b-66e1-478f-b817-dd85f832de38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.1675959
Dec 10 04:50:18.537818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-2fa4404e-8cbc-42a0-95bd-a1a7edfec852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:18.539226 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-2fa4404e-8cbc-42a0-95bd-a1a7edfec852 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679419
Dec 10 04:50:18.666681 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-e1f400dd-fd36-4097-99e0-03acfe3af01e service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198614
Dec 10 04:50:18.797035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-4718f8cc-5836-48a6-83d6-e72a2db25e50 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237478
Dec 10 04:50:18.847903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039d00-f9ba-494e-8408-ce5b85f9616c req-328e9d8d-d687-414f-9a87-55ecde35bedb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:18.849394 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c039d00-f9ba-494e-8408-ce5b85f9616c req-328e9d8d-d687-414f-9a87-55ecde35bedb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0791278
Dec 10 04:50:18.895774 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c039d00-f9ba-494e-8408-ce5b85f9616c req-74ce7834-b746-49f8-9319-331362e60134 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393574
Dec 10 04:50:19.637449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:20.082171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962d2a1-4229-4cd0-9b8d-c2880aed7ebe req-689319e3-a217-4844-b383-104e9cc2dbac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:20.083614 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a962d2a1-4229-4cd0-9b8d-c2880aed7ebe req-689319e3-a217-4844-b383-104e9cc2dbac tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0831506
Dec 10 04:50:20.126174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a962d2a1-4229-4cd0-9b8d-c2880aed7ebe req-7ec16e80-ed98-4c33-92c1-cfbea47414c6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369599
Dec 10 04:50:21.324268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60a69-b138-4569-b3c7-270a18337cc9 req-2b098f6a-8002-460d-96ec-8616592e0241 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:21.325715 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17e60a69-b138-4569-b3c7-270a18337cc9 req-2b098f6a-8002-460d-96ec-8616592e0241 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0795355
Dec 10 04:50:21.372195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17e60a69-b138-4569-b3c7-270a18337cc9 req-0b64f514-7373-473c-9d6d-7570fe86e58d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409193
Dec 10 04:50:22.552858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08182e5c-a03d-4c05-9cab-638e493749b0 req-16271ffb-0355-4988-87d6-9e755d0fef60 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:22.554296 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-08182e5c-a03d-4c05-9cab-638e493749b0 req-16271ffb-0355-4988-87d6-9e755d0fef60 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0779319
Dec 10 04:50:22.597916 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-08182e5c-a03d-4c05-9cab-638e493749b0 req-917b07f4-6747-4609-9bd8-c1b3e6444517 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380595
Dec 10 04:50:23.786579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f02ae-8b30-44c5-bedf-eb15990eb99b req-6c281427-fd6f-444a-98c7-a3b6aa3e362c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:23.787984 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b9f02ae-8b30-44c5-bedf-eb15990eb99b req-6c281427-fd6f-444a-98c7-a3b6aa3e362c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0813487
Dec 10 04:50:23.829833 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b9f02ae-8b30-44c5-bedf-eb15990eb99b req-237be6ce-9d87-4190-8678-48475eddb592 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357914
Dec 10 04:50:25.014375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b330923-228e-4550-9325-13f0e6eecb8e req-d79ea69d-ed23-4b5a-9d20-ebbf0a361ed5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:25.015799 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b330923-228e-4550-9325-13f0e6eecb8e req-d79ea69d-ed23-4b5a-9d20-ebbf0a361ed5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0783329
Dec 10 04:50:25.059082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b330923-228e-4550-9325-13f0e6eecb8e req-a335440c-4530-498b-ad59-b64b2122504b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377979
Dec 10 04:50:26.243628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c8fa5-2645-40bd-994b-94052d0865a7 req-8f067d27-d608-422c-a838-418ed2c4ecef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:26.244967 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a91c8fa5-2645-40bd-994b-94052d0865a7 req-8f067d27-d608-422c-a838-418ed2c4ecef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0844491
Dec 10 04:50:26.288977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a91c8fa5-2645-40bd-994b-94052d0865a7 req-ec075bfe-f934-4d7f-b010-f55c82840dc2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382242
Dec 10 04:50:27.468608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539efdc-af73-4bbf-bdc0-fe42fe71b110 req-ddcd1438-29d4-45ae-bb08-ac1a577b70cd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:27.470042 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0539efdc-af73-4bbf-bdc0-fe42fe71b110 req-ddcd1438-29d4-45ae-bb08-ac1a577b70cd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0783839
Dec 10 04:50:27.512464 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0539efdc-af73-4bbf-bdc0-fe42fe71b110 req-2f41c681-5a7f-4617-9e91-ed3f82f396e9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370171
Dec 10 04:50:28.698790 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc821c1f-ce1e-4ba5-a1d7-ab8c9b3819e1 req-6ee21507-8847-4328-a58f-9bbab7012db4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:28.700215 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc821c1f-ce1e-4ba5-a1d7-ab8c9b3819e1 req-6ee21507-8847-4328-a58f-9bbab7012db4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0829432
Dec 10 04:50:28.743293 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fc821c1f-ce1e-4ba5-a1d7-ab8c9b3819e1 req-7d1d3385-af9e-494d-a7f1-2b1d2b5a333a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374694
Dec 10 04:50:29.926239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7901cb-6e9e-4a4c-a241-1803b05d70e9 req-3261273c-886d-445d-a795-a77eaa9f85fd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:29.927679 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a7901cb-6e9e-4a4c-a241-1803b05d70e9 req-3261273c-886d-445d-a795-a77eaa9f85fd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0817094
Dec 10 04:50:29.976578 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8a7901cb-6e9e-4a4c-a241-1803b05d70e9 req-839d351e-0146-4877-a0c2-7b0d0593b2d0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433307
Dec 10 04:50:30.706328 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-d4de4732-5ae9-4e2a-875b-da9e5cd4d38f service neutron] 10.222.0.18 "GET /v2.0/ports/9532927d-681d-4a5f-8957-2535f56e7108/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0792627
Dec 10 04:50:30.991106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-78b220d8-e62b-4f48-b029-68e0f09fa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:30.992482 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-78b220d8-e62b-4f48-b029-68e0f09fa6ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 1099 time: 0.0714827
Dec 10 04:50:31.098547 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-f10a6b9e-4d15-4e68-9819-1c2c9ec9582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:31.100022 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-f10a6b9e-4d15-4e68-9819-1c2c9ec9582c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0752761
Dec 10 04:50:31.161250 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999ab31-c9b0-4b64-9dd8-d880178e7638 req-ce40e9d3-2da2-4741-8fae-f17e29be33d4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:31.162803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7999ab31-c9b0-4b64-9dd8-d880178e7638 req-ce40e9d3-2da2-4741-8fae-f17e29be33d4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0807965
Dec 10 04:50:31.209433 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7999ab31-c9b0-4b64-9dd8-d880178e7638 req-d708d7dc-4c6f-4af3-a78d-3e99d9d7661b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403275
Dec 10 04:50:31.236375 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-7a1ede77-df48-4c74-af1a-75ec3abb166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:31.237820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-7a1ede77-df48-4c74-af1a-75ec3abb166b service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1312835
Dec 10 04:50:31.340855 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-79a4bac1-2b89-486a-afe3-2a9679d73d38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.0963082
Dec 10 04:50:31.406737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-b623e477-3cfc-4368-923c-014328158ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:31.408166 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-b623e477-3cfc-4368-923c-014328158ff2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0608795
Dec 10 04:50:31.481658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-5879a085-7013-4431-b680-cad235e259e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:31.483100 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-5879a085-7013-4431-b680-cad235e259e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685875
Dec 10 04:50:31.612032 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-045f6d53-554a-4248-985c-3b87b5aa0ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223683
Dec 10 04:50:31.741009 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-d6b9cddf-ce0e-44a5-bca2-cd52dc1fd34d req-9c3430f1-aae9-409b-ad7f-a1b39c0ae806 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228189
Dec 10 04:50:32.397965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96766759-9852-470b-bc60-d5b9387ea45b req-d1ec3de4-96d8-46e9-b3f1-301ae1dd2e02 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:32.399401 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-96766759-9852-470b-bc60-d5b9387ea45b req-d1ec3de4-96d8-46e9-b3f1-301ae1dd2e02 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0827494
Dec 10 04:50:32.442531 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-96766759-9852-470b-bc60-d5b9387ea45b req-3d50f73e-517d-43b9-90eb-0956662c3977 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375137
Dec 10 04:50:33.255090 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:50:33.261576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:50:33.525020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:33.538303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:50:33.560972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '9532927d-681d-4a5f-8957-2535f56e7108', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'port_id': '9532927d-681d-4a5f-8957-2535f56e7108', 'mac_address': 'fa:16:3e:76:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:50:33.592741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:50:33.621963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:50:33.629953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b65df-4430-4f31-8fdb-33f6fda6a51f req-92b19b95-4204-4d20-ac8b-1b9675622dfc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:33.631196 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:33.631423 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c2b65df-4430-4f31-8fdb-33f6fda6a51f req-92b19b95-4204-4d20-ac8b-1b9675622dfc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0819471
Dec 10 04:50:33.634116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:50:33.675874 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'code': 200}
Dec 10 04:50:33.676732 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:33.679974 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4c2b65df-4430-4f31-8fdb-33f6fda6a51f req-1905e461-f8d6-45ad-acb1-37e014ef354f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416985
Dec 10 04:50:33.719700 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:50:33.769747 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:50:33.789691 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.789967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.790303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.790627 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.790951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.791273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.791591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.792440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.792759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.793074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.793418 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.793733 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:50:33.798777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:50:33.804649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 04:50:33.804996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 04:50:34.358632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:34.374849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:50:34.389580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:50:34.393437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:34.395075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:50:34.458389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:50:34.461169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:50:34.532419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['9532927d-681d-4a5f-8957-2535f56e7108'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:50:34.877290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041aa32-00d4-45a6-9fc9-e9cdc58ee008 req-7d300cc4-c222-4dc7-b9c9-af633b962c53 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:34.878749 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4041aa32-00d4-45a6-9fc9-e9cdc58ee008 req-7d300cc4-c222-4dc7-b9c9-af633b962c53 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 945 time: 0.0850155
Dec 10 04:50:34.921869 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4041aa32-00d4-45a6-9fc9-e9cdc58ee008 req-95e10feb-1a9a-411b-b30d-cfd5c31bb3a1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375538
Dec 10 04:50:35.221001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc305be-e821-434e-a578-860531ba6da9 req-6daa6446-fe6e-49e6-a532-507c53d28b9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.222476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8cc305be-e821-434e-a578-860531ba6da9 req-6daa6446-fe6e-49e6-a532-507c53d28b9d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 945 time: 0.0808899
Dec 10 04:50:35.244681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-02be3e59-5ada-41ab-a109-4ab5fa91e7f5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.246018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-02be3e59-5ada-41ab-a109-4ab5fa91e7f5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:50:35.259171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:50:35.261115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-02be3e59-5ada-41ab-a109-4ab5fa91e7f5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:50:35.262300 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-02be3e59-5ada-41ab-a109-4ab5fa91e7f5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1036210
Dec 10 04:50:35.273239 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8cc305be-e821-434e-a578-860531ba6da9 req-48f10482-f05f-494b-b0bb-efcb0cb8fccb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451016
Dec 10 04:50:35.327022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 9532927d-681d-4a5f-8957-2535f56e7108 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:50:35.327399 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:35.420410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-81c69e6e-626b-4890-9d45-0af180bbc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.422455 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-81c69e6e-626b-4890-9d45-0af180bbc390 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1098 time: 0.0728972
Dec 10 04:50:35.446596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:35.462989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc512f-3b7c-40e3-b050-2d781ecb7da6 req-b83ae791-fc39-4ae9-89b1-ed759407282a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.464601 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09fc512f-3b7c-40e3-b050-2d781ecb7da6 req-b83ae791-fc39-4ae9-89b1-ed759407282a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 945 time: 0.0849853
Dec 10 04:50:35.480270 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:50:35.485412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:35.488139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:50:35.513076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09fc512f-3b7c-40e3-b050-2d781ecb7da6 req-af3276ff-c674-4863-a785-68a93a8bad2c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423760
Dec 10 04:50:35.557244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:50:35.561032 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:50:35.563328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-7f779660-f2dd-41b7-ab27-1ca45e88b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.564762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-7f779660-f2dd-41b7-ab27-1ca45e88b6dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1358850
Dec 10 04:50:35.667820 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-523c72bc-af0f-45dd-b7cd-d7271c8c9dd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.0961611
Dec 10 04:50:35.676727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:50:35.727340 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-6cdb9f3f-baed-4bb0-a527-807586c8b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.728376 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'code': 200}
Dec 10 04:50:35.728764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-6cdb9f3f-baed-4bb0-a527-807586c8b742 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0561059
Dec 10 04:50:35.834805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-71d3a464-0268-4348-8e49-ac6513182715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:35.836139 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-71d3a464-0268-4348-8e49-ac6513182715 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715296
Dec 10 04:50:36.075807 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-563dfd50-9f9f-4ef0-8e7b-1f8a300846ae service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332678
Dec 10 04:50:36.204441 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-91fe59d8-7c1c-4d5a-8bb4-668ecd82933f req-21b1bf25-fe59-48a1-9a33-51db5b0f631f service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220026
Dec 10 04:50:36.703631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280523fb-3cea-4a90-b5c3-cb4bb322a5e3 req-29311cd3-f760-4edb-8d05-4695589578e6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:36.705123 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-280523fb-3cea-4a90-b5c3-cb4bb322a5e3 req-29311cd3-f760-4edb-8d05-4695589578e6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0867701
Dec 10 04:50:36.749667 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-280523fb-3cea-4a90-b5c3-cb4bb322a5e3 req-da2fa6f0-d659-4142-9f95-a6154567109e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383682
Dec 10 04:50:37.679011 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:50:37.941993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38389892-ff1f-459e-acaf-f2c5d452d708 req-7ac58f05-b430-4dcc-b4a5-5031ca1eab47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:50:37.943353 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38389892-ff1f-459e-acaf-f2c5d452d708 req-7ac58f05-b430-4dcc-b4a5-5031ca1eab47 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0792899
Dec 10 04:50:37.990642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-38389892-ff1f-459e-acaf-f2c5d452d708 req-90fd6ac2-9fd3-495f-a53d-68def1c94bc5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416098
Dec 10 04:50:38.012678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50706) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:50:38.229803 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b38ecf03-a2d1-4140-837d-30a07f0ccde4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/e9675930-aba9-4d3e-8d7f-ace84845972b HTTP/1.1" status: 200  len: 993 time: 0.2152877
Dec 10 04:50:44.448266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cce8ce21-b70e-419a-aa8b-cfba0abcb5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:44.542291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:46.803710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-443d6c78-9649-4c81-a65d-1285df5d16a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:47.794053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:48.100118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:50:49.641457 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:13.003868 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-c5190255-c8fc-47c6-8f70-b9e6a03e0cbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1092980
Dec 10 04:51:13.162893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-436d6a47-820b-4791-8847-2d496bbd0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:13.164265 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-436d6a47-820b-4791-8847-2d496bbd0003 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0748365
Dec 10 04:51:13.314315 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-22621450-34ed-4d41-affc-a43a6fa045e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:13.315739 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-22621450-34ed-4d41-affc-a43a6fa045e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1331112
Dec 10 04:51:13.413885 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-019bb5fb-7cfc-48b4-9172-2efc4cdd4e8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 1001 time: 0.0918369
Dec 10 04:51:13.477147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-63f92bec-9847-4eb9-88e3-f57f3ccdb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:13.479374 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-63f92bec-9847-4eb9-88e3-f57f3ccdb086 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0599682
Dec 10 04:51:13.554263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-21e50024-2c86-437f-bd65-d10d82f66df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:13.555702 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-21e50024-2c86-437f-bd65-d10d82f66df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703101
Dec 10 04:51:13.684818 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-3641a418-1d35-46d3-bea9-bd4f76c83ed4 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223972
Dec 10 04:51:13.813936 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a1b680d4-2a1e-457c-9508-5bfd3ad130a4 req-09d7abe5-df74-4f01-bf76-68f3f6ed04fa service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224670
Dec 10 04:51:14.449835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d651316b-05c7-4649-9ce4-d3e278d11aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:14.559495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:14.677627 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:51:16.804704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-42b44ffc-a7e3-4ee5-abc0-e50e141a8ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:17.797789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:18.100678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:19.644452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:26.583633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-21909098-e9f5-408b-8c64-b43f9b8f3a6d req-ecad5192-0825-4846-bc91-b52ae2b519c1 service neutron] (87629) timed out ('10.222.0.44', 46486) {{(pid=87629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 10 04:51:33.423891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50732) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:33.620959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port c05090f1-399a-43ea-b56b-7de6c1912baf {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:51:33.621191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:33.782594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:33.782921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:33.905459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for c05090f1-399a-43ea-b56b-7de6c1912baf owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:51:34.049357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:34.052784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-20293bc4-2a3e-4a23-850a-9485cd6217a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:34.097780 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=c05090f1-399a-43ea-b56b-7de6c1912baf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:34.133077 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.133489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.133863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.134764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.135132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.135493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.135849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.136204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.136561 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.136911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.137271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.137643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:34.144456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:34.201085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:34.201445 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP e9675930-aba9-4d3e-8d7f-ace84845972b disassociated (deleted). External IP: 172.26.1.34, port: 9532927d-681d-4a5f-8957-2535f56e7108.
Dec 10 04:51:34.545867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router aec7d867-d764-4389-8186-eb8a1aad921f has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:51:34.842076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:51:34.853542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Sync routers for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:51:34.863191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:34.863362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:34.863890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d121040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:34.918757 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/floatingips/e9675930-aba9-4d3e-8d7f-ace84845972b HTTP/1.1" status: 204  len: 168 time: 1.4938107
Dec 10 04:51:34.919419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:51:35.035882 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'status': 'completed', 'code': 200}
Dec 10 04:51:35.045018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:35.174647 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-ed058f07-b903-4ec2-b8b8-e3825dd461bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:35.177881 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-ed058f07-b903-4ec2-b8b8-e3825dd461bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 1099 time: 0.0974035
Dec 10 04:51:35.295548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129d58-ad06-4677-8b5b-d4f70b228baf req-e0f2eb38-967f-429a-ac80-3cc639516077 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:35.296268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-8d129d58-ad06-4677-8b5b-d4f70b228baf req-e0f2eb38-967f-429a-ac80-3cc639516077 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:51:35.313215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-8d129d58-ad06-4677-8b5b-d4f70b228baf req-e0f2eb38-967f-429a-ac80-3cc639516077 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:51:35.316546 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-ef5f3af6-b05e-4de8-a4d4-79a6ad80ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:35.318035 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-ef5f3af6-b05e-4de8-a4d4-79a6ad80ce44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 200  len: 898 time: 0.1328416
Dec 10 04:51:35.320860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8d129d58-ad06-4677-8b5b-d4f70b228baf req-e0f2eb38-967f-429a-ac80-3cc639516077 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.1104112
Dec 10 04:51:35.367327 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8d129d58-ad06-4677-8b5b-d4f70b228baf req-4a6d7476-3985-4800-99bf-99ed7db0d143 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455437
Dec 10 04:51:35.389939 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-8a4c8730-f929-41bd-af99-73fc64ab2a5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 200  len: 217 time: 0.0643349
Dec 10 04:51:35.408424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d121040>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:35.412241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Checking router: aec7d867-d764-4389-8186-eb8a1aad921f for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:51:35.420909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:35.421542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d121040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:35.455843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-b5a9990e-b629-44cf-9500-5fce65f62a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:35.457548 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-b5a9990e-b629-44cf-9500-5fce65f62a6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 200  len: 834 time: 0.0601015
Dec 10 04:51:35.531270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-cd63d542-cfb3-4ed2-968f-1cb3fd98992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:35.532783 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-cd63d542-cfb3-4ed2-968f-1cb3fd98992f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38954d0e-3695-4ba0-8eec-fae3cd0ca159&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683873
Dec 10 04:51:35.591932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:35.663649 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-6e58f08a-e15b-480d-b74e-f01621006aee service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221533
Dec 10 04:51:35.906872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d121040>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:35.910809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b27f8-7ebf-4e3a-a0f2-01978e63c6b4 None None] The sync data for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv is: [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:48:48Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '65e6fc0a-0ffd-4751-9c25-038b93a69794', 'name': '', 'network_id': '38954d0e-3695-4ba0-8eec-fae3cd0ca159', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:a6:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '821eb038-a3cd-4145-87c5-931930e49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:47Z', 'updated_at': '2021-12-10T04:48:53Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': '821eb038-a3cd-4145-87c5-931930e49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:51:35.918880 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1e8c7adf-e8fd-4014-bdab-d404789374ef req-ea06c3c6-8740-47c0-9326-dd12ae606848 service neutron] 10.222.0.18 "GET /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446861
Dec 10 04:51:36.125425 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3ca09-f951-4a70-bae6-f3d59a0d7bd0 None None] New status for floating IP e9675930-aba9-4d3e-8d7f-ace84845972b: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:51:36.549442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acb114-afc9-4ce1-95ca-125cf225bac3 req-237ad647-f2d5-43e7-ae12-f8e3ba4a43de tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:36.550778 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5acb114-afc9-4ce1-95ca-125cf225bac3 req-237ad647-f2d5-43e7-ae12-f8e3ba4a43de tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0785832
Dec 10 04:51:36.593644 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b5acb114-afc9-4ce1-95ca-125cf225bac3 req-42b1a4a0-1c0a-4ede-b309-e3f9e47238c6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372174
Dec 10 04:51:37.187228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-7f6e48df-c05f-45be-8fff-29826cce0741 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:37.188649 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-7f6e48df-c05f-45be-8fff-29826cce0741 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0814567
Dec 10 04:51:37.256727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:51:37.257064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:37.502039 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 9532927d-681d-4a5f-8957-2535f56e7108, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9532927d-681d-4a5f-8957-2535f56e7108,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:37.502678 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:37.621968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 9532927d-681d-4a5f-8957-2535f56e7108 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:51:37.766388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:37.773089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-fd8689dd-8922-485f-9382-ec0953f7e939 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:37.781702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01de2f-b71e-4806-8c97-a5cad9843d59 req-5c43013a-8b83-4ea5-96fd-93daa35d98b1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:37.783148 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f01de2f-b71e-4806-8c97-a5cad9843d59 req-5c43013a-8b83-4ea5-96fd-93daa35d98b1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7be34f9-0a38-499f-95e3-dc8c997c57dc HTTP/1.1" status: 200  len: 946 time: 0.0850368
Dec 10 04:51:37.827638 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3f01de2f-b71e-4806-8c97-a5cad9843d59 req-dd8eb181-2eea-4d77-aa79-ff61952fc74f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b451d34-7653-4365-a819-6319ac2c3d4d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386326
Dec 10 04:51:37.854133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=9532927d-681d-4a5f-8957-2535f56e7108,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:37.897048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.897463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.897843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.898217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.898588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.898968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.899321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.900239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.900607 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.900968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.901449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.901812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:37.905100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:37.906569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] No DVR routers for this DVR port 9532927d-681d-4a5f-8957-2535f56e7108 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:51:37.908664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:37.911479 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-deleted', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:51:37.927012 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-661d9d5d-1eba-4696-a0cf-16f353d590a6 req-d84a91cb-353a-4a54-8595-0fa5e0a11d2e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "DELETE /v2.0/ports/9532927d-681d-4a5f-8957-2535f56e7108 HTTP/1.1" status: 204  len: 173 time: 0.7326183
Dec 10 04:51:37.955736 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be34f9-0a38-499f-95e3-dc8c997c57dc', 'name': 'network-vif-deleted', 'tag': '9532927d-681d-4a5f-8957-2535f56e7108', 'status': 'completed', 'code': 200}
Dec 10 04:51:38.925451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50754) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:39.570245 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:51:39.603766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 9532927d-681d-4a5f-8957-2535f56e7108 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:51:39.604109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 9532927d-681d-4a5f-8957-2535f56e7108 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:51:39.615006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:39.956843 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 65e6fc0a-0ffd-4751-9c25-038b93a69794 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:51:39.957483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:40.139253 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 65e6fc0a-0ffd-4751-9c25-038b93a69794, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=65e6fc0a-0ffd-4751-9c25-038b93a69794,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:40.139611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:40.259475 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 65e6fc0a-0ffd-4751-9c25-038b93a69794 owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:51:40.434791 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:40.440087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e16e6f92-913f-4fd4-bcb4-42b6a27ffec3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:40.486894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=65e6fc0a-0ffd-4751-9c25-038b93a69794,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:40.489826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:40.754900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.221514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router aec7d867-d764-4389-8186-eb8a1aad921f has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:51:41.395997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:51:41.406323 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Sync routers for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:51:41.412543 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/aec7d867-d764-4389-8186-eb8a1aad921f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4860246
Dec 10 04:51:41.415631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50758) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:41.415857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:41.416447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1a3a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:41.480579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting subnet 821eb038-a3cd-4145-87c5-931930e49a76 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:51:41.483494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.540922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.591103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:41.621669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.692040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.697136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2dc5304f-4c07-43e9-81e5-7ff733d814a7 tempest-RoutersIpV6Test-205209426 tempest-RoutersIpV6Test-205209426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:41.737920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:41.740536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Subnet': ['ID=821eb038-a3cd-4145-87c5-931930e49a76,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:41.744145 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:41.748999 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/subnets/821eb038-a3cd-4145-87c5-931930e49a76 HTTP/1.1" status: 204  len: 168 time: 0.3324330
Dec 10 04:51:41.751550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50762) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:41.756982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780dc65-db22-4373-af3f-a138263e6e7c None None] Network 38954d0e-3695-4ba0-8eec-fae3cd0ca159 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:51:41.927343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.082878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1a3a00>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a4e90719-0391-4896-828b-e3d30c551301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:51:40Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': 'a4e90719-0391-4896-828b-e3d30c551301', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:48:44Z', 'updated_at': '2021-12-10T04:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:42.087520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Checking router: aec7d867-d764-4389-8186-eb8a1aad921f for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:51:42.096213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Routers {'aec7d867-d764-4389-8186-eb8a1aad921f'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:42.096833 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1a3a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['aec7d867-d764-4389-8186-eb8a1aad921f'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:42.109842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.124874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port a4e90719-0391-4896-828b-e3d30c551301 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:51:42.125570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.151983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] DHCP port deletion for 38954d0e-3695-4ba0-8eec-fae3cd0ca159 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:51:42.226321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Deleting port 6b1295df-8c89-44fc-89a4-8ed04c883998 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:51:42.226701 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.299636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port a4e90719-0391-4896-828b-e3d30c551301, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=a4e90719-0391-4896-828b-e3d30c551301,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:42.300270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.322422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] Set router aec7d867-d764-4389-8186-eb8a1aad921f gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:42.422724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for a4e90719-0391-4896-828b-e3d30c551301 owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:51:42.441879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c1a3a00>, [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:51:42Z', 'revision_number': 6, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:42.450513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d208f80-514a-45b4-9754-f3efb259c2f4 None None] The sync data for ids ['aec7d867-d764-4389-8186-eb8a1aad921f'] in dv-neutron-821182-1-hyperv is: [{'id': 'aec7d867-d764-4389-8186-eb8a1aad921f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835084035', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:48:43Z', 'updated_at': '2021-12-10T04:51:42Z', 'revision_number': 6, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:51:42.557209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] For port 6b1295df-8c89-44fc-89a4-8ed04c883998, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=6b1295df-8c89-44fc-89a4-8ed04c883998,segment=NetworkSegment(ada2045b-5c0d-4c36-b826-eb0193b3bbbc),segment_id=ada2045b-5c0d-4c36-b826-eb0193b3bbbc)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:42.557632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.681970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Calling delete_port for 6b1295df-8c89-44fc-89a4-8ed04c883998 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:51:42.735531 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.740255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-34b9f4d4-8c37-45d9-99e6-dd612c873f45 tempest-TestEncryptedCinderVolumes-2107976192 tempest-TestEncryptedCinderVolumes-2107976192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:42.755445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:42.759070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:42.804880 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Pushing event deleted for resources: {'Port': ['ID=6b1295df-8c89-44fc-89a4-8ed04c883998,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:42.809988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] No DVR routers for this DVR port 6b1295df-8c89-44fc-89a4-8ed04c883998 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:51:42.815982 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=a4e90719-0391-4896-828b-e3d30c551301,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:42.816192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.816455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.816792 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.817128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.817486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.817817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.818141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.818462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.818666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:42.818819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.819137 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.819420 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.819736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:42.825434 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:42.894005 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.068339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.070418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.092997 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.093486 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Fanout notify agent at l3_agent the message router_deleted on router aec7d867-d764-4389-8186-eb8a1aad921f {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:51:43.107966 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.109034 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/routers/aec7d867-d764-4389-8186-eb8a1aad921f HTTP/1.1" status: 204  len: 168 time: 1.3565969
Dec 10 04:51:43.111781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50766) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:43.222912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.280257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6b1295df-8c89-44fc-89a4-8ed04c883998 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:51:43.314452 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 6b1295df-8c89-44fc-89a4-8ed04c883998 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:51:43.314808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 6b1295df-8c89-44fc-89a4-8ed04c883998 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:51:43.315235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 65e6fc0a-0ffd-4751-9c25-038b93a69794 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:51:43.349267 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 65e6fc0a-0ffd-4751-9c25-038b93a69794 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:51:43.349836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 65e6fc0a-0ffd-4751-9c25-038b93a69794 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:51:43.350272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a4e90719-0391-4896-828b-e3d30c551301 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:51:43.362949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.387845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: a4e90719-0391-4896-828b-e3d30c551301 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:51:43.388199 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device a4e90719-0391-4896-828b-e3d30c551301 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:51:43.389866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d973f1a00>,) {'filters': {'network_id': ['38954d0e-3695-4ba0-8eec-fae3cd0ca159']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:43.402578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973f1a00>, 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:43.402875 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d973f1a00>, 'ada2045b-5c0d-4c36-b826-eb0193b3bbbc') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:43.414105 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.432815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.439131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:51:43.439545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:51:43.454315 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:51:43.542499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.545936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-606f9473-7920-4c32-a372-4579bed9d3fb tempest-TagsExtTest-1266815928 tempest-TagsExtTest-1266815928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:43.559932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.570513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Network': ['ID=38954d0e-3695-4ba0-8eec-fae3cd0ca159,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:43.573568 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:43.580573 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5d1f7f0a-f842-42f8-9e18-f472c4da8a51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/networks/38954d0e-3695-4ba0-8eec-fae3cd0ca159 HTTP/1.1" status: 204  len: 168 time: 0.4678459
Dec 10 04:51:43.583460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50770) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:43.653071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.685913 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.749645 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.753496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1c561ceb-0d1f-48fd-8fe7-265c79ff36a3 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:43.766961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b451d34-7653-4365-a819-6319ac2c3d4d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:43.770034 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:43.779881 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:43.780986 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b451d34-7653-4365-a819-6319ac2c3d4d HTTP/1.1" status: 204  len: 168 time: 0.1965597
Dec 10 04:51:44.047727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50778) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.053263 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557106351', 'description': 'tempest-secgroup-smoke-557106351 description', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.059538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.063637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.066500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.072659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.082079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.101535 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.105291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.108048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.113793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.186446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.190070 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.194950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ead1e145-967e-4952-a1a7-5ca5aacf9d20 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.234365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8221a31f-1216-471c-a63b-5485e5aab5e0,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.237325 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.238344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.240080 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-33fd5c6b-fbdc-48d7-964f-5e758b908f49 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1911557
Dec 10 04:51:44.244743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50782) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.250614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.256580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.261018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.263871 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.269493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.285509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.346159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.350331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.352069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-23b6a054-8de3-42d3-9efa-aeacacdbe37b tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.374176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc0fadd-4b4a-41ce-9fda-186a6a7c7d1c,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.376482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.382892 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.384927 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-480918d4-802f-444d-9ded-5c0d9be433f4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1390438
Dec 10 04:51:44.387573 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50786) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.392569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.398299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.402097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.404893 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.410490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.429168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.451979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-93f2eb55-94d5-44c3-8229-f82bc5e8a3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.494246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.497448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.499199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0962ecd0-7d8f-4bda-a803-aaac4b048e11 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.521343 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5128b356-fa9e-4a28-8c6c-8fae4f3c3cab,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.525582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.529762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.530910 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d678b7fb-7a2c-463f-bc8c-bb1b5b4764ce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1423750
Dec 10 04:51:44.533692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50790) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.538592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.544949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.548797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.551685 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.556473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.558095 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.573499 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.633816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.638221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.639961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a40bb1b3-2fea-448c-a2b2-79aff6924a91 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.664264 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b322fa-0294-46ea-89c8-432bb05d6472,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.669064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.673405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.674543 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c8968092-e5e0-4a70-8124-3771a2ce931e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1399462
Dec 10 04:51:44.677283 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50794) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.683140 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.688785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.692536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.695401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.700992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.718244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.780157 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.783601 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.785418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8ddf34db-faff-44ff-be09-1c322503da11 tempest-TestNetworkAdvancedServerOps-1698694938 tempest-TestNetworkAdvancedServerOps-1698694938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.807397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b23c3e-f822-4435-a157-60d0a6caae33,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.809745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.816945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.818144 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-751a585f-793d-4a52-8f49-9845cd67a30f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1399152
Dec 10 04:51:44.820743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50798) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.825741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.831558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.835323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.838295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.843983 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.854152 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:51:44.860446 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.922880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.926497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.928370 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1e47a38f-bebb-426f-a3c8-3b7030ade12c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:44.950534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58a99d7-0574-475f-98ef-6af8cd6580ad,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:44.954699 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:44.959057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:44.960243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-68362c18-449e-44be-aebe-0b2840f756ba tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1385050
Dec 10 04:51:44.963492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50802) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:44.968334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': '8221a31f-1216-471c-a63b-5485e5aab5e0', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:44.973905 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:44.978218 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:44.981020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:44.986570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:44.996388 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:51:45.002612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.176717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.180277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.182122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5420a457-713a-400f-b45d-4c93a751479e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:45.203802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80372650-b37a-4881-8209-d72776697dc9,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:45.208288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:45.213151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.214411 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1bbbc1f7-5523-4274-a689-177ac77afdce tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2499485
Dec 10 04:51:45.217164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50806) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:45.222610 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'network': {'name': 'tempest-network-smoke--1830361750', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'port_security_enabled': True}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:45.227447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:45.232080 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:network and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:45.234918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:45.241007 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:45.250516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:51:45.254175 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.283736 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:51:45.294255 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.294666 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Added segment 2710a245-73db-4d36-96f8-62705cf79a65 of type vlan for network af3c335e-7529-47d7-a588-2f879afc5879
Dec 10 04:51:45.320321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.348949 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.354496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:45.355068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.358421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:45.463470 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2452655
Dec 10 04:51:45.464361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Network': ['ID=af3c335e-7529-47d7-a588-2f879afc5879,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:45.466244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50810) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:45.468555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd04d058-f771-45df-b155-7e0f7ba2bf28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:45.471741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'admin_state_up': True, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:45.475277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network af3c335e-7529-47d7-a588-2f879afc5879 details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:51:45.478796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:45.482554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:router and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:45.485322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:45.491489 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:45.502144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.503108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.518317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:45.813627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:46.131141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:46.159136 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:46.294496 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.231 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/48bf550d-0b5c-481a-b1a1-5ff6f65830ca) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:51:46.445299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:46.473758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:46.478767 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-82573472-8f63-49fe-bedc-6780f19c5f11 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:46.534167 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:51:46.536885 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:46.541026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:51:46.585209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:46.589786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:46.806986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ac36-d5ec-4a93-8f62-1dc48e561f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:47.078166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:47.410522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:47.611921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router fd825e7f-60f3-4489-b7ba-d0daf4652f84 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:51:47.781572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:51:47.792639 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Sync routers for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:51:47.802325 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:47.803005 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390ac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:47.803725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:47.810323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:47.811345 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3441997
Dec 10 04:51:47.814384 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50816) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:47.856419 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0400d0ac-a862-4c4a-b996-9f4cf8dd471a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8170c8ca8ee249c6a8b5f78337748a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0408349
Dec 10 04:51:47.858833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50820) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:47.983204 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:47.985267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07e4a1-ce23-45ff-a409-7704fe3d3d91 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:47.986789 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-2e07e4a1-ce23-45ff-a409-7704fe3d3d91 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1270616
Dec 10 04:51:47.989575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50824) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:48.028062 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0b4fa3fe-8d90-4e88-927d-c3757fba3831 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373569
Dec 10 04:51:48.030449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50828) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:48.035758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2108924231', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:48.105542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.281443 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:48.285191 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:subnet and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:48.287995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:48.294099 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:48.299628 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390ac0>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:46Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:48.302934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:51:48.303586 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Checking router: fd825e7f-60f3-4489-b7ba-d0daf4652f84 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:51:48.303905 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Updating router fd825e7f-60f3-4489-b7ba-d0daf4652f84 port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:51:48.306543 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.356402 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.520028 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.525115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-12e79dd4-ced8-4d31-9287-25fa5df45fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:48.599873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Subnet': ['ID=dd02d349-38de-40d7-85a7-a7006fb03c10,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:48.603594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:48.610762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Checking segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:51:48.611118 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network hostable DHCP agents. Network: af3c335e-7529-47d7-a588-2f879afc5879, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:51:48.631211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network af3c335e-7529-47d7-a588-2f879afc5879 is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:51:48.641085 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, af3c335e-7529-47d7-a588-2f879afc5879) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:48.645887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:48.647992 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.649941 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca24f49-c859-4a88-bfc1-a7cdf6af7260 None None] Network af3c335e-7529-47d7-a588-2f879afc5879 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:51:48.673895 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-b5ebc55f-aade-4a8f-be1a-417b1ca65518 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6423600
Dec 10 04:51:48.674500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 50832) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:51:48.689472 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.702040 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Transition to ACTIVE for port object 48bf550d-0b5c-481a-b1a1-5ff6f65830ca will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:48.708467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.712393 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-f1d40f73-36f8-4a2f-98cb-84611dd5063c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:48.786764 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Attempting to bind port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:51:48.787133 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Attempting to bind port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:51:48.787499 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Attempting to bind port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:51:48.791780 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Pushing event updated for resources: {'Port': ['ID=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:48.800305 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.801025 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.801025 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.801248 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.801598 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.801919 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.802235 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.802547 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.802862 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.803180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.803489 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.803796 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:51:48.808487 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:48.811116 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:51:48.811441 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:51:48.811841 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.812233 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:51:48.812794 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Bound port: 48bf550d-0b5c-481a-b1a1-5ff6f65830ca, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:51:48.813069 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.866886 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-af3c335e-7529-47d7-a588-2f879afc5879', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:51:48.868646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.890494 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] For port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:51:48.893622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] For port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:51:48.898391 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:48.908736 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-4aa9bd97-75ed-41a8-b7d1-6e228304639d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:48.972355 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:48.972985 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390ac0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:49.089851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Allocated IP 172.20.0.2 (af3c335e-7529-47d7-a588-2f879afc5879/dd02d349-38de-40d7-85a7-a7006fb03c10/9168d4c8-8a15-4ba0-839b-0b20c4f250f7) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:51:49.119949 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Pushing event updated for resources: {'Port': ['ID=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:49.123081 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:49.163828 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:49.309475 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.322907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Transition to ACTIVE for port object 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:49.343672 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Transition to ACTIVE for port object 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:49.349914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.355311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-d18e40f2-d3ad-4743-9fb3-683d47680e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:49.380219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.414102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Network af3c335e-7529-47d7-a588-2f879afc5879 is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:51:49.417073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:49.420862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:51:49.429610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Pushing event updated for resources: {'Port': ['ID=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:49.448735 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d390ac0>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:46Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:49.452666 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcbfa6-1650-48e4-a44b-96facb82fb9f None None] The sync data for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv is: [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:46Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:51:49.456620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:49.520103 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Attempting to bind port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:51:49.520474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Attempting to bind port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:51:49.520843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Attempting to bind port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 on network af3c335e-7529-47d7-a588-2f879afc5879 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:51:49.526460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:51:49.526843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Checking segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:51:49.527252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.527653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Bound using segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:51:49.528125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Bound port: 9168d4c8-8a15-4ba0-839b-0b20c4f250f7, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:51:49.528622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.618589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] For port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:51:49.622127 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] For port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:51:49.632382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.639171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:49.740107 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:49.762716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Pushing event updated for resources: {'Port': ['ID=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:49.773037 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:49.972742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.1 (af3c335e-7529-47d7-a588-2f879afc5879/dd02d349-38de-40d7-85a7-a7006fb03c10/79d96921-4507-45f7-a4b2-ef367b12ae48) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:51:50.144930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.161141 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 79d96921-4507-45f7-a4b2-ef367b12ae48 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:50.185704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.190612 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-224fc598-950b-4d55-b007-e0d20ae31a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:50.260287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network af3c335e-7529-47d7-a588-2f879afc5879 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:51:50.263503 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:50.267834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:51:50.309679 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:50.316834 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:50.337202 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.456653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.707201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec646d4-9dd8-408b-ac01-f060d5866845 None None] Network af3c335e-7529-47d7-a588-2f879afc5879 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:51:50.814392 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-59b2a9d9-b208-47f0-81bf-47b1af0a0e04 None None] Provisioning for port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:50.879123 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.884566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:50.936297 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:51.005165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.034463 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:51.039180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:51.040404 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:51.126468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:51.134781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:51.135160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.160344 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network af3c335e-7529-47d7-a588-2f879afc5879 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:51:51.163366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:51.276598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.312189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Provisioning for port 79d96921-4507-45f7-a4b2-ef367b12ae48 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:51.319736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:51.320758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Provisioning complete for port 79d96921-4507-45f7-a4b2-ef367b12ae48 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:51.321173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.349789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.350340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 48bf550d-0b5c-481a-b1a1-5ff6f65830ca up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:51.365521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router fd825e7f-60f3-4489-b7ba-d0daf4652f84 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:51:51.383298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:51.478985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Port 79d96921-4507-45f7-a4b2-ef367b12ae48 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:51:51.502333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:51.506803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:51.509008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Provisioning complete for port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:51.509412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f7430265-72ef-4c00-9dbd-3e14742bcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.555309 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:51.566417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:51.566785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.676002 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:51:51.682928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:51:51.695468 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/fd825e7f-60f3-4489-b7ba-d0daf4652f84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0198357
Dec 10 04:51:51.714133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Sync routers for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:51:51.748195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:51.748812 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75940>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:51.858809 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-ee95567a-98db-439a-9009-4d5c8ab57b16 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557106351&fields=id&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 267 time: 0.0437288
Dec 10 04:51:51.929754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:51.979390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:51.986091 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-94524073-2419-4842-9aa6-021cbffae0e2 None None] Provisioning complete for port 79d96921-4507-45f7-a4b2-ef367b12ae48 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:51.986468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-94524073-2419-4842-9aa6-021cbffae0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:52.013598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-fe482099-62b4-49f7-934c-0bc07baee33b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:52.020174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-fe482099-62b4-49f7-934c-0bc07baee33b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 797 time: 0.1547561
Dec 10 04:51:52.021934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:52.031331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:52.035504 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-4183fc34-25ce-47a8-8d32-5cdde5c11123 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/quotas/8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 375 time: 0.0144670
Dec 10 04:51:52.075870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:52.120809 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-97d5c20c-785f-43dd-933d-03d141bb9098 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0844767
Dec 10 04:51:52.159051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-94524073-2419-4842-9aa6-021cbffae0e2 None None] Port 79d96921-4507-45f7-a4b2-ef367b12ae48 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:51:52.253139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:52.257837 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:52.269733 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7a87db61-f556-4709-b47c-e31503b3c633 service neutron] 10.222.0.44 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373322
Dec 10 04:51:52.414023 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-a612de20-9e8e-4644-b385-e76d957fd430 service neutron] 10.222.0.44 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381476
Dec 10 04:51:52.423498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75940>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 2, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:52.428013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Checking router: fd825e7f-60f3-4489-b7ba-d0daf4652f84 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:51:52.428376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Updating router fd825e7f-60f3-4489-b7ba-d0daf4652f84 port 79d96921-4507-45f7-a4b2-ef367b12ae48 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:51:52.480902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:52.597975 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c27a22c7-223c-4732-a63a-8d06f9fda939 req-e88290a3-e086-41a9-97a1-4cfc0a96c31d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 210 time: 0.0468826
Dec 10 04:51:52.844777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:52.856770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Transition to ACTIVE for port object 79d96921-4507-45f7-a4b2-ef367b12ae48 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:52.863916 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:52.867370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-e4d568ab-33da-4b9a-8f92-0266967ead21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:52.990017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:53.075932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36b89-0461-41e1-9276-ae8314b57645 None None] Pushing event updated for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:53.089839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b0d36b89-0461-41e1-9276-ae8314b57645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:53.148284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Attempting to bind port 79d96921-4507-45f7-a4b2-ef367b12ae48 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:51:53.148284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Attempting to bind port 79d96921-4507-45f7-a4b2-ef367b12ae48 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:51:53.148637 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Attempting to bind port 79d96921-4507-45f7-a4b2-ef367b12ae48 on network af3c335e-7529-47d7-a588-2f879afc5879 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:51:53.157339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:51:53.157719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Checking segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:51:53.158122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:53.158522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Bound using segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:51:53.158989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Bound port: 79d96921-4507-45f7-a4b2-ef367b12ae48, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:51:53.159367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:53.183429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:53.183808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:53.318055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] For port 79d96921-4507-45f7-a4b2-ef367b12ae48, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:51:53.364686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] For port 79d96921-4507-45f7-a4b2-ef367b12ae48, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=79d96921-4507-45f7-a4b2-ef367b12ae48,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:51:53.371204 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:53.376534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:53.472227 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 48bf550d-0b5c-481a-b1a1-5ff6f65830ca up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:53.551541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:51:53.552083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75940>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:53.667289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36b89-0461-41e1-9276-ae8314b57645 None None] Pushing event updated for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:53.691003 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b0d36b89-0461-41e1-9276-ae8314b57645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:53.720315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:53.720644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:53.770060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61474649-1265-49b2-85e8-5eba7c81926b req-b8a776cc-a940-45ee-8ef4-4ca8fe14d75d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 210 time: 0.0557253
Dec 10 04:51:53.804907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:51:53.907502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f065f6e-ddd2-4716-aa9c-a78beba69548 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:53.908152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f065f6e-ddd2-4716-aa9c-a78beba69548 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:51:53.925453 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f065f6e-ddd2-4716-aa9c-a78beba69548 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:51:53.926741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f065f6e-ddd2-4716-aa9c-a78beba69548 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 797 time: 0.1846182
Dec 10 04:51:53.984134 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-d12e651d-3aa4-4d3a-abbf-35c5c44b4f57 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:51:54.000294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-d12e651d-3aa4-4d3a-abbf-35c5c44b4f57 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:51:54.001838 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-d12e651d-3aa4-4d3a-abbf-35c5c44b4f57 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 379 time: 0.0598929
Dec 10 04:51:54.012950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'port': {'device_id': '4943570a-f816-4f16-9108-4183c5689948', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'admin_state_up': True, 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'security_groups': ['8221a31f-1216-471c-a63b-5485e5aab5e0']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:54.148168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:51:54.152886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:port and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:51:54.155768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:51:54.161469 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:51:54.171994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:51:54.175840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:54.183401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf75940>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:53Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:51:54.187430 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0229-a7f0-4d89-a9ee-0ac3925fb7b2 None None] The sync data for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv is: [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:53Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:51:54.352988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.9 (af3c335e-7529-47d7-a588-2f879afc5879/dd02d349-38de-40d7-85a7-a7006fb03c10/af7db0db-4b6e-4c1d-a3db-1719f3d9603f) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:51:54.549609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:54.565426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object af7db0db-4b6e-4c1d-a3db-1719f3d9603f will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:54.592878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:54.600173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e292c060-2c20-4635-9803-adf292a19e77 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:54.670960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network af3c335e-7529-47d7-a588-2f879afc5879 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:51:54.674168 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:51:54.676605 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:51:54.728592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:54.731595 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:54.750750 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:54.751381 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:54.781896 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7730534
Dec 10 04:51:54.802872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Request body: {'port': {'device_id': '4943570a-f816-4f16-9108-4183c5689948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:51:54.923006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3e9f8463-5ae6-400c-a7e1-2c1676036fd5 None None] Provisioning for port af7db0db-4b6e-4c1d-a3db-1719f3d9603f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:54.932175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3e9f8463-5ae6-400c-a7e1-2c1676036fd5 None None] Provisioning complete for port af7db0db-4b6e-4c1d-a3db-1719f3d9603f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:54.932757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3e9f8463-5ae6-400c-a7e1-2c1676036fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:54.965894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.002232 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 79d96921-4507-45f7-a4b2-ef367b12ae48 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:55.048650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebef6ec-ef16-4e2d-a5be-6c3a9aa7df8a req-886f26c1-939c-42e0-92c7-730bc9fe4846 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:55.050410 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ebef6ec-ef16-4e2d-a5be-6c3a9aa7df8a req-886f26c1-939c-42e0-92c7-730bc9fe4846 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 931 time: 0.1376474
Dec 10 04:51:55.087055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f8463-5ae6-400c-a7e1-2c1676036fd5 None None] Port af7db0db-4b6e-4c1d-a3db-1719f3d9603f cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:51:55.106171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ebef6ec-ef16-4e2d-a5be-6c3a9aa7df8a req-7bdda0df-3070-435a-a22d-b8572802e197 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482552
Dec 10 04:51:55.115643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 79d96921-4507-45f7-a4b2-ef367b12ae48 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:51:55.123845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 79d96921-4507-45f7-a4b2-ef367b12ae48 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:55.124298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.249291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.287216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 79d96921-4507-45f7-a4b2-ef367b12ae48, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=79d96921-4507-45f7-a4b2-ef367b12ae48,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:55.292094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.294047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:55.361500 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:55.364363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:55.369502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7db0db-4b6e-4c1d-a3db-1719f3d9603f {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:51:55.377174 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.391770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Transition to ACTIVE for port object af7db0db-4b6e-4c1d-a3db-1719f3d9603f will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:51:55.395915 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.399624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5f8-6dc8-4d7c-8816-d3846f56973a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:55.554813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Pushing event updated for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:55.562812 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:55.634886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Attempting to bind port af7db0db-4b6e-4c1d-a3db-1719f3d9603f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:51:55.635221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Attempting to bind port af7db0db-4b6e-4c1d-a3db-1719f3d9603f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:51:55.635554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Attempting to bind port af7db0db-4b6e-4c1d-a3db-1719f3d9603f on network af3c335e-7529-47d7-a588-2f879afc5879 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:51:55.641792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Port af7db0db-4b6e-4c1d-a3db-1719f3d9603f on network af3c335e-7529-47d7-a588-2f879afc5879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:51:55.642115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Attempting to bind port af7db0db-4b6e-4c1d-a3db-1719f3d9603f on network af3c335e-7529-47d7-a588-2f879afc5879 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:51:55.647100 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:51:55.647435 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Checking segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:51:55.647821 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Bound using segment: {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:51:55.648244 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Bound port: af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2710a245-73db-4d36-96f8-62705cf79a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:51:55.648593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.740710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:51:55.744061 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:51:55.748387 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.752815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:55.806322 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:55.806929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:55.808799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] 10.222.0.18 "PUT /v2.0/ports/af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 1093 time: 1.0132992
Dec 10 04:51:55.809346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:51:55.838724 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Pushing event updated for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:55.842000 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:55.859673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'status': 'completed', 'code': 200}
Dec 10 04:51:55.951953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-981327f3-ad25-4eda-be0b-47eb5249f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:55.953491 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-981327f3-ad25-4eda-be0b-47eb5249f444 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1096 time: 0.0762308
Dec 10 04:51:56.029918 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-aeb20125-303a-4ac9-ab81-f8bdd99586f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 217 time: 0.0643635
Dec 10 04:51:56.093987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-340cd169-5832-43c0-a704-abbf4144f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.095303 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-340cd169-5832-43c0-a704-abbf4144f942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0598221
Dec 10 04:51:56.169138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-4f366aa8-560f-49bf-9d91-bffa5e10dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.170641 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-4f366aa8-560f-49bf-9d91-bffa5e10dc4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695748
Dec 10 04:51:56.297617 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeae51-6ccb-46e7-9f68-2d6929dfffbb req-a1531dbe-8a79-467d-b9d2-4b7e0bd3739b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.299795 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21aeae51-6ccb-46e7-9f68-2d6929dfffbb req-a1531dbe-8a79-467d-b9d2-4b7e0bd3739b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 943 time: 0.0883026
Dec 10 04:51:56.306560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-4af6ac5c-9eaf-45d9-87bd-c72c545028c6 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282487
Dec 10 04:51:56.344824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21aeae51-6ccb-46e7-9f68-2d6929dfffbb req-4ce944be-89a9-473e-90ec-219f615c4657 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393093
Dec 10 04:51:56.436284 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-36a219df-29ff-475c-b8a1-f37d5d265e3b req-ea32d9c5-503d-457b-a51b-b2c3c6a13a1d service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231549
Dec 10 04:51:56.708931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-667ce90c-d320-454a-9a27-7fa8ab96eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.710437 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-667ce90c-d320-454a-9a27-7fa8ab96eff7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1096 time: 0.1931968
Dec 10 04:51:56.841957 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-f141a632-5d48-4e86-a971-70aa3ca13e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.843402 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-f141a632-5d48-4e86-a971-70aa3ca13e77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.1262333
Dec 10 04:51:56.913283 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-b06e6c6b-7432-44f8-be5f-f6a9dc35aed5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 217 time: 0.0631120
Dec 10 04:51:56.960814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 79d96921-4507-45f7-a4b2-ef367b12ae48 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:51:56.976069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-79dcfd21-a05f-4569-a409-e3cfacaff8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:56.977631 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-79dcfd21-a05f-4569-a409-e3cfacaff8df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0578296
Dec 10 04:51:57.031563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 79d96921-4507-45f7-a4b2-ef367b12ae48 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:51:57.031942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:57.053603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-6b873a97-dd0a-4286-865b-a910f438a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:57.055129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-6b873a97-dd0a-4286-865b-a910f438a6b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709062
Dec 10 04:51:57.186891 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-787f4455-8c7e-4a51-a6e3-59d4da0abbd2 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247997
Dec 10 04:51:57.318257 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-921761a7-0783-4f92-8681-8a791fa9fa35 req-18b8deb0-11b6-4ec0-930d-71be7d145b51 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244957
Dec 10 04:51:57.534747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c375fb-cd07-47f8-a5a9-375a637a7fe8 req-f2b18fd7-9675-493b-9e2e-0c91981cdf50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:57.536180 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e3c375fb-cd07-47f8-a5a9-375a637a7fe8 req-f2b18fd7-9675-493b-9e2e-0c91981cdf50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 943 time: 0.0834470
Dec 10 04:51:57.578889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e3c375fb-cd07-47f8-a5a9-375a637a7fe8 req-7df5dd9a-04c8-4902-a155-a104397f7571 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370300
Dec 10 04:51:58.759384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9a9d-9aaf-4807-b7a2-ff11f8514903 req-dae37cf8-6904-4c81-bc25-32182fa576e2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:58.760830 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-508d9a9d-9aaf-4807-b7a2-ff11f8514903 req-dae37cf8-6904-4c81-bc25-32182fa576e2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 943 time: 0.0790339
Dec 10 04:51:58.804953 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-508d9a9d-9aaf-4807-b7a2-ff11f8514903 req-2a68a3e5-b67d-41bf-b532-5174aa08bcf7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380898
Dec 10 04:51:59.658474 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af7db0db-4b6e-4c1d-a3db-1719f3d9603f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:51:59.788988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:59.801602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'port_id': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'mac_address': 'fa:16:3e:85:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:51:59.855779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:59.872233 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7db0db-4b6e-4c1d-a3db-1719f3d9603f {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:51:59.887784 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:51:59.893423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:51:59.895314 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:51:59.964179 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:51:59.967163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:51:59.996630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008edf-4ac6-4a83-8a06-8da9cf1683ca req-9e1720c9-d69e-4304-9499-c0f4ba70b936 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:51:59.998089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43008edf-4ac6-4a83-8a06-8da9cf1683ca req-9e1720c9-d69e-4304-9499-c0f4ba70b936 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 944 time: 0.0895009
Dec 10 04:52:00.041297 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-43008edf-4ac6-4a83-8a06-8da9cf1683ca req-661d63d7-ed7c-4d34-a896-8e961a306ffc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375316
Dec 10 04:52:00.317630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['af7db0db-4b6e-4c1d-a3db-1719f3d9603f'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:52:01.302877 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde3966-6ae1-4547-b1d7-27e571f27bfc req-9772f7d1-cd85-4b4d-8038-ac6daec8398a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:01.304392 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfde3966-6ae1-4547-b1d7-27e571f27bfc req-9772f7d1-cd85-4b4d-8038-ac6daec8398a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 944 time: 0.0806081
Dec 10 04:52:01.352608 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cfde3966-6ae1-4547-b1d7-27e571f27bfc req-cd833530-af09-42b2-9249-54efb3dd5063 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413435
Dec 10 04:52:01.673958 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af7db0db-4b6e-4c1d-a3db-1719f3d9603f up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:52:01.741502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port af7db0db-4b6e-4c1d-a3db-1719f3d9603f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:52:01.746021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port af7db0db-4b6e-4c1d-a3db-1719f3d9603f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:52:01.746401 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:01.856131 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:01.882153 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:52:01.891578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:52:01.896871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:01.899535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b0d36b89-0461-41e1-9276-ae8314b57645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:52:01.938128 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'code': 200}
Dec 10 04:52:01.973604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:52:01.977381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:52:02.187372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf4b4-49db-4e21-ab8c-3bc576cc386b req-d4d2107b-3b36-4fd0-9d7c-f9a03cbace15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:02.188720 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-254cf4b4-49db-4e21-ab8c-3bc576cc386b req-d4d2107b-3b36-4fd0-9d7c-f9a03cbace15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.0739002
Dec 10 04:52:02.228839 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-254cf4b4-49db-4e21-ab8c-3bc576cc386b req-ca91b17b-b70e-4090-8016-47ce4af30c2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335724
Dec 10 04:52:02.531374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7f1f9-552c-45a0-8570-d18ddcdf6877 req-ee91d44f-e51c-44a7-802e-501a25ef7f5b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:02.532742 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61a7f1f9-552c-45a0-8570-d18ddcdf6877 req-ee91d44f-e51c-44a7-802e-501a25ef7f5b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0786912
Dec 10 04:52:02.575657 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-61a7f1f9-552c-45a0-8570-d18ddcdf6877 req-7d5a96ff-a738-419e-8a59-818dfc859078 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374098
Dec 10 04:52:03.765018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46310a3-f108-45d5-8607-48999e9ecbed req-f582ac48-0a93-4aa2-9fe3-032855255db5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:03.766439 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c46310a3-f108-45d5-8607-48999e9ecbed req-f582ac48-0a93-4aa2-9fe3-032855255db5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0816722
Dec 10 04:52:03.811277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c46310a3-f108-45d5-8607-48999e9ecbed req-b88b22b4-4a91-4e68-8709-7e8c14fc73b8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386882
Dec 10 04:52:03.996290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fdf7b-bf3f-4c6e-a3ba-2804d00eca20 req-37ada638-2778-4d4d-aea1-b0f8d8ef6a14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:03.997736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb0fdf7b-bf3f-4c6e-a3ba-2804d00eca20 req-37ada638-2778-4d4d-aea1-b0f8d8ef6a14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0809247
Dec 10 04:52:04.040716 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cb0fdf7b-bf3f-4c6e-a3ba-2804d00eca20 req-03c78340-ef69-47bd-9b20-d7c904d912a2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374105
Dec 10 04:52:04.062291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50896) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:52:04.253604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f049e-d2fb-4c13-879b-0ba87c56918a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:04.255086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e73f049e-d2fb-4c13-879b-0ba87c56918a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1093 time: 0.1918652
Dec 10 04:52:04.257896 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50900) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:52:04.263536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:52:04.269452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:52:04.273205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:floatingip and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:52:04.276891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:52:04.283567 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:52:04.293346 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:04.429587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:04.563977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.58 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/eb28d696-a238-4bbc-8d78-e812f57e48ce) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:52:04.707064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:04.734876 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:04.739135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-14bef510-252f-47fb-b71c-d5781bcfa605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:52:04.798121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:52:04.800943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:52:04.804712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:52:04.846774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=eb28d696-a238-4bbc-8d78-e812f57e48ce,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:52:04.850953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:52:05.203959 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:05.275623 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:05.479341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:05.483692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:05.487159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50954222-5b4f-471e-b0ef-b144dd5c5d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:52:05.591611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=eb28d696-a238-4bbc-8d78-e812f57e48ce,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:52:05.595645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:52:05.604283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:05.897636 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 associated. External IP: 172.26.1.58, port: af7db0db-4b6e-4c1d-a3db-1719f3d9603f.
Dec 10 04:52:06.241807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router fd825e7f-60f3-4489-b7ba-d0daf4652f84 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:52:06.416912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:52:06.426404 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Sync routers for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:52:06.435325 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:52:06.435932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf393a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:52:06.441348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:06.500166 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2406189
Dec 10 04:52:06.501169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:52:06.546409 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'status': 'completed', 'code': 200}
Dec 10 04:52:06.615827 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:52:06.659198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-281696c7-1f13-405a-b393-ee2bef188386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:06.660764 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-281696c7-1f13-405a-b393-ee2bef188386 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.0713499
Dec 10 04:52:06.715856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995653d-131e-4445-a479-39679f9c064f req-601be9f2-c7c5-4ad6-afe3-78f4613348b0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:06.717866 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d995653d-131e-4445-a479-39679f9c064f req-601be9f2-c7c5-4ad6-afe3-78f4613348b0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0864291
Dec 10 04:52:06.764837 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d995653d-131e-4445-a479-39679f9c064f req-e72149f2-d469-41c4-999b-72f1203b0931 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406094
Dec 10 04:52:06.787839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50910) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:52:06.800015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-a00b5714-bbdc-412b-a183-58391a6cf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:06.801508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-a00b5714-bbdc-412b-a183-58391a6cf78a service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.1338763
Dec 10 04:52:06.901613 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1dd1bdb4-c96c-4b7b-b91f-61c1ae3998cb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 HTTP/1.1" status: 200  len: 990 time: 0.1111228
Dec 10 04:52:06.906949 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-a1e7dbd2-b098-4d2b-831f-7ebc752b4a28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 998 time: 0.0990090
Dec 10 04:52:06.973024 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-0643f207-3732-4477-a5c5-6d933c834f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:06.974476 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-0643f207-3732-4477-a5c5-6d933c834f97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0613275
Dec 10 04:52:07.002479 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf393a0>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a20aa902-b8a5-4fd7-9d92-0a1cfeed6787', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.58', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'port_id': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'mac_address': 'fa:16:3e:85:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943570a-f816-4f16-9108-4183c5689948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:05Z', 'updated_at': '2021-12-10T04:52:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:52:07.006195 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Checking router: fd825e7f-60f3-4489-b7ba-d0daf4652f84 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:52:07.014760 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:52:07.015415 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf393a0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:51:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:52:07.053623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-df0a0f77-3f91-4d36-b5be-64601911e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:07.055754 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-df0a0f77-3f91-4d36-b5be-64601911e636 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748940
Dec 10 04:52:07.185045 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-50e88669-4502-4e0a-acce-026e189b0246 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238561
Dec 10 04:52:07.186022 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:52:07.316545 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c1ef1bf1-8bb1-4c8c-a7b4-966ea591636c req-324eb1a6-2c36-46a1-9f96-419c8a5c5539 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252127
Dec 10 04:52:07.526447 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf393a0>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a20aa902-b8a5-4fd7-9d92-0a1cfeed6787', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.58', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'port_id': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'mac_address': 'fa:16:3e:85:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943570a-f816-4f16-9108-4183c5689948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:05Z', 'updated_at': '2021-12-10T04:52:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:52:07.530312 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23943d5-eeac-4c76-9e26-21bc0e04fa97 None None] The sync data for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv is: [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'a20aa902-b8a5-4fd7-9d92-0a1cfeed6787', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.58', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'port_id': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'mac_address': 'fa:16:3e:85:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4943570a-f816-4f16-9108-4183c5689948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:52:05Z', 'updated_at': '2021-12-10T04:52:05Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:52:07.714193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5875925-f647-483c-ba42-286fe87b084c None None] New status for floating IP a20aa902-b8a5-4fd7-9d92-0a1cfeed6787: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:52:07.904411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50914) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:52:08.015861 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dd5813b9-2e1a-4fb1-9a42-7dc4ee13e9db tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 HTTP/1.1" status: 200  len: 992 time: 0.1103101
Dec 10 04:52:12.944624 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-ae8bbe1c-7dc0-4e0f-80c8-77d54d5143ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681777
Dec 10 04:52:13.208970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-a8b8165d-052d-43fc-bf5f-9341331ff0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:13.210454 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-a8b8165d-052d-43fc-bf5f-9341331ff0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.1839523
Dec 10 04:52:13.353878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-13c1f831-6953-4b7a-b904-aa81f8a56dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:13.355315 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-13c1f831-6953-4b7a-b904-aa81f8a56dc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.1249113
Dec 10 04:52:13.457774 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-558b5ed5-a90d-4a31-8c2f-e310532783fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 1000 time: 0.0956495
Dec 10 04:52:13.523293 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-801d36d5-56ff-412a-9345-8686158244dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:13.524614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-801d36d5-56ff-412a-9345-8686158244dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0604129
Dec 10 04:52:13.600405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-f716ea69-b871-49a9-8e90-15af53c0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:52:13.601885 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-f716ea69-b871-49a9-8e90-15af53c0017a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701272
Dec 10 04:52:13.733887 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-711e9d1b-3517-4941-ab07-c53af3cd1c29 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219571
Dec 10 04:52:13.862581 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-be34bcb6-4041-4a68-9429-c3c1ec857ff8 req-f0c115ca-e852-4a23-b011-72a6bc68f214 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224425
Dec 10 04:52:14.452824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-85b0773b-3241-4a77-ba8e-73270c7ad7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:14.571887 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:16.810821 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e2a0-9dc1-4e02-b5a1-99302c1b57ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:17.802054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:18.102315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:19.650579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:28.675180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:52:44.456012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1b576bbe-a2d6-45e4-a4b5-a050a9a90a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:44.593069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:46.813617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3c05a85b-7fcc-439c-9654-533b7e42bcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:47.804469 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:48.103473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:52:49.653424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:05.674536 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:53:08.884366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12469edd-c64e-4d0a-8acd-057c71cf18fc req-e491d280-8572-4393-bb2a-c4a21b24d989 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:08.885811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12469edd-c64e-4d0a-8acd-057c71cf18fc req-e491d280-8572-4393-bb2a-c4a21b24d989 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.1254771
Dec 10 04:53:08.927860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-12469edd-c64e-4d0a-8acd-057c71cf18fc req-fc3067e0-1716-4bd9-a53c-63d6ff93c64b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365124
Dec 10 04:53:10.195650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dcce2-27ab-424e-b1cd-622ba615919b req-3206412c-9d91-4dd1-ac97-85a37f6e0d73 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:10.197076 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-985dcce2-27ab-424e-b1cd-622ba615919b req-3206412c-9d91-4dd1-ac97-85a37f6e0d73 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.1182916
Dec 10 04:53:10.240169 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-985dcce2-27ab-424e-b1cd-622ba615919b req-4c988978-9e49-4710-ae51-4332486c36a5 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373569
Dec 10 04:53:11.432357 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8f9e-6256-4b40-9cbb-96c051727406 req-e4bba464-8641-4e88-8462-be1ca5713c4c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:11.433811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-be4d8f9e-6256-4b40-9cbb-96c051727406 req-e4bba464-8641-4e88-8462-be1ca5713c4c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0825684
Dec 10 04:53:11.477422 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-be4d8f9e-6256-4b40-9cbb-96c051727406 req-dbe9db6e-4763-4c7f-95d4-a472e3b00338 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377352
Dec 10 04:53:12.657091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585dbb0-3c87-46f8-a9df-55c940438452 req-9bad8d83-a31c-4c44-88a7-d5e435abf7a9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:12.658561 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d585dbb0-3c87-46f8-a9df-55c940438452 req-9bad8d83-a31c-4c44-88a7-d5e435abf7a9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0792367
Dec 10 04:53:12.701640 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d585dbb0-3c87-46f8-a9df-55c940438452 req-26983b59-b713-44bf-9dc9-669de6f79a28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374937
Dec 10 04:53:13.888988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370192f9-701c-41f7-807f-589fa9e02ed9 req-3b621f96-3e92-41da-a470-c1ba1a22db1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:13.890464 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-370192f9-701c-41f7-807f-589fa9e02ed9 req-3b621f96-3e92-41da-a470-c1ba1a22db1c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0837893
Dec 10 04:53:13.935089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-370192f9-701c-41f7-807f-589fa9e02ed9 req-7130ebaf-e025-44b6-ac50-0a150036aa67 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390656
Dec 10 04:53:14.081480 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-b8cb3710-ad86-4c98-8a0b-bc9c9cc2b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:14.083180 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-b8cb3710-ad86-4c98-8a0b-bc9c9cc2b93d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.1061304
Dec 10 04:53:14.223527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-bd079ec8-d5e2-4d3a-83e9-caa67335d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:14.224948 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-bd079ec8-d5e2-4d3a-83e9-caa67335d056 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.1226737
Dec 10 04:53:14.325978 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-75e75706-ab6f-4a4a-9d58-56e96d15f028 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 1000 time: 0.0947742
Dec 10 04:53:14.389419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-7fffb575-3bb0-4f1d-9cb9-441e5845e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:14.390791 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-7fffb575-3bb0-4f1d-9cb9-441e5845e47a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0554132
Dec 10 04:53:14.458362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f16f2e5-7ece-4de1-935f-7d521f115852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:14.472552 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-66ffee41-016a-4eb7-a291-c97adfbba3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:14.474076 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-66ffee41-016a-4eb7-a291-c97adfbba3a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722873
Dec 10 04:53:14.590895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:14.607842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-62b331bb-efcf-41ae-ba92-696962b3fa3b service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248252
Dec 10 04:53:14.739423 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1eedf59d-9ea7-40d5-8976-4905f9d1c4f7 req-b6a6f275-b5ea-462d-8de9-f87407cb5f11 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225564
Dec 10 04:53:15.112487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2780-eb35-4904-9f2b-78b0ee062912 req-bec5c90a-cd14-4925-9cfc-5a4cbdb86395 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:15.113943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f7c2780-eb35-4904-9f2b-78b0ee062912 req-bec5c90a-cd14-4925-9cfc-5a4cbdb86395 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0777454
Dec 10 04:53:15.291889 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2f7c2780-eb35-4904-9f2b-78b0ee062912 req-28ca4c85-a1fa-441e-bd85-297c5c20da01 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1718657
Dec 10 04:53:16.472449 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16963991-ba35-48e5-9cd9-5072efb13159 req-c9cfd315-b967-4f16-8107-cd2dcd6a4600 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:16.473902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-16963991-ba35-48e5-9cd9-5072efb13159 req-c9cfd315-b967-4f16-8107-cd2dcd6a4600 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0803492
Dec 10 04:53:16.517864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-16963991-ba35-48e5-9cd9-5072efb13159 req-6040c479-963f-4e15-9cd1-d23853fd8d24 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378208
Dec 10 04:53:16.814412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-be012698-f081-41e8-9500-79b6ba8c4a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:17.703925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4c12-3f24-4c2c-8d84-83425be5b3f1 req-b7ec9981-f85b-41cb-ae58-f240769dfbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:17.705357 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02bf4c12-3f24-4c2c-8d84-83425be5b3f1 req-b7ec9981-f85b-41cb-ae58-f240769dfbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0815008
Dec 10 04:53:17.747858 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-02bf4c12-3f24-4c2c-8d84-83425be5b3f1 req-f0a22d72-8406-4dc4-b98e-b15ba7334e2a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361128
Dec 10 04:53:17.808593 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:18.104330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:18.928576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01379515-2f60-48cf-9b23-3d5c3bd110a0 req-134f5380-5afc-46f9-bb01-8b06df9d87fc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:18.930539 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01379515-2f60-48cf-9b23-3d5c3bd110a0 req-134f5380-5afc-46f9-bb01-8b06df9d87fc tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0790739
Dec 10 04:53:18.975612 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-01379515-2f60-48cf-9b23-3d5c3bd110a0 req-1ea86f04-26ba-43e0-a2f2-41c3fd9f8d2f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391479
Dec 10 04:53:19.657932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:20.157860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e68fa5-71a6-41e5-9b3e-0b685e7d10ab req-c44058ea-5362-4656-9a52-6bf1f09aed42 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:20.159183 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3e68fa5-71a6-41e5-9b3e-0b685e7d10ab req-c44058ea-5362-4656-9a52-6bf1f09aed42 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0817428
Dec 10 04:53:20.201278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a3e68fa5-71a6-41e5-9b3e-0b685e7d10ab req-f88da352-cad4-4872-9620-ad74573a264c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359814
Dec 10 04:53:20.223772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50976) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:53:20.329853 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4205320f-3f0a-4329-8730-d9a59ab62021 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 HTTP/1.1" status: 200  len: 992 time: 0.1048450
Dec 10 04:53:21.775306 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144f14-c484-4f46-b7c8-3fbd3a84f3ea req-3e0de4d4-d004-4baa-9795-078d6dd035af tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:21.776713 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c3144f14-c484-4f46-b7c8-3fbd3a84f3ea req-3e0de4d4-d004-4baa-9795-078d6dd035af tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0805593
Dec 10 04:53:21.823156 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c3144f14-c484-4f46-b7c8-3fbd3a84f3ea req-b7c9e013-123d-4bd5-b2f7-9b42e30afec7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405498
Dec 10 04:53:21.837606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-a81c6f28-2013-4825-84b8-46011a87f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:21.839073 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-a81c6f28-2013-4825-84b8-46011a87f1ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.0706172
Dec 10 04:53:22.088854 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-759843c9-c971-475b-a022-6a77d15dbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:22.090334 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-759843c9-c971-475b-a022-6a77d15dbd62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.2450345
Dec 10 04:53:22.190981 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-961e8024-a3c1-436a-a84d-933085642f86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 1000 time: 0.0935817
Dec 10 04:53:22.258723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-cc5b20dd-c343-41a7-b1fd-828948968eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:22.260141 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-cc5b20dd-c343-41a7-b1fd-828948968eed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0631084
Dec 10 04:53:22.334199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-dcd50c2b-4f07-403f-a517-5263674e0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:22.335637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-dcd50c2b-4f07-403f-a517-5263674e0a48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683155
Dec 10 04:53:22.464195 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-d2b926b3-61ee-4b59-94e2-cadbdc90aa6f service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216948
Dec 10 04:53:22.592034 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-468b3d71-3c2a-4530-86cb-56c85aea1ddb req-a98b9d6c-44d0-45f8-a498-ed59102af73c service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214535
Dec 10 04:53:23.015189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddeedc-016f-4324-b560-118834455915 req-49580566-94bd-4f3f-bb41-b45805379a37 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:23.016610 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6ddeedc-016f-4324-b560-118834455915 req-49580566-94bd-4f3f-bb41-b45805379a37 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0806241
Dec 10 04:53:23.060957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6ddeedc-016f-4324-b560-118834455915 req-e810a45f-96e3-4794-ac48-8020bed91b31 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387287
Dec 10 04:53:24.247863 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc8be-7c40-4785-80a6-dbc5cb9f191a req-aa93dbaf-b944-4e77-9c20-192dc6c12754 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:53:24.249331 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b29dc8be-7c40-4785-80a6-dbc5cb9f191a req-aa93dbaf-b944-4e77-9c20-192dc6c12754 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0830088
Dec 10 04:53:24.295661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b29dc8be-7c40-4785-80a6-dbc5cb9f191a req-54ca833b-676e-4461-a335-3fcf67c984fd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406396
Dec 10 04:53:24.318637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 50990) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:53:24.425155 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-983bab9d-285b-45c0-8d91-d28f5880128b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 HTTP/1.1" status: 200  len: 992 time: 0.1053376
Dec 10 04:53:42.673708 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:53:44.460978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5190b243-fa94-44bb-8f6f-e75f8e5365c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:44.593248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:46.815745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3583341c-0096-47be-9cbc-5bc1ce8d7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:47.811194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:48.106172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:53:49.660353 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:13.121107 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51008) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:13.320994 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port eb28d696-a238-4bbc-8d78-e812f57e48ce {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:54:13.321354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:13.492308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:13.492630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:13.612724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for eb28d696-a238-4bbc-8d78-e812f57e48ce owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:54:13.880187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:13.884190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:13.928816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=eb28d696-a238-4bbc-8d78-e812f57e48ce,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:13.974104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.974491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.974872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.975251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.975622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.976667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.976667 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.977128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.977128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.977448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.977809 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.978180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:13.985978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:14.042827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:14.043157 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 disassociated (deleted). External IP: 172.26.1.58, port: af7db0db-4b6e-4c1d-a3db-1719f3d9603f.
Dec 10 04:54:14.385274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router fd825e7f-60f3-4489-b7ba-d0daf4652f84 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:54:14.462397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-392f75ff-8649-48f3-89fe-a6d396601665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:14.563996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:54:14.573810 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Sync routers for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:54:14.580032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:14.583474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:14.584078 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf69e50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:14.601042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:14.634236 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e83b7d5c-e392-4c82-96b8-1de256c0112b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/floatingips/a20aa902-b8a5-4fd7-9d92-0a1cfeed6787 HTTP/1.1" status: 204  len: 168 time: 1.5120378
Dec 10 04:54:14.634886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:54:14.762195 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:14.767302 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'status': 'completed', 'code': 200}
Dec 10 04:54:14.951091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-cc920726-bda5-4fbf-b2a8-4181e3a79661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:14.952562 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-cc920726-bda5-4fbf-b2a8-4181e3a79661 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 1098 time: 0.1402605
Dec 10 04:54:15.032267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81d886-1684-4145-9486-0e605a99625f req-82ee95b3-0960-4013-9afa-eb741d78fc19 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:15.032958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ca81d886-1684-4145-9486-0e605a99625f req-82ee95b3-0960-4013-9afa-eb741d78fc19 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:15.050552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ca81d886-1684-4145-9486-0e605a99625f req-82ee95b3-0960-4013-9afa-eb741d78fc19 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:15.052215 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca81d886-1684-4145-9486-0e605a99625f req-82ee95b3-0960-4013-9afa-eb741d78fc19 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.1015968
Dec 10 04:54:15.091758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-51d96fab-9991-41a7-94ba-88b4d6769857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:15.093210 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-51d96fab-9991-41a7-94ba-88b4d6769857 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 200  len: 898 time: 0.1334422
Dec 10 04:54:15.101437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca81d886-1684-4145-9486-0e605a99625f req-66e249d1-a611-45ad-a878-0e1e31909897 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417302
Dec 10 04:54:15.122925 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf69e50>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:15.126878 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Checking router: fd825e7f-60f3-4489-b7ba-d0daf4652f84 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:54:15.134786 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:15.135395 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf69e50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:53:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:15.162272 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-d768cdf2-04fb-4ee4-8bfe-cab7f0a2299a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 200  len: 217 time: 0.0607374
Dec 10 04:54:15.226455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-8668d90e-fb6f-4f93-ae0b-023280261645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:15.227777 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-8668d90e-fb6f-4f93-ae0b-023280261645 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 200  len: 835 time: 0.0592389
Dec 10 04:54:15.303363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-3f450c2a-4c42-4f3f-b856-52d1a9f64dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:15.304822 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-3f450c2a-4c42-4f3f-b856-52d1a9f64dfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af3c335e-7529-47d7-a588-2f879afc5879&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689263
Dec 10 04:54:15.305781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:15.436218 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-d2a28e69-6837-4055-b4cd-bfe0c6c5a1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236966
Dec 10 04:54:15.565611 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b7fc473e-4d52-4704-b2f9-4e16125f94c5 req-acf57cd3-e7ce-4ace-abf4-25e64529732b service neutron] 10.222.0.18 "GET /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227360
Dec 10 04:54:15.607879 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cf69e50>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:15.611712 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03538d1-fc5f-4cba-a340-8c846e9ede8a None None] The sync data for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv is: [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:51:50Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '79d96921-4507-45f7-a4b2-ef367b12ae48', 'name': '', 'network_id': 'af3c335e-7529-47d7-a588-2f879afc5879', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:db:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:49Z', 'updated_at': '2021-12-10T04:51:55Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'dd02d349-38de-40d7-85a7-a7006fb03c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:54:15.827253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295348f1-53e9-4005-9228-1c4e48c4dc92 None None] New status for floating IP a20aa902-b8a5-4fd7-9d92-0a1cfeed6787: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:54:16.290234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013f0d6-41dc-4c65-abc8-276213f69927 req-665e9f4e-1ce4-4ea2-a017-509b601df8dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:16.291696 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b013f0d6-41dc-4c65-abc8-276213f69927 req-665e9f4e-1ce4-4ea2-a017-509b601df8dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0809932
Dec 10 04:54:16.339371 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b013f0d6-41dc-4c65-abc8-276213f69927 req-05a22d66-1e75-4e1d-b527-c85cb7c49192 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=8221a31f-1216-471c-a63b-5485e5aab5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421467
Dec 10 04:54:16.718067 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-eaa2e2e3-ae7a-4b2c-9a30-5f86aaa65136 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:16.718746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-eaa2e2e3-ae7a-4b2c-9a30-5f86aaa65136 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:16.730414 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-eaa2e2e3-ae7a-4b2c-9a30-5f86aaa65136 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:16.731472 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-eaa2e2e3-ae7a-4b2c-9a30-5f86aaa65136 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 945 time: 0.0893009
Dec 10 04:54:16.803684 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port af7db0db-4b6e-4c1d-a3db-1719f3d9603f {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:54:16.804025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:16.817079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aea9ae8c-22df-4f3f-94b7-f3c93f927bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:17.162449 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port af7db0db-4b6e-4c1d-a3db-1719f3d9603f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:17.162810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:17.287963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for af7db0db-4b6e-4c1d-a3db-1719f3d9603f owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:54:17.438783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:17.444597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3599c88f-cde7-41b0-b94a-38a85dda0131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:17.489947 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=af7db0db-4b6e-4c1d-a3db-1719f3d9603f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:17.493277 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc99755a-30a6-4ea2-a302-9f3e8b3f3837 req-cc72e627-1c5d-4451-950a-83f61435d55a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=4943570a-f816-4f16-9108-4183c5689948 HTTP/1.1" status: 200  len: 210 time: 0.0439143
Dec 10 04:54:17.532745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.533130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.533528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.533902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.534271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.534635 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.534995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.535358 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.535714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.536071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.536426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.536781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:17.565493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:17.576738 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] No DVR routers for this DVR port af7db0db-4b6e-4c1d-a3db-1719f3d9603f on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:54:17.579032 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:17.581556 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'name': 'network-vif-deleted', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:54:17.596539 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c8c28e4d-552d-410b-b335-ad0dacdb4cb7 req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "DELETE /v2.0/ports/af7db0db-4b6e-4c1d-a3db-1719f3d9603f HTTP/1.1" status: 204  len: 173 time: 0.8597009
Dec 10 04:54:17.711553 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4943570a-f816-4f16-9108-4183c5689948', 'name': 'network-vif-deleted', 'tag': 'af7db0db-4b6e-4c1d-a3db-1719f3d9603f', 'status': 'completed', 'code': 200}
Dec 10 04:54:17.814372 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:18.107794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:18.586956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51056) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:19.246600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:19.591773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 79d96921-4507-45f7-a4b2-ef367b12ae48 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:54:19.592424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:19.668382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:19.672980 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:54:19.774388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 79d96921-4507-45f7-a4b2-ef367b12ae48, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=79d96921-4507-45f7-a4b2-ef367b12ae48,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:19.774739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:19.898615 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 79d96921-4507-45f7-a4b2-ef367b12ae48 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:54:20.073126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:20.077115 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:20.122523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=79d96921-4507-45f7-a4b2-ef367b12ae48,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:20.125628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:20.382489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af7db0db-4b6e-4c1d-a3db-1719f3d9603f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:54:20.394427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:20.416461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: af7db0db-4b6e-4c1d-a3db-1719f3d9603f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:54:20.416827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device af7db0db-4b6e-4c1d-a3db-1719f3d9603f not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:54:20.881164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router fd825e7f-60f3-4489-b7ba-d0daf4652f84 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:54:21.063656 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:54:21.074127 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Sync routers for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:54:21.076417 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/fd825e7f-60f3-4489-b7ba-d0daf4652f84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4884193
Dec 10 04:54:21.079013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51060) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:21.083988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:21.084582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:21.146473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting subnet dd02d349-38de-40d7-85a7-a7006fb03c10 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:54:21.149354 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.202816 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.256366 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:21.286531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.358092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.362545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-57061d27-bf74-41d2-8eb5-5a35ab11d4df tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:21.396910 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Subnet': ['ID=dd02d349-38de-40d7-85a7-a7006fb03c10,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:21.399825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:21.400779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.407040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4a793-7c4b-4f02-b351-90e1d0919892 None None] Network af3c335e-7529-47d7-a588-2f879afc5879 requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:54:21.412575 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-398707f1-df86-4d31-a892-12423378499e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/subnets/dd02d349-38de-40d7-85a7-a7006fb03c10 HTTP/1.1" status: 204  len: 168 time: 0.3326015
Dec 10 04:54:21.415127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51064) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:21.539953 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300190>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:54:20Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:21.544628 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Checking router: fd825e7f-60f3-4489-b7ba-d0daf4652f84 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:54:21.553087 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Routers {'fd825e7f-60f3-4489-b7ba-d0daf4652f84'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:21.553716 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:21.599577 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.709631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] DHCP port deletion for af3c335e-7529-47d7-a588-2f879afc5879 request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:54:21.714330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Deleting port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:54:21.715048 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.760070 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] Set router fd825e7f-60f3-4489-b7ba-d0daf4652f84 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:21.779367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.790006 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:54:21.790727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:21.916947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] For port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,segment=NetworkSegment(2710a245-73db-4d36-96f8-62705cf79a65),segment_id=2710a245-73db-4d36-96f8-62705cf79a65)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:21.917380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.044807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Calling delete_port for 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:54:22.047465 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d300190>, [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:54:20Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:22.052125 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e068c-f6dd-48ea-866d-4996798f3344 None None] The sync data for ids ['fd825e7f-60f3-4489-b7ba-d0daf4652f84'] in dv-neutron-821182-1-hyperv is: [{'id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966104547', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:51:45Z', 'updated_at': '2021-12-10T04:54:20Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '48bf550d-0b5c-481a-b1a1-5ff6f65830ca', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd825e7f-60f3-4489-b7ba-d0daf4652f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:51:46Z', 'updated_at': '2021-12-10T04:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:54:22.116882 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 48bf550d-0b5c-481a-b1a1-5ff6f65830ca, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:22.117594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.126519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.133365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-3d47271b-2beb-40e8-9df1-bbada70fb7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:22.176083 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Pushing event deleted for resources: {'Port': ['ID=9168d4c8-8a15-4ba0-839b-0b20c4f250f7,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:22.179489 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] No DVR routers for this DVR port 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:54:22.186120 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.186462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.186798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.187124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.187450 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.187778 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.188079 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.188400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.189193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.189193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.191284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.191284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:22.201901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:22.245670 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 48bf550d-0b5c-481a-b1a1-5ff6f65830ca owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:54:22.413524 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.417972 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3260535e-da4f-4672-a220-fae0b2ea61eb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:22.465206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=48bf550d-0b5c-481a-b1a1-5ff6f65830ca,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:22.491237 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:22.556212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.732855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.735092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.757164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.757707 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Fanout notify agent at l3_agent the message router_deleted on router fd825e7f-60f3-4489-b7ba-d0daf4652f84 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:54:22.772196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:22.773261 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/routers/fd825e7f-60f3-4489-b7ba-d0daf4652f84 HTTP/1.1" status: 204  len: 168 time: 1.3571446
Dec 10 04:54:22.776050 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51082) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:22.893935 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.022040 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.047582 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9a00>,) {'filters': {'network_id': ['af3c335e-7529-47d7-a588-2f879afc5879']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:23.059041 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9a00>, '2710a245-73db-4d36-96f8-62705cf79a65') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:23.059341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d977d9a00>, '2710a245-73db-4d36-96f8-62705cf79a65') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:23.070137 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.085944 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.092295 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:54:23.092672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:54:23.107193 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:54:23.184665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.188019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ba703d64-1331-4e26-a0d3-fdbee188f40f tempest-RoutersNegativeTest-1831484827 tempest-RoutersNegativeTest-1831484827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:23.202412 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.228074 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Network': ['ID=af3c335e-7529-47d7-a588-2f879afc5879,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:23.231271 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:23.233441 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e193d6ff-9cc3-45bf-b9b2-b8c8f94606a8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/networks/af3c335e-7529-47d7-a588-2f879afc5879 HTTP/1.1" status: 204  len: 168 time: 0.4562616
Dec 10 04:54:23.236242 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51088) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:23.256382 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 79d96921-4507-45f7-a4b2-ef367b12ae48 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:54:23.298604 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 79d96921-4507-45f7-a4b2-ef367b12ae48 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:54:23.299046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 79d96921-4507-45f7-a4b2-ef367b12ae48 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:54:23.299533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:54:23.307832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.331306 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:54:23.331655 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9168d4c8-8a15-4ba0-839b-0b20c4f250f7 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:54:23.332342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 48bf550d-0b5c-481a-b1a1-5ff6f65830ca no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:54:23.336478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.367790 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 48bf550d-0b5c-481a-b1a1-5ff6f65830ca {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:54:23.368128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 48bf550d-0b5c-481a-b1a1-5ff6f65830ca not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:54:23.415356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.419241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-eed56f1c-9361-4daf-9cd4-596b8b2a8153 tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:23.433921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221a31f-1216-471c-a63b-5485e5aab5e0,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:23.436669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:23.443224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:23.444322 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/security-groups/8221a31f-1216-471c-a63b-5485e5aab5e0 HTTP/1.1" status: 204  len: 168 time: 0.2069895
Dec 10 04:54:23.993990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51102) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:23.999830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202633727', 'description': 'tempest-secgroup-smoke-1202633727 description', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.006038 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.010872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.013795 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.019494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.030730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.049915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.053621 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.056333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.062409 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.131787 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.136163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.139894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.181662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f865e696-3706-494c-969b-dfa270ea50e8,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.185294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.186706 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.188017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-eb3839cc-d7b1-44ce-97b7-c01736154d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1924732
Dec 10 04:54:24.190912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51108) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.196098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.202067 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.205942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.209102 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.214949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.231555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.290032 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.293921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.295644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c38851ad-0153-4b55-af6f-6857ff94966c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.317378 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbfa71a-c37a-4b13-b77e-11b64c66504a,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.321668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.325725 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.326848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1350336
Dec 10 04:54:24.329652 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51112) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.334697 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.340380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.344085 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.346879 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.352428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.370450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.431894 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.435928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.437677 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7770a167-49bc-466a-b98d-1332a1ff8a43 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.458867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef174cc6-2275-4540-b0c3-3c5fce9deba8,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.461406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.467747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.469067 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-21f599b8-aca3-4b13-a746-f51e755a16ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1385119
Dec 10 04:54:24.471730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51116) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.476588 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.482968 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.486925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.489772 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.496137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.511542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.571844 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.575307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.583106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-02d0fa64-2503-49e9-a193-10629cb757bb tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.606092 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1f17b9-c859-493b-931d-7c96024c2496,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.608360 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.612611 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.613787 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-430594b8-3ae7-4724-8c2b-ba5981a5ecb6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1411607
Dec 10 04:54:24.616484 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51120) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.621494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.627182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.630900 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.633732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.639263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.656145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.718470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.721818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.723540 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e1fb4190-fba7-4034-8abf-8096f4ce9752 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.745145 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b21f2d8-639a-4872-a3bd-3a69dcb03439,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.749332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.753644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.754798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-89709f94-60eb-4b17-b58b-bf7255ecca28 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1374083
Dec 10 04:54:24.757491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51124) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.762442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.768424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.772187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.775021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.781178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.795152 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:54:24.801585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.864156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.867849 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.874403 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd8685b3-3000-4050-b3e6-0178f9886d8c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:24.894223 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18616b58-1b8c-46ce-868b-8152976fb1f3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:24.897232 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:24.904135 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:24.905396 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1469612
Dec 10 04:54:24.908009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51128) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:24.913150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'security_group_rule': {'security_group_id': 'f865e696-3706-494c-969b-dfa270ea50e8', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:24.919514 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:24.923314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:security_group_rule and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:24.926194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:24.931813 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:24.942488 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Project 8170c8ca8ee249c6a8b5f78337748a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:54:24.948860 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.012270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.015605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.017364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-227f598e-ca53-41f1-93e7-9b720643fb2b tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:25.038060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ffd3e5-ea9a-4e31-8a3f-144569899379,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:25.040345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:25.048055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.049428 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5341981b-cf23-44a7-b2cd-68c29a906346 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1403825
Dec 10 04:54:25.052196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51132) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:25.058291 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'network': {'name': 'tempest-network-smoke--132126265', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'port_security_enabled': True}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:25.063118 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:25.067152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:network and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:25.070268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:25.075874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:25.085855 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:54:25.089187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.115597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:54:25.124587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.124942 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Added segment 23383e62-d55b-4ac9-9e22-7f765df32af4 of type vlan for network d9d21aa9-ce55-4756-8934-2351a306ab9f
Dec 10 04:54:25.152886 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.180287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.186377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:25.186973 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.191817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13e019d3-c003-4246-ac13-34dfa1bf823c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:25.289891 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2364957
Dec 10 04:54:25.292871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51136) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:25.299763 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'admin_state_up': True, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:25.305137 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Network': ['ID=d9d21aa9-ce55-4756-8934-2351a306ab9f,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:25.308313 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-25cc6e27-fd26-4a6b-bd72-d76fc55503a0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:25.309211 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:25.313089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:router and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:25.315295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network d9d21aa9-ce55-4756-8934-2351a306ab9f details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:54:25.316445 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:25.322155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:25.332552 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.333562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.349752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:25.735521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:26.029654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:26.058337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:26.188335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.209 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/9326989c-a776-488c-839f-e51f81898eef) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:54:26.333523 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:26.363029 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:26.367379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:26.429206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:26.431979 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:26.435679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:54:26.474803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=9326989c-a776-488c-839f-e51f81898eef,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:26.478682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:26.834416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:27.289266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:27.487704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router b40ab672-db57-43e6-8fcf-d4600ca1fe55 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:54:27.661664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:54:27.670996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Sync routers for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:54:27.679906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:27.680513 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfeb670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:27.688191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:27.689414 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a50db9ec-6d34-48ce-bae4-dd32af4ad1f9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.3955808
Dec 10 04:54:27.692467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51140) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:27.856507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:27.926013 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4bf9bc8b-9d86-46d0-b9bb-5dec16ce368a tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8170c8ca8ee249c6a8b5f78337748a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2322755
Dec 10 04:54:27.928440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51146) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:28.059151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec173844-3020-4274-92f3-767bd9c2a137 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:28.063168 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ec173844-3020-4274-92f3-767bd9c2a137 tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1311994
Dec 10 04:54:28.063376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51150) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:28.101170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d6df2a92-1968-4d1c-800a-3137a1ff9dfd tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=995c67b5-d93d-40f0-b617-1e717b3db9b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0366528
Dec 10 04:54:28.104235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51154) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:28.109633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581813090', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:28.177241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfeb670>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:26Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:28.181740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Checking router: b40ab672-db57-43e6-8fcf-d4600ca1fe55 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:54:28.182711 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Updating router b40ab672-db57-43e6-8fcf-d4600ca1fe55 port 9326989c-a776-488c-839f-e51f81898eef binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:54:28.217405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:28.221280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:subnet and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:28.224338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:28.230744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:28.233606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.240930 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:54:28.244468 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.563656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.575981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Transition to ACTIVE for port object 9326989c-a776-488c-839f-e51f81898eef will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:28.576177 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.580327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-b0eb5fdd-ceb3-4979-998c-68e08ff63e23 tempest-RoutersNegativeTest-2108852160 tempest-RoutersNegativeTest-2108852160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:28.582683 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.586190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:28.661644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Attempting to bind port 9326989c-a776-488c-839f-e51f81898eef on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:54:28.661878 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Subnet': ['ID=a6181eb3-f572-4858-b827-b7a3233de9c8,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:28.662016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Attempting to bind port 9326989c-a776-488c-839f-e51f81898eef by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:54:28.662374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Attempting to bind port 9326989c-a776-488c-839f-e51f81898eef on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:54:28.665548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:28.666963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Checking segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:54:28.667318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network hostable DHCP agents. Network: d9d21aa9-ce55-4756-8934-2351a306ab9f, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:54:28.670147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Pushing event updated for resources: {'Port': ['ID=9326989c-a776-488c-839f-e51f81898eef,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:28.672363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:54:28.672925 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:54:28.673168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.673609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:54:28.674072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Bound port: 9326989c-a776-488c-839f-e51f81898eef, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:54:28.674453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.686929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network d9d21aa9-ce55-4756-8934-2351a306ab9f is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:54:28.695873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, d9d21aa9-ce55-4756-8934-2351a306ab9f) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:28.698230 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:28.700139 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:28.700782 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.711296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c59e8-f391-42d8-8f59-f0f9e0d2f65d None None] Network d9d21aa9-ce55-4756-8934-2351a306ab9f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:54:28.722620 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-438dd388-82a3-4fd1-b1c0-82271e463181 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6172924
Dec 10 04:54:28.725379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51158) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:28.837768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] For port 9326989c-a776-488c-839f-e51f81898eef, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:54:28.857781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] For port 9326989c-a776-488c-839f-e51f81898eef, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9326989c-a776-488c-839f-e51f81898eef,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:54:28.892344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:28.903001 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:29.022535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:29.023166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfeb670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:29.133882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Pushing event updated for resources: {'Port': ['ID=9326989c-a776-488c-839f-e51f81898eef,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:29.136978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-d9d21aa9-ce55-4756-8934-2351a306ab9f', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:54:29.137834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:29.146529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:29.284195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:29.409279 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:29.518599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Allocated IP 172.20.0.2 (d9d21aa9-ce55-4756-8934-2351a306ab9f/a6181eb3-f572-4858-b827-b7a3233de9c8/b45e418b-c2cb-4360-b8cc-d749e3927566) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:54:29.831613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfeb670>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:26Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:29.844257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eccf0a-b1e4-42f8-a4f5-5f415dc361dd None None] The sync data for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv is: [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:26Z', 'revision_number': 3, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:54:29.848287 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:29.859271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Transition to ACTIVE for port object b45e418b-c2cb-4360-b8cc-d749e3927566 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:29.879794 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Transition to ACTIVE for port object b45e418b-c2cb-4360-b8cc-d749e3927566 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:29.887063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:29.893451 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:29.960122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.1 (d9d21aa9-ce55-4756-8934-2351a306ab9f/a6181eb3-f572-4858-b827-b7a3233de9c8/32c4adb6-943a-409a-8f19-2683130b637b) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:54:29.960708 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Network d9d21aa9-ce55-4756-8934-2351a306ab9f is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:29.964308 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:29.968321 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:54:30.001223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Pushing event updated for resources: {'Port': ['ID=b45e418b-c2cb-4360-b8cc-d749e3927566,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:30.009373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:30.063574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Attempting to bind port b45e418b-c2cb-4360-b8cc-d749e3927566 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:54:30.063970 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Attempting to bind port b45e418b-c2cb-4360-b8cc-d749e3927566 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:54:30.064911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Attempting to bind port b45e418b-c2cb-4360-b8cc-d749e3927566 on network d9d21aa9-ce55-4756-8934-2351a306ab9f {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:54:30.069800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:54:30.070185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Checking segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:54:30.070599 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.071538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Bound using segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:54:30.071538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Bound port: b45e418b-c2cb-4360-b8cc-d749e3927566, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:54:30.071944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.187349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] For port b45e418b-c2cb-4360-b8cc-d749e3927566, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:54:30.191642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] For port b45e418b-c2cb-4360-b8cc-d749e3927566, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b45e418b-c2cb-4360-b8cc-d749e3927566,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:54:30.196616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.201482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-6bb692ad-2db7-41cd-8371-953009c685c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:30.269250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.287267 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 32c4adb6-943a-409a-8f19-2683130b637b will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:30.289961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Pushing event updated for resources: {'Port': ['ID=b45e418b-c2cb-4360-b8cc-d749e3927566,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:30.293682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:30.315075 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.319567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-357466ea-16af-42e4-9b2a-0dd15a62c248 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:30.395594 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network d9d21aa9-ce55-4756-8934-2351a306ab9f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:30.399235 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:30.401903 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:30.404086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:54:30.433671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:30.490939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:30.629509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.092018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.100196 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.110927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9326989c-a776-488c-839f-e51f81898eef up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:31.134671 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-f5e046e0-59b8-406d-b50e-472bf79c4a32 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:31.201647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9326989c-a776-488c-839f-e51f81898eef completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:31.207242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9326989c-a776-488c-839f-e51f81898eef triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:31.207694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.218294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:31.222806 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:31.243164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.371615 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.390073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 9326989c-a776-488c-839f-e51f81898eef, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9326989c-a776-488c-839f-e51f81898eef,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:31.396628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.397909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b45e418b-c2cb-4360-b8cc-d749e3927566 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:31.400447 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network d9d21aa9-ce55-4756-8934-2351a306ab9f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:31.402229 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:31.424190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:31.494352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83750f5-0e66-4bb1-bc25-8de7eb7f416e None None] Network d9d21aa9-ce55-4756-8934-2351a306ab9f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:54:31.612323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router b40ab672-db57-43e6-8fcf-d4600ca1fe55 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:54:31.616912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-3f7df63d-edfb-4509-a8a0-6e70b86cd7a0 None None] Provisioning for port b45e418b-c2cb-4360-b8cc-d749e3927566 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:31.631678 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=9326989c-a776-488c-839f-e51f81898eef,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:31.639181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:31.650030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port b45e418b-c2cb-4360-b8cc-d749e3927566 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:31.659097 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b45e418b-c2cb-4360-b8cc-d749e3927566 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:31.659834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.798056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:54:31.820397 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/b40ab672-db57-43e6-8fcf-d4600ca1fe55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0849349
Dec 10 04:54:31.826115 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Sync routers for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:54:31.835722 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:31.836349 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d54c130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:31.880841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.922428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port b45e418b-c2cb-4360-b8cc-d749e3927566, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b45e418b-c2cb-4360-b8cc-d749e3927566,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:31.929529 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:31.935185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:32.023927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=b45e418b-c2cb-4360-b8cc-d749e3927566,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:32.027851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:32.032658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-c0b46f22-93aa-4260-b345-13d6ce5fbae7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:32.050520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-c0b46f22-93aa-4260-b345-13d6ce5fbae7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:32.051918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-c0b46f22-93aa-4260-b345-13d6ce5fbae7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202633727&fields=id&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 267 time: 0.0697501
Dec 10 04:54:32.057404 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:32.160550 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Provisioning complete for port b45e418b-c2cb-4360-b8cc-d749e3927566 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:32.161060 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.216195 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-90f6dccd-ebe2-4cbe-a8a5-4e6965d1c150 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:32.217196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-90f6dccd-ebe2-4cbe-a8a5-4e6965d1c150 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:32.235700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-90f6dccd-ebe2-4cbe-a8a5-4e6965d1c150 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:32.237425 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-90f6dccd-ebe2-4cbe-a8a5-4e6965d1c150 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 796 time: 0.1784191
Dec 10 04:54:32.254181 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-9a1d32d9-e850-42f4-a12c-d79d60bba4a2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/quotas/8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 375 time: 0.0102177
Dec 10 04:54:32.313942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Provisioning for port 32c4adb6-943a-409a-8f19-2683130b637b completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:32.320257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Provisioning complete for port 32c4adb6-943a-409a-8f19-2683130b637b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:32.320933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.346096 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-2bee0ded-43e2-43d3-a52b-ab724e175ae1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:32.368162 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-2bee0ded-43e2-43d3-a52b-ab724e175ae1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:32.371239 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-2bee0ded-43e2-43d3-a52b-ab724e175ae1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1117759
Dec 10 04:54:32.386878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-22c91b4e-9f57-4118-8804-0bc19a53ed3d None None] Port 32c4adb6-943a-409a-8f19-2683130b637b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:54:32.424481 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d54c130>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 2, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:32.429467 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Checking router: b40ab672-db57-43e6-8fcf-d4600ca1fe55 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:54:32.429851 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Updating router b40ab672-db57-43e6-8fcf-d4600ca1fe55 port 32c4adb6-943a-409a-8f19-2683130b637b binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:54:32.471531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-573754d0-d9c7-4310-acab-7b7c3b135455 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:54:32.472918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-573754d0-d9c7-4310-acab-7b7c3b135455 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0487614
Dec 10 04:54:32.490044 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.508883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-fd786acb-45f9-484c-aaca-2e68bc7797a3 None None] Provisioning complete for port 32c4adb6-943a-409a-8f19-2683130b637b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:32.509551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fd786acb-45f9-484c-aaca-2e68bc7797a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.569378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-fd786acb-45f9-484c-aaca-2e68bc7797a3 None None] Port 32c4adb6-943a-409a-8f19-2683130b637b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:54:32.614813 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-c12c4009-2ab2-4d96-af3a-0df061d60ec7 service neutron] 10.222.0.44 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358106
Dec 10 04:54:32.691556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5bdb89e9-441e-4a42-b848-ba68cc802790 None None] Provisioning complete for port 32c4adb6-943a-409a-8f19-2683130b637b triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:32.691962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5bdb89e9-441e-4a42-b848-ba68cc802790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.754388 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-28f47e77-3aae-450c-9bf7-5d259ac770ec service neutron] 10.222.0.44 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333227
Dec 10 04:54:32.793991 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb89e9-441e-4a42-b848-ba68cc802790 None None] Port 32c4adb6-943a-409a-8f19-2683130b637b cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:54:32.852597 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.867705 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Transition to ACTIVE for port object 32c4adb6-943a-409a-8f19-2683130b637b will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:32.879102 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:32.882342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-c4b79b37-d4a5-4740-a406-44c847581662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:32.967580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c341e42-a50c-42af-92c4-b6aa9b792177 req-eed2da15-79a1-4b08-9e84-114ef05fda18 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 210 time: 0.0584834
Dec 10 04:54:33.093942 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9326989c-a776-488c-839f-e51f81898eef up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:33.099894 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Pushing event updated for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:33.148621 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.149215 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.149729 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.150245 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.150783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.151264 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.151756 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.152232 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.152720 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.153194 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.153685 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.154165 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:54:33.165213 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:33.176808 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Attempting to bind port 32c4adb6-943a-409a-8f19-2683130b637b on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:54:33.177255 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Attempting to bind port 32c4adb6-943a-409a-8f19-2683130b637b by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:54:33.177713 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Attempting to bind port 32c4adb6-943a-409a-8f19-2683130b637b on network d9d21aa9-ce55-4756-8934-2351a306ab9f {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:54:33.184553 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:54:33.185138 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Checking segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:54:33.185773 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:33.186371 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Bound using segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:54:33.187034 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Bound port: 32c4adb6-943a-409a-8f19-2683130b637b, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:54:33.187609 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:33.272084 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9326989c-a776-488c-839f-e51f81898eef triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:33.272632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:33.286802 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] For port 32c4adb6-943a-409a-8f19-2683130b637b, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:54:33.290579 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] For port 32c4adb6-943a-409a-8f19-2683130b637b, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=32c4adb6-943a-409a-8f19-2683130b637b,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:54:33.295677 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:33.309185 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-94d0c2b6-d419-4739-9ff6-83c8154adfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:33.374730 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:33.375373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d54c130>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:33.446909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b45e418b-c2cb-4360-b8cc-d749e3927566 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:33.538012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Pushing event updated for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=4']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:33.543559 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9932079c-3963-491d-b4a3-358a7bd7d03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:33.554086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port b45e418b-c2cb-4360-b8cc-d749e3927566 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:33.554642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:33.604258 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:33.928225 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d54c130>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:33Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:33.932699 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c33e50-2153-410e-97d7-2960dbb1aa05 None None] The sync data for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv is: [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:33Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:54:34.290537 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-82df184d-1659-446b-a539-46d794085f33 req-0a75cc9a-9076-48ac-880e-414501848f04 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 210 time: 0.2008026
Dec 10 04:54:34.693819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-e56521ce-e5b3-4372-806d-f745e94ccca4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:34.694511 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-e56521ce-e5b3-4372-806d-f745e94ccca4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:34.707624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-e56521ce-e5b3-4372-806d-f745e94ccca4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:network {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:34.708745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-e56521ce-e5b3-4372-806d-f745e94ccca4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 796 time: 0.3074591
Dec 10 04:54:34.764826 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-b7598bf9-660a-4528-99dd-b64f8ac7b4d0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:54:34.777243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-b7598bf9-660a-4528-99dd-b64f8ac7b4d0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:54:34.778417 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-b7598bf9-660a-4528-99dd-b64f8ac7b4d0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170c8ca8ee249c6a8b5f78337748a4d HTTP/1.1" status: 200  len: 380 time: 0.0539694
Dec 10 04:54:34.787211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'port': {'device_id': 'f87289c4-346d-4956-bb7d-a769584a544f', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'admin_state_up': True, 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'security_groups': ['f865e696-3706-494c-969b-dfa270ea50e8']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:34.926159 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:34.935769 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:34.946346 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Made reservation on behalf of 8170c8ca8ee249c6a8b5f78337748a4d for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:54:34.950308 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.067573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 32c4adb6-943a-409a-8f19-2683130b637b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:35.124859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.20.0.8 (d9d21aa9-ce55-4756-8934-2351a306ab9f/a6181eb3-f572-4858-b827-b7a3233de9c8/6d25cb76-4988-4800-b2a5-37ed90ec19dc) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:54:35.138026 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 32c4adb6-943a-409a-8f19-2683130b637b completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:35.143618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 32c4adb6-943a-409a-8f19-2683130b637b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:35.144210 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.262606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.295016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 32c4adb6-943a-409a-8f19-2683130b637b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=32c4adb6-943a-409a-8f19-2683130b637b,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:35.298909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.300931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:35.319020 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.334789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Transition to ACTIVE for port object 6d25cb76-4988-4800-b2a5-37ed90ec19dc will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:35.358831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.365961 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:35.367682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:35.370620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:35.435613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network d9d21aa9-ce55-4756-8934-2351a306ab9f is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:35.438820 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:35.442664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:54:35.481572 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:35.486648 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:35.498204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f394-f6d6-45b5-abda-46afcbfe0174 req-00b8e0fe-004a-4000-b378-49972fc0bf60 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:35.499736 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c560f394-f6d6-45b5-abda-46afcbfe0174 req-00b8e0fe-004a-4000-b378-49972fc0bf60 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 931 time: 0.0927355
Dec 10 04:54:35.511215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:35.512004 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.539985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7562597
Dec 10 04:54:35.551212 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c560f394-f6d6-45b5-abda-46afcbfe0174 req-89e72e79-9b0f-4752-b38a-f20fb98f62b7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439346
Dec 10 04:54:35.558312 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Request body: {'port': {'device_id': 'f87289c4-346d-4956-bb7d-a769584a544f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:35.699243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.736181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-60fb8bf0-c6e2-4b66-9e13-7edd254fb541 None None] Provisioning for port 6d25cb76-4988-4800-b2a5-37ed90ec19dc completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:35.740763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-60fb8bf0-c6e2-4b66-9e13-7edd254fb541 None None] Provisioning complete for port 6d25cb76-4988-4800-b2a5-37ed90ec19dc triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:35.741216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-60fb8bf0-c6e2-4b66-9e13-7edd254fb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:35.795374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-60fb8bf0-c6e2-4b66-9e13-7edd254fb541 None None] Port 6d25cb76-4988-4800-b2a5-37ed90ec19dc cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:54:36.051239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d25cb76-4988-4800-b2a5-37ed90ec19dc {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:54:36.058836 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:36.073071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Transition to ACTIVE for port object 6d25cb76-4988-4800-b2a5-37ed90ec19dc will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:54:36.076658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:36.080121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:36.227330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:36.238088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:36.318179 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Attempting to bind port 6d25cb76-4988-4800-b2a5-37ed90ec19dc on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:54:36.318514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Attempting to bind port 6d25cb76-4988-4800-b2a5-37ed90ec19dc by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:54:36.318845 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Attempting to bind port 6d25cb76-4988-4800-b2a5-37ed90ec19dc on network d9d21aa9-ce55-4756-8934-2351a306ab9f {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:54:36.323602 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Port 6d25cb76-4988-4800-b2a5-37ed90ec19dc on network d9d21aa9-ce55-4756-8934-2351a306ab9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:54:36.323922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Attempting to bind port 6d25cb76-4988-4800-b2a5-37ed90ec19dc on network d9d21aa9-ce55-4756-8934-2351a306ab9f {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:54:36.328889 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:54:36.329230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Checking segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:54:36.329655 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Bound using segment: {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:54:36.330079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Bound port: 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23383e62-d55b-4ac9-9e22-7f765df32af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:54:36.330423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:36.436918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:54:36.439840 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:54:36.443781 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:36.448160 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7ac9b0aa-eb85-4384-a18a-782b9ad20b9c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:36.503691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:36.504298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:36.505664 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] 10.222.0.18 "PUT /v2.0/ports/6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 1093 time: 0.9526486
Dec 10 04:54:36.506182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:54:36.526086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:36.529217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:36.558534 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'status': 'completed', 'code': 200}
Dec 10 04:54:36.661688 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-5a82c437-a4db-493d-a412-f67dee52444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:36.663254 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-5a82c437-a4db-493d-a412-f67dee52444f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1096 time: 0.0802813
Dec 10 04:54:36.746997 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-2c1a21cb-d83f-48e7-b70d-569f9d5c8a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 217 time: 0.0708702
Dec 10 04:54:36.813036 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-55bbe93c-94f6-44fb-886c-2bbcbdf6736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:36.814384 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-55bbe93c-94f6-44fb-886c-2bbcbdf6736a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0609174
Dec 10 04:54:36.905701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3fb8-cd71-4d0d-a6ca-ec31d760e1c2 req-e12fcaf9-ec71-4802-83f1-0a23e06088af tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:36.907391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-081e3fb8-cd71-4d0d-a6ca-ec31d760e1c2 req-e12fcaf9-ec71-4802-83f1-0a23e06088af tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 943 time: 0.0986843
Dec 10 04:54:36.954998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-081e3fb8-cd71-4d0d-a6ca-ec31d760e1c2 req-a5e5c0b7-e343-4dfe-aa2a-78b586f2ecbb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413020
Dec 10 04:54:37.018427 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6ae04cb5-014a-4eb8-8004-e81b6ca0d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:37.019907 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-6ae04cb5-014a-4eb8-8004-e81b6ca0d402 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1992097
Dec 10 04:54:37.038758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 32c4adb6-943a-409a-8f19-2683130b637b up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:37.108076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 32c4adb6-943a-409a-8f19-2683130b637b triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:37.108362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:37.155432 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-718ea748-6e5d-4470-ac65-dea7ba0398a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291974
Dec 10 04:54:37.288288 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bc2589cd-0619-45e7-adf2-4eadb82d2bef req-e34f5a05-318d-4172-bc2e-61060f7e7ead service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266742
Dec 10 04:54:37.442714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132584d-215b-4967-8e44-cd697f222a7d req-f9e8c067-5160-4d47-b11e-a5deb0c02d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:37.444231 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-f9e8c067-5160-4d47-b11e-a5deb0c02d1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1096 time: 0.0747633
Dec 10 04:54:37.579786 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132584d-215b-4967-8e44-cd697f222a7d req-ca61dee4-0c25-45a5-8773-b9cc07fa640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:37.581184 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-ca61dee4-0c25-45a5-8773-b9cc07fa640d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 897 time: 0.1307454
Dec 10 04:54:37.646096 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-a38f11e4-7a4b-4074-be93-6e632b049caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 217 time: 0.0581684
Dec 10 04:54:37.709887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132584d-215b-4967-8e44-cd697f222a7d req-87a81f40-b7ab-40e2-b939-9fcb65aa914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:37.711237 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-87a81f40-b7ab-40e2-b939-9fcb65aa914a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0587821
Dec 10 04:54:37.783833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132584d-215b-4967-8e44-cd697f222a7d req-a1a96be0-fc97-434e-897f-e8749d9e2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:37.785284 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-a1a96be0-fc97-434e-897f-e8749d9e2739 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676003
Dec 10 04:54:37.913061 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-b3f410df-4d34-45ed-a6da-98d61c8410ec service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207213
Dec 10 04:54:38.043891 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6132584d-215b-4967-8e44-cd697f222a7d req-cbeed487-ba0f-4f9f-abbe-2b3f4a15cc55 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241355
Dec 10 04:54:38.138663 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551a43-f58f-4e9f-a4fa-186b3b2d4f14 req-945ccd52-4e7c-4cbb-ad2d-56ff581a3b3c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:38.140082 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-58551a43-f58f-4e9f-a4fa-186b3b2d4f14 req-945ccd52-4e7c-4cbb-ad2d-56ff581a3b3c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 943 time: 0.0775042
Dec 10 04:54:38.182568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-58551a43-f58f-4e9f-a4fa-186b3b2d4f14 req-276fd5f4-7099-4e10-81e1-390dbec643d6 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369642
Dec 10 04:54:39.365066 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ce0bd-4f8a-4683-92cf-7477ff4df19d req-ab8f653f-5d2a-47c9-ae53-bcb01d7e079f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:39.366521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-908ce0bd-4f8a-4683-92cf-7477ff4df19d req-ab8f653f-5d2a-47c9-ae53-bcb01d7e079f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 943 time: 0.0815785
Dec 10 04:54:39.409318 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-908ce0bd-4f8a-4683-92cf-7477ff4df19d req-7277668c-5400-4dab-8bb8-29e668f6a120 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373139
Dec 10 04:54:40.587148 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6699f-da11-4091-8696-266a59926871 req-3d653fcb-9415-4017-ad21-f28991b06ba8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:40.589071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b7c6699f-da11-4091-8696-266a59926871 req-3d653fcb-9415-4017-ad21-f28991b06ba8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 943 time: 0.0794611
Dec 10 04:54:40.637798 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b7c6699f-da11-4091-8696-266a59926871 req-cf2441d6-6fd9-42e8-909b-0d900a593b17 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432081
Dec 10 04:54:41.819599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6e8a-1284-42ae-9276-4a85ddf36f8d req-16532f8c-5895-4303-a068-7461414dbc4b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:41.821041 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6ef6e8a-1284-42ae-9276-4a85ddf36f8d req-16532f8c-5895-4303-a068-7461414dbc4b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 943 time: 0.0795681
Dec 10 04:54:41.864108 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6ef6e8a-1284-42ae-9276-4a85ddf36f8d req-793f10be-3a0f-489a-87d2-6cf75cd68471 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370052
Dec 10 04:54:42.495827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 6d25cb76-4988-4800-b2a5-37ed90ec19dc details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:54:42.625313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:42.637882 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'port_id': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'mac_address': 'fa:16:3e:a5:5f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:54:42.691025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:42.707449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25cb76-4988-4800-b2a5-37ed90ec19dc {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:54:42.722548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:42.725622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:42.727254 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:42.794039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:42.796914 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:43.051347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19455aea-ff3c-451b-b1ed-b7186d47696d req-47f01806-c4ea-4841-8e23-2513163f8b05 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:43.052692 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-19455aea-ff3c-451b-b1ed-b7186d47696d req-47f01806-c4ea-4841-8e23-2513163f8b05 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 944 time: 0.0830228
Dec 10 04:54:43.096828 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-19455aea-ff3c-451b-b1ed-b7186d47696d req-d2b67ff8-f15f-47b9-86b3-d72510db1700 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384400
Dec 10 04:54:43.158284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['6d25cb76-4988-4800-b2a5-37ed90ec19dc'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:54:44.274251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459825b5-a65e-4827-a023-0b04ae4d5ff9 req-7b619107-bf8a-4efd-b716-20ce0ff55d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:44.275700 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-459825b5-a65e-4827-a023-0b04ae4d5ff9 req-7b619107-bf8a-4efd-b716-20ce0ff55d72 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 944 time: 0.0784698
Dec 10 04:54:44.320421 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-459825b5-a65e-4827-a023-0b04ae4d5ff9 req-3d8679c3-5857-45bb-b3e6-f34db30c2612 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387287
Dec 10 04:54:44.465542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-924af62d-89e8-4414-9f40-2a14f8826824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:44.497981 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 6d25cb76-4988-4800-b2a5-37ed90ec19dc up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:54:44.568740 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 6d25cb76-4988-4800-b2a5-37ed90ec19dc completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:54:44.580156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 6d25cb76-4988-4800-b2a5-37ed90ec19dc triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:54:44.580524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:44.609021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:44.695039 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:44.721890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:54:44.730476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:54:44.734481 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:44.737859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:44.807151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:44.811038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:44.860193 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'code': 200}
Dec 10 04:54:45.114445 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d74c78-a5aa-45ca-901c-2381f2de0de9 req-4e57a208-81fa-4bef-86b4-72ae06eb99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:45.115781 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-82d74c78-a5aa-45ca-901c-2381f2de0de9 req-4e57a208-81fa-4bef-86b4-72ae06eb99f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1098 time: 0.0733440
Dec 10 04:54:45.155804 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-82d74c78-a5aa-45ca-901c-2381f2de0de9 req-41f07e6e-924b-431c-99ce-1413e0fa0a79 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338116
Dec 10 04:54:45.502683 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b3ca8-2805-4589-8d8e-36946cacebdf req-e0591091-7cec-42d6-a8ac-bc19490741f7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:45.504098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b38b3ca8-2805-4589-8d8e-36946cacebdf req-e0591091-7cec-42d6-a8ac-bc19490741f7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0815742
Dec 10 04:54:45.546944 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b38b3ca8-2805-4589-8d8e-36946cacebdf req-2ffe2290-fb57-4c7f-aed8-413e02904e44 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373313
Dec 10 04:54:46.732166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cf4de-2f7a-4b7d-aad7-5c72f9115b12 req-0ebcde20-3bbd-4334-b89c-ed23400d65ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:46.733629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf1cf4de-2f7a-4b7d-aad7-5c72f9115b12 req-0ebcde20-3bbd-4334-b89c-ed23400d65ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0801828
Dec 10 04:54:46.777032 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cf1cf4de-2f7a-4b7d-aad7-5c72f9115b12 req-e8aed287-8777-4164-b19f-9718372ffc52 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370178
Dec 10 04:54:46.817895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2e18-7e63-4f2b-88bd-663d75b5bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:46.965069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24553f20-7b18-4418-b04c-4ebc9ff5762c req-15499fb2-a307-4400-b230-c3d4ac80887e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:46.966528 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24553f20-7b18-4418-b04c-4ebc9ff5762c req-15499fb2-a307-4400-b230-c3d4ac80887e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0829284
Dec 10 04:54:47.010231 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24553f20-7b18-4418-b04c-4ebc9ff5762c req-53dd5c7c-32bd-4d13-9caa-66f35f886909 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381296
Dec 10 04:54:47.032518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51246) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:47.101031 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759fbc60-55ee-479b-8cd1-930f0a57276c tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:47.102533 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-759fbc60-55ee-479b-8cd1-930f0a57276c tempest-TestNetworkAdvancedServerOps-1737492494 tempest-TestNetworkAdvancedServerOps-1737492494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1093 time: 0.0690520
Dec 10 04:54:47.105242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51250) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:47.110073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:54:47.115927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:54:47.119681 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Usage tracker for resource:floatingip and tenant:8170c8ca8ee249c6a8b5f78337748a4d is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:54:47.123002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:54:47.128554 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:54:47.142419 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:47.272392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:47.410328 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Allocated IP 172.26.1.217 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/6abe80bc-cfbe-4178-97fc-884b22f6c049) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:54:47.552555 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:47.581422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:47.585166 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3afeeea9-6c01-4451-a5cf-b5fa6a850b04 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:47.654531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:54:47.657415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:54:47.660985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:54:47.696318 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=6abe80bc-cfbe-4178-97fc-884b22f6c049,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:47.700908 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:47.817033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.111021 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.180240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.251245 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.453179 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.457864 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.462351 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c65ceec4-dbb3-4bdb-b470-734bf43faaeb tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:54:48.569355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event updated for resources: {'Port': ['ID=6abe80bc-cfbe-4178-97fc-884b22f6c049,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:54:48.572199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:54:48.579765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:48.752469 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP 0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 associated. External IP: 172.26.1.217, port: 6d25cb76-4988-4800-b2a5-37ed90ec19dc.
Dec 10 04:54:49.095983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router b40ab672-db57-43e6-8fcf-d4600ca1fe55 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:54:49.267564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:54:49.277220 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Sync routers for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:54:49.286445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:49.287069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:49.291150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:49.348195 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2418041
Dec 10 04:54:49.348871 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:54:49.397631 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'status': 'completed', 'code': 200}
Dec 10 04:54:49.464785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:49.511597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-b373cc60-c8bc-474c-8756-5f55a11c7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:49.513078 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-b373cc60-c8bc-474c-8756-5f55a11c7b2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1098 time: 0.0723603
Dec 10 04:54:49.525938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f3946-d6ae-44db-a8e3-e72b066619f7 req-12663071-9298-4030-8891-e2cf770d6f35 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:49.528057 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-356f3946-d6ae-44db-a8e3-e72b066619f7 req-12663071-9298-4030-8891-e2cf770d6f35 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0831277
Dec 10 04:54:49.572156 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-356f3946-d6ae-44db-a8e3-e72b066619f7 req-f571aadc-fb98-4f37-8244-db5e3c052451 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384848
Dec 10 04:54:49.596239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51258) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:49.648216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-61cd7999-5f88-4d2b-9b26-26de7d5c9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:49.649778 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-61cd7999-5f88-4d2b-9b26-26de7d5c9e01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 897 time: 0.1304951
Dec 10 04:54:49.726393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:54:49.764182 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-f38bca17-8e92-4672-ad91-e29c6f65cc57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 999 time: 0.1069925
Dec 10 04:54:49.832990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-44f07d8d-0ea3-496a-a265-981037102d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:49.834614 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-44f07d8d-0ea3-496a-a265-981037102d61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0641439
Dec 10 04:54:49.844982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026490>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'port_id': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'mac_address': 'fa:16:3e:a5:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87289c4-346d-4956-bb7d-a769584a544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:54:48Z', 'updated_at': '2021-12-10T04:54:48Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:49.848107 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-333691b7-a25c-4d0a-b5d7-a7ffbdb5071a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 HTTP/1.1" status: 200  len: 991 time: 0.2497199
Dec 10 04:54:49.849264 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Checking router: b40ab672-db57-43e6-8fcf-d4600ca1fe55 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:54:49.857562 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:54:49.858160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026490>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:54:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:50.031609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-6b555cf9-58d4-4269-813c-3707a0744a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:54:50.033059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-6b555cf9-58d4-4269-813c-3707a0744a84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1905949
Dec 10 04:54:50.034979 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:54:50.162952 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-482dc8b8-c2a9-4cd4-8b25-cac6b90ebefd service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224794
Dec 10 04:54:50.294930 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6eff3f33-d957-498d-9ca2-751cf67fef68 req-ec09b285-6ac7-4c60-9897-aacfc7054592 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249697
Dec 10 04:54:50.417758 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d026490>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'port_id': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'mac_address': 'fa:16:3e:a5:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87289c4-346d-4956-bb7d-a769584a544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:54:48Z', 'updated_at': '2021-12-10T04:54:48Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:54:50.421713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df696245-9a5a-4076-b318-f68cc380a478 None None] The sync data for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv is: [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'port_id': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'mac_address': 'fa:16:3e:a5:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87289c4-346d-4956-bb7d-a769584a544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:54:48Z', 'updated_at': '2021-12-10T04:54:48Z', 'revision_number': 0, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:54:50.608202 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531ec32-90ba-4b9c-81cf-dd674a16dd14 None None] New status for floating IP 0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0: ACTIVE {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:54:50.851044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51264) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:54:50.957177 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6daf6390-258a-4ed2-838c-27fb75b2b0c8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 HTTP/1.1" status: 200  len: 993 time: 0.1047471
Dec 10 04:54:56.671001 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:55:14.467335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-de922b75-4151-43d3-b69c-38c965d0d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:14.620061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:14.945021 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-3ed1d239-225c-4557-b7f3-800cdaa93570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686817
Dec 10 04:55:15.102102 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-c2e6647e-d7c3-455e-9f29-e9649d6b63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:15.104083 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-c2e6647e-d7c3-455e-9f29-e9649d6b63d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1098 time: 0.0756648
Dec 10 04:55:15.243148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-8e3f9efd-1c7e-4ca8-8b07-f73b90ff9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:15.245368 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-8e3f9efd-1c7e-4ca8-8b07-f73b90ff9a41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 897 time: 0.1230805
Dec 10 04:55:15.347009 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-d0585027-57e7-4267-b3c6-f29036df6a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 1001 time: 0.0945482
Dec 10 04:55:15.407621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-263c94a4-444d-47db-b711-d174a5086b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:15.408993 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-263c94a4-444d-47db-b711-d174a5086b8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0554674
Dec 10 04:55:15.481918 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-34711c75-af9d-4c14-a87f-e6d9cf453235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:15.483323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-34711c75-af9d-4c14-a87f-e6d9cf453235 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678585
Dec 10 04:55:15.611658 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-5bbe505c-be2b-413b-9d7f-dde32a562cf0 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206665
Dec 10 04:55:15.740613 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-de5061ec-4f16-4b5a-8dee-ec5cfc65e75b req-045e7d8f-1131-4e75-8207-1b52fe9a59c0 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221035
Dec 10 04:55:16.819772 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9d4eff0-14a1-422d-a8d4-e7debc8ce9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:17.819094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:18.112560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:19.674918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:33.669693 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:55:44.468966 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1758ff91-3e97-483d-8b90-ad088c3ea3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:44.623789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:46.823617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b41bb511-60e4-4696-a72b-81c3029f5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:47.822796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:48.113524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:49.678006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:55:53.808661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e94b2e-0f1f-426c-9ca3-c9638faa6682 req-66e8f577-6fc5-4e8f-bb92-08393c21fe98 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:53.810099 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80e94b2e-0f1f-426c-9ca3-c9638faa6682 req-66e8f577-6fc5-4e8f-bb92-08393c21fe98 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0828640
Dec 10 04:55:53.858925 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-80e94b2e-0f1f-426c-9ca3-c9638faa6682 req-acbd9142-e0a0-4dcd-9b6d-e64c75f37bf8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432537
Dec 10 04:55:55.038981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332c74-9ac5-47a9-8ccf-a3480ff3568c req-b6df3e4d-a7fc-4f31-9c1f-2f4893a95887 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:55.040406 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93332c74-9ac5-47a9-8ccf-a3480ff3568c req-b6df3e4d-a7fc-4f31-9c1f-2f4893a95887 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0780606
Dec 10 04:55:55.083806 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93332c74-9ac5-47a9-8ccf-a3480ff3568c req-b3c32063-22b8-4276-a14c-e7cff8f61279 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373445
Dec 10 04:55:56.271004 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48efb05-b9d9-4d0d-8601-104ef6adf96d req-17cb12c4-949b-4bc2-92fc-88619d7510e8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:56.272438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e48efb05-b9d9-4d0d-8601-104ef6adf96d req-17cb12c4-949b-4bc2-92fc-88619d7510e8 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0827584
Dec 10 04:55:56.314885 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e48efb05-b9d9-4d0d-8601-104ef6adf96d req-f49f5f2e-11a4-4737-be9a-19b09a41bf41 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369685
Dec 10 04:55:56.337570 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51302) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:55:56.443481 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-c5f06de4-cb8c-475d-bb00-f32d2e074697 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 HTTP/1.1" status: 200  len: 993 time: 0.1046896
Dec 10 04:55:57.904412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc78b1b-0243-4804-8bef-abf53eda7706 req-4208b651-68ef-490a-afbe-f73bd2f7514e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:57.906005 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afc78b1b-0243-4804-8bef-abf53eda7706 req-4208b651-68ef-490a-afbe-f73bd2f7514e tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0843875
Dec 10 04:55:57.935316 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-734cd0ba-f005-49f0-873d-f04a1c2d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:57.936791 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-734cd0ba-f005-49f0-873d-f04a1c2d9035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1098 time: 0.0747430
Dec 10 04:55:57.950521 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afc78b1b-0243-4804-8bef-abf53eda7706 req-1bb64f79-9a80-4c43-b1b0-8b1c0041cd81 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385480
Dec 10 04:55:58.066876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-032231e9-2477-4b32-868a-20b6523ba775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:58.068191 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-032231e9-2477-4b32-868a-20b6523ba775 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 897 time: 0.1249616
Dec 10 04:55:58.284194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-c8d28137-aa84-488a-90b3-8afa33982ed6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 1001 time: 0.2099535
Dec 10 04:55:58.345111 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-86b6b300-bf0b-4483-ac12-86a0fb5d99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:58.346431 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-86b6b300-bf0b-4483-ac12-86a0fb5d99f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0551424
Dec 10 04:55:58.418628 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-e6901b77-cd8d-41d7-b95c-b828b73999d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:58.420059 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-e6901b77-cd8d-41d7-b95c-b828b73999d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672450
Dec 10 04:55:58.551474 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-cffd9c1d-b85e-43a7-af7b-24129f53ffc4 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210160
Dec 10 04:55:58.680500 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b6ceeba5-9981-435e-8fe8-0331767dc1fd req-478c658b-73e0-4e02-86e7-794c52646d15 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212161
Dec 10 04:55:59.140939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373dbe0-4f1f-4194-9653-c1266c502f31 req-56b577c4-5d7e-4017-8ba0-68e66a8c783f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:55:59.142420 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3373dbe0-4f1f-4194-9653-c1266c502f31 req-56b577c4-5d7e-4017-8ba0-68e66a8c783f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0833876
Dec 10 04:55:59.185981 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-3373dbe0-4f1f-4194-9653-c1266c502f31 req-7f7948f9-bce7-4291-9a92-56b982915e5f tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381417
Dec 10 04:56:00.365861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9b86-b47b-4076-89f0-36df2cc5dd96 req-15a0cb35-1827-4854-8426-0dfbb1201edf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:00.367291 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-956d9b86-b47b-4076-89f0-36df2cc5dd96 req-15a0cb35-1827-4854-8426-0dfbb1201edf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0786126
Dec 10 04:56:00.410007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-956d9b86-b47b-4076-89f0-36df2cc5dd96 req-fe0173ae-b6d7-43f4-80c5-bdc094dab1bb tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364306
Dec 10 04:56:00.433117 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51316) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:00.537465 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1f695baf-96fe-4b9d-80d6-6fc2fb3e76b7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/floatingips/0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 HTTP/1.1" status: 200  len: 993 time: 0.1029272
Dec 10 04:56:00.826407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51324) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:01.030389 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 6abe80bc-cfbe-4178-97fc-884b22f6c049 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:56:01.030734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:01.196553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:01.196901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:01.319719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 6abe80bc-cfbe-4178-97fc-884b22f6c049 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:56:01.467739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:01.471215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:01.513460 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=6abe80bc-cfbe-4178-97fc-884b22f6c049,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:01.553880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.554263 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.554643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.555010 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.555374 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.555747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.556104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.556488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.556846 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.557202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.557587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.557944 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:01.587500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:01.615185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:01.615514 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Floating IP 0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 disassociated (deleted). External IP: 172.26.1.217, port: 6d25cb76-4988-4800-b2a5-37ed90ec19dc.
Dec 10 04:56:02.075458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router b40ab672-db57-43e6-8fcf-d4600ca1fe55 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:56:02.251222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:02.261200 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Sync routers for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:02.268069 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:02.270928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:02.271537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ea00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:02.320964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3b282115-6147-46e4-8b5d-0b216b049843 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/floatingips/0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0 HTTP/1.1" status: 204  len: 168 time: 1.4935520
Dec 10 04:56:02.321654 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:56:02.366101 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'status': 'completed', 'code': 200}
Dec 10 04:56:02.450588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:02.489516 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-9856db8d-9c96-4a55-9203-d8a910d78d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:02.491029 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-9856db8d-9c96-4a55-9203-d8a910d78d80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 1098 time: 0.0796943
Dec 10 04:56:02.625805 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-37e3e11f-9d79-41ab-9f94-bb965f84f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:02.627391 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-37e3e11f-9d79-41ab-9f94-bb965f84f16f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 200  len: 897 time: 0.1300898
Dec 10 04:56:02.696312 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-dfc313f4-fe96-4a3b-9a4a-62ca1ac6176b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 200  len: 217 time: 0.0616641
Dec 10 04:56:02.702942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ab634-6d41-47d2-b0c8-f850e91e9669 req-25bb31ec-d2e6-4c04-b48f-d980349b19e4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:02.703648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-856ab634-6d41-47d2-b0c8-f850e91e9669 req-25bb31ec-d2e6-4c04-b48f-d980349b19e4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:56:02.720213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-856ab634-6d41-47d2-b0c8-f850e91e9669 req-25bb31ec-d2e6-4c04-b48f-d980349b19e4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:56:02.721412 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-856ab634-6d41-47d2-b0c8-f850e91e9669 req-25bb31ec-d2e6-4c04-b48f-d980349b19e4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.1006594
Dec 10 04:56:02.764896 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-6b4debd0-e24b-42ee-89dc-a7ddaa56d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:02.766406 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-6b4debd0-e24b-42ee-89dc-a7ddaa56d04c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 200  len: 834 time: 0.0634844
Dec 10 04:56:02.772163 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ea00>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:02.772495 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-856ab634-6d41-47d2-b0c8-f850e91e9669 req-a2d822fb-6999-46a4-8d2b-e999c0e2f72a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421782
Dec 10 04:56:02.776888 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Checking router: b40ab672-db57-43e6-8fcf-d4600ca1fe55 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:02.785380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:02.786106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ea00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:02.846467 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-ecd32bb9-cc0f-461e-8b20-ca12691e8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:02.847915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-ecd32bb9-cc0f-461e-8b20-ca12691e8d5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9d21aa9-ce55-4756-8934-2351a306ab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721703
Dec 10 04:56:02.961207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:02.981214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-558708fd-cf84-4012-b069-6088d0ce1177 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257458
Dec 10 04:56:03.117040 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-8bbb5319-4052-40d1-b87c-7e0256e80ea3 req-96a034a3-ebc9-4223-a9e2-3ef8fb406bd5 service neutron] 10.222.0.18 "GET /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276672
Dec 10 04:56:03.266393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e2ea00>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:03.271302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5847c0-9417-4dab-9d1a-ef2c01614e71 None None] The sync data for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv is: [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:54:30Z', 'revision_number': 4, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '32c4adb6-943a-409a-8f19-2683130b637b', 'name': '', 'network_id': 'd9d21aa9-ce55-4756-8934-2351a306ab9f', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'mac_address': 'fa:16:3e:60:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:29Z', 'updated_at': '2021-12-10T04:54:35Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'subnets': [{'id': 'a6181eb3-f572-4858-b827-b7a3233de9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:03.494623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bbd9f-6d67-41f8-b71d-eef50700a73e None None] New status for floating IP 0c0ecfa1-95d4-46e9-8a1a-0163d5ade5a0: DOWN {{(pid=87632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:56:03.964432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ccc4-4875-4609-bd04-c915022b7ea7 req-b561a768-186f-42ff-8486-5aee30342536 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:03.965901 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6f6ccc4-4875-4609-bd04-c915022b7ea7 req-b561a768-186f-42ff-8486-5aee30342536 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0813892
Dec 10 04:56:04.009232 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a6f6ccc4-4875-4609-bd04-c915022b7ea7 req-98b928ce-7073-4958-912d-24eaf612e96b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376141
Dec 10 04:56:04.460756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-55cf4752-7ff9-4109-b0d8-d89dd82cd006 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:04.461474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-55cf4752-7ff9-4109-b0d8-d89dd82cd006 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Synchronizing usage tracker for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:56:04.472857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-55cf4752-7ff9-4109-b0d8-d89dd82cd006 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Unset dirty status for tenant:8170c8ca8ee249c6a8b5f78337748a4d on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:56:04.473951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-55cf4752-7ff9-4109-b0d8-d89dd82cd006 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 945 time: 0.0944145
Dec 10 04:56:04.540922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 6d25cb76-4988-4800-b2a5-37ed90ec19dc {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:56:04.541286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:04.779819 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 6d25cb76-4988-4800-b2a5-37ed90ec19dc, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6d25cb76-4988-4800-b2a5-37ed90ec19dc,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:04.780089 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:05.009320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 6d25cb76-4988-4800-b2a5-37ed90ec19dc owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:56:05.156409 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:05.163565 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bf467b46-2d61-4ee2-b0aa-510d33e1ca4a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:05.200943 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5e59-d724-41cc-8b9f-6a513de2b07c req-a90ed6f8-89bb-4cab-990c-b10b538a6c01 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:05.202412 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f01f5e59-d724-41cc-8b9f-6a513de2b07c req-a90ed6f8-89bb-4cab-990c-b10b538a6c01 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/ports?device_id=f87289c4-346d-4956-bb7d-a769584a544f HTTP/1.1" status: 200  len: 867 time: 0.0835121
Dec 10 04:56:05.238419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=6d25cb76-4988-4800-b2a5-37ed90ec19dc,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:05.248465 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f01f5e59-d724-41cc-8b9f-6a513de2b07c req-3cb11f4b-4a15-4091-95b8-272865e4cba3 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f865e696-3706-494c-969b-dfa270ea50e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399714
Dec 10 04:56:05.279350 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.279737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.280122 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.280495 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.280872 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.281239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.281631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.281996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.282361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.282723 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.283086 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.283448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:05.290464 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:05.296877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] No DVR routers for this DVR port 6d25cb76-4988-4800-b2a5-37ed90ec19dc on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:56:05.299101 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:05.302163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'name': 'network-vif-deleted', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:56:05.317055 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eba3e87d-fcfa-4ce0-a0df-d88f8b7a66c9 req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.18 "DELETE /v2.0/ports/6d25cb76-4988-4800-b2a5-37ed90ec19dc HTTP/1.1" status: 204  len: 173 time: 0.8375452
Dec 10 04:56:05.347577 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87289c4-346d-4956-bb7d-a769584a544f', 'name': 'network-vif-deleted', 'tag': '6d25cb76-4988-4800-b2a5-37ed90ec19dc', 'status': 'completed', 'code': 200}
Dec 10 04:56:06.340318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51342) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:06.870189 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 6d25cb76-4988-4800-b2a5-37ed90ec19dc no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:56:06.875131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:06.914551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 6d25cb76-4988-4800-b2a5-37ed90ec19dc {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:56:06.914911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 6d25cb76-4988-4800-b2a5-37ed90ec19dc not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:56:07.220003 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 32c4adb6-943a-409a-8f19-2683130b637b {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:56:07.220341 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:07.524859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 32c4adb6-943a-409a-8f19-2683130b637b, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=32c4adb6-943a-409a-8f19-2683130b637b,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:07.525569 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:07.643120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 32c4adb6-943a-409a-8f19-2683130b637b owned by network:router_interface {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:56:07.822126 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:07.825576 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-419bd798-359d-4137-95e7-94cc1a37a33a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:07.873434 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=32c4adb6-943a-409a-8f19-2683130b637b,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:07.876492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:08.143866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:08.497987 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Router b40ab672-db57-43e6-8fcf-d4600ca1fe55 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:56:08.672019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:08.681376 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Sync routers for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:08.685231 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "PUT /v2.0/routers/b40ab672-db57-43e6-8fcf-d4600ca1fe55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3438451
Dec 10 04:56:08.687804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51348) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:08.693045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:08.693695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d29d190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:08.755537 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting subnet a6181eb3-f572-4858-b827-b7a3233de9c8 {{(pid=87629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 04:56:08.758354 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:08.949439 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:08.955189 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3366554'] for subnet, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.037096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.114187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3256695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930029'] for subnet, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.117718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-245a8001-4c21-44dc-bb57-c0275d659dd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:09.156564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Subnet': ['ID=a6181eb3-f572-4858-b827-b7a3233de9c8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:09.159063 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:09.162214 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.171937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-e62dd22f-2a6d-4885-a94a-8bf41c464209 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/subnets/a6181eb3-f572-4858-b827-b7a3233de9c8 HTTP/1.1" status: 204  len: 168 time: 0.4802842
Dec 10 04:56:09.172130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9feef7-a52e-4d96-ba6c-18ba51370af1 None None] Network d9d21aa9-ce55-4756-8934-2351a306ab9f requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:56:09.172226 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51354) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:09.349691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.427694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d29d190>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:56:07Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:09.436303 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Checking router: b40ab672-db57-43e6-8fcf-d4600ca1fe55 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:09.445483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Routers {'b40ab672-db57-43e6-8fcf-d4600ca1fe55'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:09.446104 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d29d190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:09.530313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.540026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Deleting port 9326989c-a776-488c-839f-e51f81898eef {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:56:09.540440 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.566006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] DHCP port deletion for d9d21aa9-ce55-4756-8934-2351a306ab9f request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 04:56:09.582333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Deleting port b45e418b-c2cb-4360-b8cc-d749e3927566 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 04:56:09.582707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.716386 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] Set router b40ab672-db57-43e6-8fcf-d4600ca1fe55 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:09.717636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] For port 9326989c-a776-488c-839f-e51f81898eef, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9326989c-a776-488c-839f-e51f81898eef,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:09.718073 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:09.839789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Calling delete_port for 9326989c-a776-488c-839f-e51f81898eef owned by network:router_gateway {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:56:09.995694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] For port b45e418b-c2cb-4360-b8cc-d749e3927566, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=b45e418b-c2cb-4360-b8cc-d749e3927566,segment=NetworkSegment(23383e62-d55b-4ac9-9e22-7f765df32af4),segment_id=23383e62-d55b-4ac9-9e22-7f765df32af4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:09.995995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.008457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.013470 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-44f546e6-2bf4-4362-8266-c22278fbdcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:10.055448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Port': ['ID=9326989c-a776-488c-839f-e51f81898eef,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:10.058611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:10.152330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.175630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Calling delete_port for b45e418b-c2cb-4360-b8cc-d749e3927566 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 04:56:10.300075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742'] for port, after_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.303855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:10.350688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Pushing event deleted for resources: {'Port': ['ID=b45e418b-c2cb-4360-b8cc-d749e3927566,revision_number=None']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:10.355216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] No DVR routers for this DVR port b45e418b-c2cb-4360-b8cc-d749e3927566 on host dv-neutron-821182-1-hyperv {{(pid=87631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 04:56:10.369628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d29d190>, [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:56:07Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:10.372317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.372670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.373011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.373369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.373704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.374078 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.374410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.374737 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.375066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.375387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.375709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.376035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:10.379948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:10.381586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf41473-0ef9-4809-bacc-d7ed4c2df490 None None] The sync data for ids ['b40ab672-db57-43e6-8fcf-d4600ca1fe55'] in dv-neutron-821182-1-hyperv is: [{'id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136675954', 'tenant_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209'}], 'enable_snat': True}, 'gw_port_id': '9326989c-a776-488c-839f-e51f81898eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:54:25Z', 'updated_at': '2021-12-10T04:56:07Z', 'revision_number': 5, 'project_id': '8170c8ca8ee249c6a8b5f78337748a4d', 'gw_port': {'id': '9326989c-a776-488c-839f-e51f81898eef', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40ab672-db57-43e6-8fcf-d4600ca1fe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:54:26Z', 'updated_at': '2021-12-10T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:10.456559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.458973 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.481720 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.482327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Fanout notify agent at l3_agent the message router_deleted on router b40ab672-db57-43e6-8fcf-d4600ca1fe55 {{(pid=87629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 04:56:10.498494 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.499560 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/routers/b40ab672-db57-43e6-8fcf-d4600ca1fe55 HTTP/1.1" status: 204  len: 168 time: 1.3265357
Dec 10 04:56:10.502223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51358) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:10.611030 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.668759 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:56:10.741417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.767622 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d974d5ee0>,) {'filters': {'network_id': ['d9d21aa9-ce55-4756-8934-2351a306ab9f']}} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:10.779970 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974d5ee0>, '23383e62-d55b-4ac9-9e22-7f765df32af4') {'for_net_delete': True} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:10.780275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.services.segments.db [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d974d5ee0>, '23383e62-d55b-4ac9-9e22-7f765df32af4') {} {{(pid=87629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:10.792436 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3366541'] for segment, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.809631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.816022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 04:56:10.816421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3256745'] for segment, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]: Traceback (most recent call last):
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     timer()
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     cb(*args, **kw)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     return func(*args, **kwargs)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     self._notify()
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     self.callback(batched_events)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     event.method(event)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     return f(self, *a, **k)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._get(url).json()
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     return self.request(url, 'GET', **kwargs)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 04:56:10.830916 dv-neutron-821182-1-hyperv neutron-server[87629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 04:56:10.914851 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.919147 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d48ed20-17ed-4d46-b061-88f4829a5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:10.934043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:10.943251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'Network': ['ID=d9d21aa9-ce55-4756-8934-2351a306ab9f,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:10.947597 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:10.955111 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-51969c11-0f39-45cd-ae92-521fcf65bade tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/networks/d9d21aa9-ce55-4756-8934-2351a306ab9f HTTP/1.1" status: 204  len: 168 time: 0.4518771
Dec 10 04:56:10.957877 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51362) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:11.033072 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.063219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.128974 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.132693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5c674416-8f52-49ff-976f-6c6b6572ea76 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:11.146664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865e696-3706-494c-969b-dfa270ea50e8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:11.150377 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:11.159493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.160613 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a82cf2dc-2e75-431f-bba1-ba03999a8086 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] 10.222.0.44 "DELETE /v2.0/security-groups/f865e696-3706-494c-969b-dfa270ea50e8 HTTP/1.1" status: 204  len: 168 time: 0.2017994
Dec 10 04:56:11.449544 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 32c4adb6-943a-409a-8f19-2683130b637b no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:56:11.485556 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 32c4adb6-943a-409a-8f19-2683130b637b {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:56:11.485935 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 32c4adb6-943a-409a-8f19-2683130b637b not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:56:11.486333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b45e418b-c2cb-4360-b8cc-d749e3927566 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:56:11.518216 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: b45e418b-c2cb-4360-b8cc-d749e3927566 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:56:11.518568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device b45e418b-c2cb-4360-b8cc-d749e3927566 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:56:11.542158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51372) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:11.685441 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-90aebecb-e20a-45ef-9342-3544c981f203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8170c8ca8ee249c6a8b5f78337748a4d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1420312
Dec 10 04:56:11.687704 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51378) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:11.744120 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.768710 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.822932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.826492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0db94c46-15fc-40f0-a5ac-b37016832904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:11.840972 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df20a7-a6b6-4e37-b91e-5b4b42dd2dd8,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:11.843288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:11.849153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:11.852689 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-271e04b4-7b8b-4436-9ff6-bf3ea58d55a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71df20a7-a6b6-4e37-b91e-5b4b42dd2dd8 HTTP/1.1" status: 204  len: 168 time: 0.1618743
Dec 10 04:56:12.123487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51386) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:12.140939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.154876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:12.158629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Usage tracker for resource:security_group_rule and tenant:c21cdfda0a6341a59363418f89c60230 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:12.161395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:12.167490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:12.251507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.255121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.261990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-c6c575a2-be26-48fa-95d8-721628d41955 tempest-ServersAdminNegativeTestJSON-2073252897 tempest-ServersAdminNegativeTestJSON-2073252897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:12.303564 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c21cdfda0a6341a59363418f89c60230&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1789789
Dec 10 04:56:12.304490 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91bed7a-425c-4ec5-ae16-7ea08efb8923,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:12.306761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51390) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:12.308558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ae4700bd-f769-4db0-bea8-980fc3f7cb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:12.363163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.388308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.439337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.447776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a6696c24-f99e-4626-9379-f00e1805b13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:12.459653 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91bed7a-425c-4ec5-ae16-7ea08efb8923,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:12.463013 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:12.464906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:12.466340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c91bed7a-425c-4ec5-ae16-7ea08efb8923 HTTP/1.1" status: 204  len: 168 time: 0.1582744
Dec 10 04:56:13.042957 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9326989c-a776-488c-839f-e51f81898eef no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:56:13.076738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9326989c-a776-488c-839f-e51f81898eef {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 04:56:13.077133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9326989c-a776-488c-839f-e51f81898eef not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 04:56:13.200723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51414) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:13.302243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1773172726-network', 'tenant_id': '95606283408141ee80e7a54942a296fd'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:13.307009 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:13.310764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Usage tracker for resource:network and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:13.313585 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:13.319144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:13.329251 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Made reservation on behalf of 95606283408141ee80e7a54942a296fd for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:56:13.331476 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.343739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.361392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:13.365054 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:13.367804 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:13.373366 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:13.457987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.461579 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.464827 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c839efe7-b164-4bb1-9b47-15949ae6b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:13.494287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:56:13.499266 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001efc22-234e-4034-b366-2b1c8d060378,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:13.502817 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:13.507967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.508361 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Added segment e028d3bd-c88b-4f37-883e-764afd09a01e of type vlan for network b80402b6-7ee3-498a-9a4a-fcd22732bb3c
Dec 10 04:56:13.533851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.562230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.563136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:13.563734 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.566982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-758b5d81-205c-4af6-8326-357f9651b403 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:13.666825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Pushing event updated for resources: {'Network': ['ID=b80402b6-7ee3-498a-9a4a-fcd22732bb3c,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:13.669556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:13.671245 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-50692eec-3d8d-4458-b2ad-3cfb7b04731a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4695070
Dec 10 04:56:13.674339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51420) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:13.679914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Request body: {'subnet': {'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1773172726-subnet', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:13.680591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:56:13.685483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:13.689338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Usage tracker for resource:subnet and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:13.692212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:13.697888 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:13.707776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Made reservation on behalf of 95606283408141ee80e7a54942a296fd for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:56:13.710088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.912606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:13.917413 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a64cd297-40fa-4b52-bbb5-31c2b8208bfe tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:13.986276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:13.990064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:13.993902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Checking segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:13.994252 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Network hostable DHCP agents. Network: b80402b6-7ee3-498a-9a4a-fcd22732bb3c, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:56:14.012466 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:56:14.021109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, b80402b6-7ee3-498a-9a4a-fcd22732bb3c) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:14.025465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:14.026060 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.030584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332027ea-10ec-49aa-bc8b-851100656dbb None None] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:56:14.050769 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-ef7e3269-c393-4f5a-99c7-35ff50fc31c0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3753567
Dec 10 04:56:14.053727 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51424) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:14.058797 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:14.063448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:14.067246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Usage tracker for resource:router and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:14.070129 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:14.076019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:14.086813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.088332 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.104692 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.246921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:56:14.247759 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.370579 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.402710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Allocated IP 172.20.0.2 (b80402b6-7ee3-498a-9a4a-fcd22732bb3c/a6b32b55-46f4-42b0-bd40-5e76f2d9abb9/fc7867f5-4e53-46b0-8ead-e23c183ae71e) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:14.504539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-aeb783c8-884c-4e26-b56b-8554aee5c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.624391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.627635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.638014 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Transition to ACTIVE for port object fc7867f5-4e53-46b0-8ead-e23c183ae71e will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:14.656012 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Transition to ACTIVE for port object fc7867f5-4e53-46b0-8ead-e23c183ae71e will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:14.661050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.664445 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-a213bb99-67d0-46c2-90a4-0b7b3d2e255c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:14.727046 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:14.729865 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:14.733610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:14.742240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Pushing event updated for resources: {'Port': ['ID=fc7867f5-4e53-46b0-8ead-e23c183ae71e,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:14.768585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:14.803220 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.825954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Attempting to bind port fc7867f5-4e53-46b0-8ead-e23c183ae71e on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:14.826328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Attempting to bind port fc7867f5-4e53-46b0-8ead-e23c183ae71e by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:14.826704 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Attempting to bind port fc7867f5-4e53-46b0-8ead-e23c183ae71e on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:14.831780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:14.832423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Checking segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:14.832831 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.833235 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Bound using segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:14.833416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.833805 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Bound port: fc7867f5-4e53-46b0-8ead-e23c183ae71e, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:14.834186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.925035 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] For port fc7867f5-4e53-46b0-8ead-e23c183ae71e, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:14.928067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] For port fc7867f5-4e53-46b0-8ead-e23c183ae71e, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fc7867f5-4e53-46b0-8ead-e23c183ae71e,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:14.932059 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:14.935580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:14.969121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Allocated IP 172.26.1.203 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/2593882f-08b4-466b-8764-52d8697c8dbb) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:15.013476 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Pushing event updated for resources: {'Port': ['ID=fc7867f5-4e53-46b0-8ead-e23c183ae71e,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:15.016171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:15.122534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:15.159900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:15.165882 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-16dfd999-94f2-483e-b9cd-cbd86b7f52f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:15.232682 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:15.237501 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:15.241299 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:15.276701 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2593882f-08b4-466b-8764-52d8697c8dbb,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:15.287209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:15.683104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:15.947213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713677d4-3fde-44bc-9c2b-ecf936321234 None None] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:56:16.147284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5a861d34-7d27-4ebe-8255-c402a699fb0c None None] Provisioning for port fc7867f5-4e53-46b0-8ead-e23c183ae71e completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:16.167460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:16.377916 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Router 151050fb-92d2-4cc2-92af-dc12cabae68e is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:56:16.555862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:16.564179 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:16.574971 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:16.575617 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1f0460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:55:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:16.582487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:16.586567 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5292046
Dec 10 04:56:16.587603 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51428) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:16.753658 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:16.826828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a307ea11-a77d-4a33-9146-2f1b74d40d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.029658 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1f0460>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:15Z', 'revision_number': 3, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:17.033328 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:17.033706 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Updating router 151050fb-92d2-4cc2-92af-dc12cabae68e port 2593882f-08b4-466b-8764-52d8697c8dbb binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:56:17.090597 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.114261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fc7867f5-4e53-46b0-8ead-e23c183ae71e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:17.184421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port fc7867f5-4e53-46b0-8ead-e23c183ae71e completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:17.189449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port fc7867f5-4e53-46b0-8ead-e23c183ae71e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:17.189834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.280617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.309773 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.349972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port fc7867f5-4e53-46b0-8ead-e23c183ae71e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fc7867f5-4e53-46b0-8ead-e23c183ae71e,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:17.354879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.356716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b30b28c0-597d-4ee2-8e89-1bbe2199dd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:17.424162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=fc7867f5-4e53-46b0-8ead-e23c183ae71e,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:17.428058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:17.439204 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.451131 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Transition to ACTIVE for port object 2593882f-08b4-466b-8764-52d8697c8dbb will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:17.457662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.461035 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:17.505909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Allocated IP 172.20.0.1 (b80402b6-7ee3-498a-9a4a-fcd22732bb3c/a6b32b55-46f4-42b0-bd40-5e76f2d9abb9/9433b496-6d03-4c1e-b5ee-fc3ddc41b766) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:17.535737 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Attempting to bind port 2593882f-08b4-466b-8764-52d8697c8dbb on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:17.536018 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Attempting to bind port 2593882f-08b4-466b-8764-52d8697c8dbb by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:17.536385 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Attempting to bind port 2593882f-08b4-466b-8764-52d8697c8dbb on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:17.538565 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Pushing event updated for resources: {'Port': ['ID=2593882f-08b4-466b-8764-52d8697c8dbb,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:17.548470 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.548809 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.549141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.549491 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.549822 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.550142 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.550461 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.550776 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.551091 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.551405 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.551715 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.552027 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:56:17.555478 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:17.556429 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:17.556907 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.557223 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:17.557762 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Bound port: 2593882f-08b4-466b-8764-52d8697c8dbb, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:17.558141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.584824 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:17.637182 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] For port 2593882f-08b4-466b-8764-52d8697c8dbb, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:17.640679 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] For port 2593882f-08b4-466b-8764-52d8697c8dbb, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2593882f-08b4-466b-8764-52d8697c8dbb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:17.645226 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.648969 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-9bfed9dd-9e20-4980-be6e-7278b3e79e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:17.721061 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:17.721630 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1f0460>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:17.779050 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Pushing event updated for resources: {'Port': ['ID=2593882f-08b4-466b-8764-52d8697c8dbb,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:17.785624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.801731 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Transition to ACTIVE for port object 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:17.825249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.826870 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:17.831550 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-476e3914-bb83-4b7b-b43e-e6f9eb50d6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:17.836235 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-c950ced5-1ab6-4aeb-8951-ed5a7da392a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:17.890939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:17.894250 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:17.897065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:17.930066 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:17.947952 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Pushing event updated for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:17.950835 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:17.964681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.083474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.119186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e377fd9-1751-466c-bcac-68e62286eef1 None None] Provisioning for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:18.124417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.127501 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8e377fd9-1751-466c-bcac-68e62286eef1 None None] Provisioning complete for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:18.128054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8e377fd9-1751-466c-bcac-68e62286eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.182461 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8e377fd9-1751-466c-bcac-68e62286eef1 None None] Port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:56:18.226373 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1f0460>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:15Z', 'revision_number': 3, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:18.230216 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ad5d-979a-4503-85a4-08dda16407ab None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:15Z', 'revision_number': 3, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:18.312477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.316979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.342285 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-22d85261-222d-4f35-892a-6652b12b8107 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:18.425065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Pushing event updated for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:18.427746 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.431107 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:18.578079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:18.579254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:18.772324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:56:18.810018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f0d66fee-8e6d-45cc-9dd6-c18e902bdcf5 None None] Provisioning complete for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:18.810543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f0d66fee-8e6d-45cc-9dd6-c18e902bdcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:18.868801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f0d66fee-8e6d-45cc-9dd6-c18e902bdcf5 None None] Port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:56:18.960071 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:18.970482 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] 10.222.0.44 "PUT /v2.0/routers/151050fb-92d2-4cc2-92af-dc12cabae68e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3817146
Dec 10 04:56:19.170584 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2593882f-08b4-466b-8764-52d8697c8dbb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:19.243129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 2593882f-08b4-466b-8764-52d8697c8dbb completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:19.248278 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2593882f-08b4-466b-8764-52d8697c8dbb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:19.248495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.376580 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.393125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 2593882f-08b4-466b-8764-52d8697c8dbb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2593882f-08b4-466b-8764-52d8697c8dbb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:19.396984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.397915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fc7867f5-4e53-46b0-8ead-e23c183ae71e up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:19.425874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-96a95d5a-cb43-4bae-84ee-399722cd91e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:19.496186 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51446) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:19.502308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1330002338-network', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:19.507207 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:19.511155 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Usage tracker for resource:network and tenant:dac25f5e386d4353b1e8aeaa77d01d72 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:19.514086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:19.517558 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=2593882f-08b4-466b-8764-52d8697c8dbb,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:19.520569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:19.520789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:19.531356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port fc7867f5-4e53-46b0-8ead-e23c183ae71e triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:19.531531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Made reservation on behalf of dac25f5e386d4353b1e8aeaa77d01d72 for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:56:19.531775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.534668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.547660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.562609 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:19.566950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Usage tracker for resource:security_group_rule and tenant:dac25f5e386d4353b1e8aeaa77d01d72 is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:19.569802 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:19.576553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:19.669504 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.673637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.680551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-427d92ff-abb3-42b9-925d-7c68b8a900dd tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:19.681067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.694936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 04:56:19.717535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.717876 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Added segment 71f7a8be-a091-4c59-9678-510f437f92f7 of type vlan for network 8a281bac-580a-4350-a1f7-dbf99854eb6e
Dec 10 04:56:19.718982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5fe19-2a83-468b-a91b-32f212248239,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:19.724905 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:19.750595 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.780078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.781074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:19.781680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.784872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d2acbb8e-6c6e-44a4-8b55-74a074d53bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:19.814695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:19.824369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:19.824978 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bb370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:19.880329 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a281bac-580a-4350-a1f7-dbf99854eb6e,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:19.885172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3866262
Dec 10 04:56:19.886752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51450) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:19.889489 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:19.899209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Request body: {'subnet': {'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1330002338-subnet', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:19.904975 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:19.908912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Usage tracker for resource:subnet and tenant:dac25f5e386d4353b1e8aeaa77d01d72 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:19.912077 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:19.917829 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:19.928228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Made reservation on behalf of dac25f5e386d4353b1e8aeaa77d01d72 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:56:19.930626 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:19.942217 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 04:56:20.099013 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:20.128762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.133219 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3443fa57-aaec-4d7c-b51a-f7c23a12790e tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:20.330693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fba49a-b204-4d62-9f7c-efa523cfa0c1,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:20.335018 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:20.344349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Checking segment: {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:20.344709 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Network hostable DHCP agents. Network: 8a281bac-580a-4350-a1f7-dbf99854eb6e, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 04:56:20.364201 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 04:56:20.374097 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 8a281bac-580a-4350-a1f7-dbf99854eb6e) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:20.380182 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:20.380792 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.384943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad8220-e6ef-4abd-98de-7016ba888eb6 None None] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:56:20.402809 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-cf1fd9c3-a13f-4649-bc17-8fd7324f7e6a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5138357
Dec 10 04:56:20.404756 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51454) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:20.410026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:20.414567 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:20.418423 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Usage tracker for resource:router and tenant:dac25f5e386d4353b1e8aeaa77d01d72 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:20.421165 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:20.426768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:20.436775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.437768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.453128 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.702495 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bb370>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 2, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:20.707493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-8a281bac-580a-4350-a1f7-dbf99854eb6e', 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'fixed_ips': [{'subnet_id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 04:56:20.708628 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.718515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:20.727697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:20.728223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Updating router 151050fb-92d2-4cc2-92af-dc12cabae68e port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:56:20.835595 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.023474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.041791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Allocated IP 172.20.0.2 (8a281bac-580a-4350-a1f7-dbf99854eb6e/84fba49a-b204-4d62-9f7c-efa523cfa0c1/5909b8d4-9d38-49c6-9063-8fbc0c9a675d) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:21.053417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.100414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2593882f-08b4-466b-8764-52d8697c8dbb up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:21.189880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Allocated IP 172.26.1.64 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/4c288a05-1053-47ea-9732-3f5d0daf0182) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:21.337866 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.367482 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.372432 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-327ad6fb-bc5d-48ce-b464-cc7661a6c910 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:21.408066 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 2593882f-08b4-466b-8764-52d8697c8dbb triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:21.408632 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.428417 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:21.431828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:21.435520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:21.483523 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Pushing event updated for resources: {'Port': ['ID=4c288a05-1053-47ea-9732-3f5d0daf0182,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:21.487471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:21.533281 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.550531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Transition to ACTIVE for port object 5909b8d4-9d38-49c6-9063-8fbc0c9a675d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:21.569417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.592259 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Transition to ACTIVE for port object 5909b8d4-9d38-49c6-9063-8fbc0c9a675d will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:21.593594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Transition to ACTIVE for port object 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:21.628798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.632555 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:21.642538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-9ffd7a30-9f34-4571-b19b-2df19ad23e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:21.785579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:21.796147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:21.799273 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:21.953982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Pushing event updated for resources: {'Port': ['ID=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:21.984334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.092355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Attempting to bind port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:22.092739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Attempting to bind port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:22.093109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Attempting to bind port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:22.102503 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Pushing event updated for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:22.105226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:22.112511 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:22.112867 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ce8e5b41-c558-4620-9fcb-9170e32396ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:22.115289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:22.115670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Checking segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:22.116077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.116482 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Bound using segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:22.116954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Bound port: 9433b496-6d03-4c1e-b5ee-fc3ddc41b766, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:22.117356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.129796 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Attempting to bind port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:22.130173 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Attempting to bind port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:22.130542 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Attempting to bind port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d on network 8a281bac-580a-4350-a1f7-dbf99854eb6e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:22.141033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:22.141444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Checking segment: {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:22.141843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.142238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Bound using segment: {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:22.142703 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Bound port: 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:22.143077 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.286299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] For port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:22.295984 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] For port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:22.298938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] For port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:22.301133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] For port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:22.304017 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.308504 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b160f18e-15e2-4e82-9c9b-5861568eaa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:22.325514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.345098 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.398473 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:22.399113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bb370>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:22.540073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Pushing event updated for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:22.543874 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Router d04dfd6b-a13e-4af1-83ef-f1111be269e7 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 04:56:22.545105 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:22.545585 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:22.648811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Pushing event updated for resources: {'Port': ['ID=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:22.654201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:22.664307 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:22.764059 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:22.775247 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Sync routers for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:22.789662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:22.790692 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:22.798959 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:22.801353 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3945050
Dec 10 04:56:22.803709 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51458) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:23.020250 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:23.040841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2bb370>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:22Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:23.045898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63b59d-d67c-418b-9f19-22c91b889496 None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:22Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:23.192102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5909b8d4-9d38-49c6-9063-8fbc0c9a675d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:23.275488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:23.394516 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4580>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:21Z', 'revision_number': 3, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:23.398864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Checking router: d04dfd6b-a13e-4af1-83ef-f1111be269e7 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:23.399413 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Updating router d04dfd6b-a13e-4af1-83ef-f1111be269e7 port 4c288a05-1053-47ea-9732-3f5d0daf0182 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:56:23.462837 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.734953 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b502f-3c58-443c-8d82-e26ece5151db None None] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 04:56:23.781047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.824664 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.841039 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Transition to ACTIVE for port object 4c288a05-1053-47ea-9732-3f5d0daf0182 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:23.851256 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.851507 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Provisioning for port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:23.859842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Provisioning complete for port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:23.860347 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.863475 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-326a3ab8-3414-4864-8c37-7274ca206404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:23.933293 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da949-3ff3-457e-a667-0d2a592b3b5e None None] Pushing event updated for resources: {'Port': ['ID=4c288a05-1053-47ea-9732-3f5d0daf0182,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:23.943244 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-006da949-3ff3-457e-a667-0d2a592b3b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:23.967633 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Attempting to bind port 4c288a05-1053-47ea-9732-3f5d0daf0182 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:23.967961 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Attempting to bind port 4c288a05-1053-47ea-9732-3f5d0daf0182 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:23.968305 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Attempting to bind port 4c288a05-1053-47ea-9732-3f5d0daf0182 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:23.974409 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:23.974734 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:23.975128 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:23.975527 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:23.975990 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Bound port: 4c288a05-1053-47ea-9732-3f5d0daf0182, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:23.976369 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.016825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Allocated IP 172.20.0.1 (8a281bac-580a-4350-a1f7-dbf99854eb6e/84fba49a-b204-4d62-9f7c-efa523cfa0c1/abc2ddab-c8ed-494d-a684-ac8f218f38df) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:24.057046 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] For port 4c288a05-1053-47ea-9732-3f5d0daf0182, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:24.060358 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] For port 4c288a05-1053-47ea-9732-3f5d0daf0182, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4c288a05-1053-47ea-9732-3f5d0daf0182,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:24.067569 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.073857 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-b42f0923-58a6-4d49-9e68-f97722a7454a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:24.137006 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.151796 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:24.153511 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4580>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:24.184663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] For port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:24.187402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.190835 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.197468 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-ae610918-f097-4241-9ec9-c1e2efc45599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:24.205173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Transition to ACTIVE for port object abc2ddab-c8ed-494d-a684-ac8f218f38df will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:24.240097 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.246099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-026133a2-f3d5-4219-8d5a-be82d81b8e14 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:24.374094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:24.379365 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da949-3ff3-457e-a667-0d2a592b3b5e None None] Pushing event updated for resources: {'Port': ['ID=4c288a05-1053-47ea-9732-3f5d0daf0182,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:24.385418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:24.390468 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-006da949-3ff3-457e-a667-0d2a592b3b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:24.403553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:24.406853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:24.409569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:24.449270 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:24.464462 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Pushing event updated for resources: {'Port': ['ID=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:24.470930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:24.475838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.536248 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b6b71a38-68c6-42a0-a66e-6ad8df4be819 None None] Provisioning complete for port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:24.537064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b6b71a38-68c6-42a0-a66e-6ad8df4be819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.617603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.846423 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9def4580>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:21Z', 'revision_number': 3, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:24.850484 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c848587-4807-4d50-96af-f4568748dc44 None None] The sync data for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv is: [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:21Z', 'revision_number': 3, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:24.859250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a38479ae-9d5d-421e-9179-ff4e3574cc80 None None] Provisioning for port abc2ddab-c8ed-494d-a684-ac8f218f38df completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:24.864242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a38479ae-9d5d-421e-9179-ff4e3574cc80 None None] Provisioning complete for port abc2ddab-c8ed-494d-a684-ac8f218f38df triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:24.864622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a38479ae-9d5d-421e-9179-ff4e3574cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.890194 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.896243 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:24.919992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-a38479ae-9d5d-421e-9179-ff4e3574cc80 None None] Port abc2ddab-c8ed-494d-a684-ac8f218f38df cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:56:24.927447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:25.005873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.009486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:25.012833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:25.158794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:25.159857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:25.202552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5909b8d4-9d38-49c6-9063-8fbc0c9a675d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:25.305391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:25.309694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.460559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:25.502326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-e9899d50-e32a-47dd-90d0-62bf2245c79d None None] Provisioning complete for port abc2ddab-c8ed-494d-a684-ac8f218f38df triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:25.502809 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-e9899d50-e32a-47dd-90d0-62bf2245c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.527384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Router d04dfd6b-a13e-4af1-83ef-f1111be269e7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:56:25.570486 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-e9899d50-e32a-47dd-90d0-62bf2245c79d None None] Port abc2ddab-c8ed-494d-a684-ac8f218f38df cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:56:25.583443 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:25.589891 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:25.590431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.710598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.716217 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:25.726193 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04dfd6b-a13e-4af1-83ef-f1111be269e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9205432
Dec 10 04:56:25.748238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:25.752836 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:25.754902 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:25.827927 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:25.830949 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:26.443050 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Sync routers for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:26.452194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:26.452800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e44820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:26.627261 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:26.928731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e44820>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 4, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'abc2ddab-c8ed-494d-a684-ac8f218f38df', 'name': '', 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'mac_address': 'fa:16:3e:91:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:23Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 2, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'subnets': [{'id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:26.932779 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Checking router: d04dfd6b-a13e-4af1-83ef-f1111be269e7 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:26.933223 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Updating router d04dfd6b-a13e-4af1-83ef-f1111be269e7 port abc2ddab-c8ed-494d-a684-ac8f218f38df binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 04:56:26.986652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.227400 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4c288a05-1053-47ea-9732-3f5d0daf0182 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:27.306796 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51470) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:27.313379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871510722', 'description': 'tempest-secgroup-smoke-1871510722 description', 'project_id': '95606283408141ee80e7a54942a296fd'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:27.319624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:27.324900 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:27.327762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:27.333774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:27.345121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 4c288a05-1053-47ea-9732-3f5d0daf0182 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:27.345764 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.352855 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4c288a05-1053-47ea-9732-3f5d0daf0182 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:27.353492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.365328 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:27.369038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:27.371815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:27.377593 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:27.450184 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.456411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.463902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-61d645c9-b502-4c87-b925-4cfec5e9164d tempest-PortsTestJSON-1604769937 tempest-PortsTestJSON-1604769937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.476582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.490938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Transition to ACTIVE for port object abc2ddab-c8ed-494d-a684-ac8f218f38df will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:27.501473 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec245777-25f6-4564-baa5-677fab6de259,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.503779 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.504969 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1960557
Dec 10 04:56:27.505979 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d25ab13d-8345-46b3-895f-4d4c8b4a966f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.508075 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51474) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:27.514072 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:27.520053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:27.523431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.524103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:27.527034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:27.533010 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.533722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:27.548649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.609221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.614649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.616517 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dd2b5543-219c-44cd-a58f-dbe3eccf1f1a tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.643128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5cd6d6-8a21-4aaa-95a1-937eec2c8a8f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.646008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.651300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.656318 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51478) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:27.656790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-ebd50b4f-f73b-4056-8172-62ce06f743d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1469274
Dec 10 04:56:27.662439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:27.669002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:27.673405 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:27.675594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Pushing event updated for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.676373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:27.677757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.685837 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:27.687402 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.704730 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.759178 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 4c288a05-1053-47ea-9732-3f5d0daf0182, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4c288a05-1053-47ea-9732-3f5d0daf0182,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:27.777610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.778033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:27.779897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.785243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.787104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a418d523-9bc4-4762-9837-a495b22e374c tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.803015 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b6b44-ca53-4948-8542-3b5506a6c2fd,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.807138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.814397 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.823254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.824610 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-1f43efec-9e8c-4642-809c-f9f9fe644ed0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1665504
Dec 10 04:56:27.827361 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51482) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:27.832721 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:27.838657 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:27.842720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Attempting to bind port abc2ddab-c8ed-494d-a684-ac8f218f38df on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:27.843049 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:27.843393 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Attempting to bind port abc2ddab-c8ed-494d-a684-ac8f218f38df by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:27.843657 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Attempting to bind port abc2ddab-c8ed-494d-a684-ac8f218f38df on network 8a281bac-580a-4350-a1f7-dbf99854eb6e {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:27.845828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:27.854416 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:27.873379 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.883532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:27.884265 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Checking segment: {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:27.884663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.884864 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Bound using segment: {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:27.885460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Bound port: abc2ddab-c8ed-494d-a684-ac8f218f38df, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7a8be-a091-4c59-9678-510f437f92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:27.886136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.939228 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.943239 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.949227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-def9696a-01d2-4d36-8a6f-6aab02b3aa3d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:27.958497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=4c288a05-1053-47ea-9732-3f5d0daf0182,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.965828 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.969774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1954550-ac44-4aad-9f33-684432755bbf,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:27.972632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:27.981047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:27.982338 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-7bf7ed9c-871e-4c41-a43c-8358f1be91a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1540751
Dec 10 04:56:27.985053 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51486) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:27.990883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:27.997395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:28.000298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:28.000679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.001500 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:28.004362 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:28.010215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:28.026629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.065122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] For port abc2ddab-c8ed-494d-a684-ac8f218f38df, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:28.069679 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] For port abc2ddab-c8ed-494d-a684-ac8f218f38df, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=abc2ddab-c8ed-494d-a684-ac8f218f38df,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:28.075132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.079498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:28.092460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.096233 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.098088 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-beb01ec4-0443-47c7-aaa3-92b98b2b1112 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:28.120520 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60a9e30-ded1-42d7-99ca-3699080f9b06,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:28.123879 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:28.133286 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.137212 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51490) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:28.137428 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-d9e44775-670f-4dcd-a1fd-5bc9aafaa1f5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1506898
Dec 10 04:56:28.143316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:28.149444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:28.153464 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:28.156367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:28.162294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:28.175270 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Project 95606283408141ee80e7a54942a296fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:56:28.183322 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.210992 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:28.212086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d97e44820>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:28.257831 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.262743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.264853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-128f9b1e-1a72-4060-8c16-c7e2722ae999 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:28.269907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Pushing event updated for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:28.290467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c896464-f862-420f-86e6-a80f7c7f7697,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:28.301274 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:28.311529 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.313616 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1749463
Dec 10 04:56:28.316504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51494) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:28.321958 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': 'ec245777-25f6-4564-baa5-677fab6de259', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:28.328029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:28.329093 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:28.333270 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:28.336352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:28.342886 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:28.358086 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.securitygroups_db [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Project 95606283408141ee80e7a54942a296fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 04:56:28.364873 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.409641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:28.431815 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.435675 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.443367 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-e91cf163-849a-48ee-a0a0-e096a53f5718 tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:28.460927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0f3c5e-5e7d-4d1d-9c1d-07418a623694,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:28.464659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:28.471865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:28.473054 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-33daf231-67a3-4e97-b5e1-a81eaf59e115 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1554904
Dec 10 04:56:28.639600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-4eab1674-4a31-4c56-a4e8-1c89b79e488d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:56:28.657185 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-4eab1674-4a31-4c56-a4e8-1c89b79e488d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:56:28.658570 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-4eab1674-4a31-4c56-a4e8-1c89b79e488d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871510722&fields=id&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 267 time: 0.0631473
Dec 10 04:56:28.770940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d97e44820>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 4, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'abc2ddab-c8ed-494d-a684-ac8f218f38df', 'name': '', 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'mac_address': 'fa:16:3e:91:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:23Z', 'updated_at': '2021-12-10T04:56:28Z', 'revision_number': 4, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'subnets': [{'id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:28.775370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c757-954c-4f14-82c3-51cfb2d64fde None None] The sync data for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv is: [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T04:56:24Z', 'revision_number': 4, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': 'abc2ddab-c8ed-494d-a684-ac8f218f38df', 'name': '', 'network_id': '8a281bac-580a-4350-a1f7-dbf99854eb6e', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'mac_address': 'fa:16:3e:91:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:23Z', 'updated_at': '2021-12-10T04:56:28Z', 'revision_number': 4, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'subnets': [{'id': '84fba49a-b204-4d62-9f7c-efa523cfa0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:28.827767 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c8a5dc91-0dad-47c7-98f1-7ec66de6c6e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:28.828575 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c8a5dc91-0dad-47c7-98f1-7ec66de6c6e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:56:28.852222 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c8a5dc91-0dad-47c7-98f1-7ec66de6c6e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:56:28.853635 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c8a5dc91-0dad-47c7-98f1-7ec66de6c6e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 809 time: 0.1882517
Dec 10 04:56:28.872611 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-bcbc6081-597a-42fe-9098-4cfcd0db01e7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/quotas/95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 375 time: 0.0133154
Dec 10 04:56:28.965020 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-1cf89212-2348-48a4-94cb-95d357353341 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0836601
Dec 10 04:56:29.115672 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-bfb90d08-01bf-459d-9cd4-6aa1f8af8bf8 service neutron] 10.222.0.44 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386232
Dec 10 04:56:29.169893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4c288a05-1053-47ea-9732-3f5d0daf0182 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:29.244038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 4c288a05-1053-47ea-9732-3f5d0daf0182 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:29.244559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:29.260575 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-740218cb-7270-4c28-87ac-41d8c3fcc5e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360037
Dec 10 04:56:29.366113 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device abc2ddab-c8ed-494d-a684-ac8f218f38df up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:29.445370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port abc2ddab-c8ed-494d-a684-ac8f218f38df completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:29.453326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port abc2ddab-c8ed-494d-a684-ac8f218f38df triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:29.453717 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:29.456313 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5119f2fd-1bbb-4499-bd95-6cde3b9704b4 req-a612e789-b1d1-4371-87b7-86e955299708 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 210 time: 0.0538964
Dec 10 04:56:29.583608 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:29.622502 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port abc2ddab-c8ed-494d-a684-ac8f218f38df, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=abc2ddab-c8ed-494d-a684-ac8f218f38df,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:29.627380 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:29.633369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:29.704843 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:29.708312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:30.639436 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68adcdd8-5d9b-4e76-ab24-95aa4d2a8552 req-16b677c5-3dc6-4aaf-8e89-86a35d569858 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 210 time: 0.0603065
Dec 10 04:56:30.764707 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-81320775-dcdb-4042-ace1-22e375d7d818 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:30.766352 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-81320775-dcdb-4042-ace1-22e375d7d818 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 809 time: 0.3134544
Dec 10 04:56:30.827246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c13a7e37-47e5-4cae-a169-018b1f19c592 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 04:56:30.840743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c13a7e37-47e5-4cae-a169-018b1f19c592 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 04:56:30.842276 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-c13a7e37-47e5-4cae-a169-018b1f19c592 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 380 time: 0.0546722
Dec 10 04:56:30.863818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'port': {'device_id': '6005ef61-f380-4388-816c-5d8c3df501ea', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'admin_state_up': True, 'tenant_id': '95606283408141ee80e7a54942a296fd', 'security_groups': ['ec245777-25f6-4564-baa5-677fab6de259']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:31.003323 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:31.007104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:port and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:31.009928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:31.015555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:31.025456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Made reservation on behalf of 95606283408141ee80e7a54942a296fd for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 04:56:31.028855 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.103921 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device abc2ddab-c8ed-494d-a684-ac8f218f38df up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:31.175416 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port abc2ddab-c8ed-494d-a684-ac8f218f38df triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:31.175797 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.195081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Allocated IP 172.20.0.13 (b80402b6-7ee3-498a-9a4a-fcd22732bb3c/a6b32b55-46f4-42b0-bd40-5e76f2d9abb9/7083c518-ae51-43c6-88f0-26aa5458c5a5) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:31.387631 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.403708 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Transition to ACTIVE for port object 7083c518-ae51-43c6-88f0-26aa5458c5a5 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:31.427808 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.433038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:31.501728 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:31.505249 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:31.509151 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:31.548513 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:31.553397 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:31.576534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:31.577150 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.599044 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-a10d246b-51fe-47ea-81c0-fdf37273def5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7389157
Dec 10 04:56:31.615813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-74bb0ca2-8b52-422e-a9f2-73ed03d59fc8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 04:56:31.616798 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-74bb0ca2-8b52-422e-a9f2-73ed03d59fc8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053895
Dec 10 04:56:31.627733 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Request body: {'port': {'device_id': '6005ef61-f380-4388-816c-5d8c3df501ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:31.725027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0c509b9c-d6a7-4d70-880e-e90948bb8401 None None] Provisioning for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:31.730369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-0c509b9c-d6a7-4d70-880e-e90948bb8401 None None] Provisioning complete for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:31.730755 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0c509b9c-d6a7-4d70-880e-e90948bb8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.748291 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:31.783229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-0c509b9c-d6a7-4d70-880e-e90948bb8401 None None] Port 7083c518-ae51-43c6-88f0-26aa5458c5a5 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 04:56:31.822343 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa752-9169-4fe0-a8d8-17fad5c1bd52 req-9d94cc6a-e65a-440c-8de1-cc5937a19481 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:31.823837 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ffaa752-9169-4fe0-a8d8-17fad5c1bd52 req-9d94cc6a-e65a-440c-8de1-cc5937a19481 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 932 time: 0.0859234
Dec 10 04:56:31.869262 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7ffaa752-9169-4fe0-a8d8-17fad5c1bd52 req-3966e852-3761-4c02-a3ef-4cf4d8f99a0c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396309
Dec 10 04:56:32.090989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:56:32.098230 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:32.111996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Transition to ACTIVE for port object 7083c518-ae51-43c6-88f0-26aa5458c5a5 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 04:56:32.115762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:32.120493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0d77cb2b-1389-4683-8199-11b70881b7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:32.278920 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:32.281319 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:32.355867 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Attempting to bind port 7083c518-ae51-43c6-88f0-26aa5458c5a5 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 04:56:32.356197 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Attempting to bind port 7083c518-ae51-43c6-88f0-26aa5458c5a5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 04:56:32.356518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Attempting to bind port 7083c518-ae51-43c6-88f0-26aa5458c5a5 on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:32.361006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Port 7083c518-ae51-43c6-88f0-26aa5458c5a5 on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 04:56:32.361331 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Attempting to bind port 7083c518-ae51-43c6-88f0-26aa5458c5a5 on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 04:56:32.366288 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 04:56:32.366614 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Checking segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 04:56:32.366993 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Bound using segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 04:56:32.367404 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Bound port: 7083c518-ae51-43c6-88f0-26aa5458c5a5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 04:56:32.368330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:32.460342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 04:56:32.463164 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 04:56:32.467599 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:32.472130 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa2385b2-cf07-49e3-891d-e514ffb61a93 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:32.519456 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:32.520043 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:32.522015 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] 10.222.0.18 "PUT /v2.0/ports/7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1094 time: 0.8983569
Dec 10 04:56:32.528802 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:56:32.555035 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:32.558664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:32.609576 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'status': 'completed', 'code': 200}
Dec 10 04:56:32.651216 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-6da2a73a-ea3f-49f1-86ff-938b79fd56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:32.652713 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-6da2a73a-ea3f-49f1-86ff-938b79fd56ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1097 time: 0.0775115
Dec 10 04:56:32.844430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-92dee997-b276-4834-9b2c-1f4a4ded2e84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 217 time: 0.1780884
Dec 10 04:56:32.908818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-d0ee36a1-cacf-4ad5-84b4-4a2428f072ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:32.910260 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-d0ee36a1-cacf-4ad5-84b4-4a2428f072ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0596421
Dec 10 04:56:32.986195 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-353bc90a-625f-445a-9dd8-20bc5a31dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:32.987667 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-353bc90a-625f-445a-9dd8-20bc5a31dc76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710723
Dec 10 04:56:33.074982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fb8d-e868-440c-9da5-685308c4808b req-82cde59a-96ce-400e-b88e-7a151e590a94 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:33.076719 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bd09fb8d-e868-440c-9da5-685308c4808b req-82cde59a-96ce-400e-b88e-7a151e590a94 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0903990
Dec 10 04:56:33.131849 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-6168f2bc-8a94-47fb-9399-4ee42346e0e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376665
Dec 10 04:56:33.132588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bd09fb8d-e868-440c-9da5-685308c4808b req-c92efaa1-65cd-4962-8120-b32040495b74 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422955
Dec 10 04:56:33.264622 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c00223ba-e179-47e8-8e4a-8c021fe3abe4 req-d5f18dec-eea2-4fcf-8199-ad8fdd08d926 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264639
Dec 10 04:56:33.428711 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-41390ef9-b40d-4fcb-985d-fbcc4469df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:33.430228 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-41390ef9-b40d-4fcb-985d-fbcc4469df1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1097 time: 0.0717096
Dec 10 04:56:33.559517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-9df2abbd-201e-4757-8da8-7efd657d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:33.560931 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-9df2abbd-201e-4757-8da8-7efd657d7cb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1246860
Dec 10 04:56:33.629901 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-7d0dca10-7877-4ee5-b025-c9baa7dd1260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 217 time: 0.0620067
Dec 10 04:56:33.692980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-bf3d49c2-7137-42be-9604-13c44417e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:33.694314 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-bf3d49c2-7137-42be-9604-13c44417e8a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0582058
Dec 10 04:56:33.768376 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-995a893a-5b9c-417d-afe8-14526c9d4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:33.769842 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-995a893a-5b9c-417d-afe8-14526c9d4cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687020
Dec 10 04:56:33.899605 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-948d21a1-aebc-4b88-aded-c362c7a97d13 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223052
Dec 10 04:56:34.030926 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-da28ddef-690b-4fe9-9262-2f7d329da17b req-50fcaba1-b034-491c-8270-c89805732d21 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242919
Dec 10 04:56:34.318564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c1dff-f6e5-45fe-bde8-9ff660bdbe54 req-b6f9cf0e-2a23-4b51-af8e-06c90e70e400 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:34.319918 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-728c1dff-f6e5-45fe-bde8-9ff660bdbe54 req-b6f9cf0e-2a23-4b51-af8e-06c90e70e400 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0781825
Dec 10 04:56:34.364284 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-728c1dff-f6e5-45fe-bde8-9ff660bdbe54 req-f8a70670-c733-4c2a-9edf-6a5bfab3c623 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387104
Dec 10 04:56:35.548995 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45f5e4-4cd5-4922-91c0-24d38c2b636c req-f72e9433-71bc-410b-9795-33c1607aa70d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:35.550473 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c45f5e4-4cd5-4922-91c0-24d38c2b636c req-f72e9433-71bc-410b-9795-33c1607aa70d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0839429
Dec 10 04:56:35.594390 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7c45f5e4-4cd5-4922-91c0-24d38c2b636c req-ad8e8a17-e9b6-4244-995c-952cd0031aa3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382776
Dec 10 04:56:36.773782 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a0f7-cdcc-40bb-bc03-39054770cc19 req-80abe637-93ec-47ea-850a-8adcdd641a87 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:36.775207 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68c1a0f7-cdcc-40bb-bc03-39054770cc19 req-80abe637-93ec-47ea-850a-8adcdd641a87 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0782874
Dec 10 04:56:36.821990 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-68c1a0f7-cdcc-40bb-bc03-39054770cc19 req-2e5bf35c-302b-4608-bd0c-f3a116c51c85 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412753
Dec 10 04:56:37.038453 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:56:37.169258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:37.182424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:56:37.238690 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:37.254575 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:56:37.268906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:37.274317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:37.276004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:37.339333 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:37.342271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:37.663378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['7083c518-ae51-43c6-88f0-26aa5458c5a5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:56:38.002766 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdfdb7-67eb-45cd-8e7e-07b47a2132ee req-9e1016d1-4c2d-4d96-be23-d47eddac1ed7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:38.004193 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-94cdfdb7-67eb-45cd-8e7e-07b47a2132ee req-9e1016d1-4c2d-4d96-be23-d47eddac1ed7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0797088
Dec 10 04:56:38.047805 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-94cdfdb7-67eb-45cd-8e7e-07b47a2132ee req-1b6d5063-5460-4956-bfd2-3288edda0a60 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374973
Dec 10 04:56:39.037950 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:56:39.145861 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 04:56:39.151154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:56:39.151533 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:39.250178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33febb-008b-418b-828d-e016fd785e60 req-97ee364d-a824-4d54-a8f3-77c3622a7851 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:39.251624 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d33febb-008b-418b-828d-e016fd785e60 req-97ee364d-a824-4d54-a8f3-77c3622a7851 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0829318
Dec 10 04:56:39.272157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:39.300743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:56:39.305662 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d33febb-008b-418b-828d-e016fd785e60 req-6c364775-7f38-4b35-9a1f-d3b9e1f31fd9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482206
Dec 10 04:56:39.310961 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:56:39.315398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:39.318234 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-640b333d-2472-44f3-ae4f-07f0430ff8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:39.349765 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'code': 200}
Dec 10 04:56:39.386731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:39.389508 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:39.606717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695a80f-98d3-4322-8358-8e47cd1364c3 req-5d2bfedc-1735-4887-ab40-f2afe64c8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:39.608122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1695a80f-98d3-4322-8358-8e47cd1364c3 req-5d2bfedc-1735-4887-ab40-f2afe64c8aef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0688732
Dec 10 04:56:39.652171 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-1695a80f-98d3-4322-8358-8e47cd1364c3 req-44e4e5a2-f254-49ef-81e8-41e456cd2dcb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377047
Dec 10 04:56:40.502909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcee596-e1e7-48eb-8660-11973ce327eb req-45892545-89d5-4c2b-9c46-6f3e07941ad3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:40.504326 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efcee596-e1e7-48eb-8660-11973ce327eb req-45892545-89d5-4c2b-9c46-6f3e07941ad3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0792851
Dec 10 04:56:40.549108 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efcee596-e1e7-48eb-8660-11973ce327eb req-f65e44cf-3372-4bbe-88e9-bd8c8ec81cff tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385909
Dec 10 04:56:41.860161 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48e239-922b-414c-ac72-d5586b9b424a req-d51c7137-f80f-4bcf-a259-108f96b23ba1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:41.861557 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bb48e239-922b-414c-ac72-d5586b9b424a req-d51c7137-f80f-4bcf-a259-108f96b23ba1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.2048104
Dec 10 04:56:41.906228 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bb48e239-922b-414c-ac72-d5586b9b424a req-57cb2338-a8b0-4667-b49c-016704ae4d66 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389752
Dec 10 04:56:42.083407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ebbc-3a95-463e-826f-8422f27c6875 req-a1dca66c-71e4-420c-9742-be95b56a8f49 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:42.084819 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4183ebbc-3a95-463e-826f-8422f27c6875 req-a1dca66c-71e4-420c-9742-be95b56a8f49 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0777512
Dec 10 04:56:42.127446 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-4183ebbc-3a95-463e-826f-8422f27c6875 req-86690f87-6308-4771-9d3c-7e0a2ceabff0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371521
Dec 10 04:56:42.149146 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51550) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:42.312342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e4b8c-ed1d-4a49-a88a-c541c7199333 tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:42.313841 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-db3e4b8c-ed1d-4a49-a88a-c541c7199333 tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1094 time: 0.1636777
Dec 10 04:56:42.316956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51556) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 04:56:42.322089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 04:56:42.328063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 04:56:42.331841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:floatingip and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 04:56:42.334884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 04:56:42.340507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 04:56:42.354034 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:42.487467 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:42.621284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Allocated IP 172.26.1.54 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 04:56:42.763487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:42.794053 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:42.798603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e6ed50f0-5b1e-4dc5-a384-1dcc5c59349b tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:42.869668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 04:56:42.872433 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 04:56:42.875188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 04:56:42.919478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:42.922826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:43.284501 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:43.356573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:43.558136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:43.567750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:43.571850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5419b05e-c1f3-4649-9e68-6f5ead076d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:56:43.674878 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:56:43.678903 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:56:43.687522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:43.976295 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Floating IP 24656190-b7c2-430a-9118-ef300d35e6dc associated. External IP: 172.26.1.54, port: 7083c518-ae51-43c6-88f0-26aa5458c5a5.
Dec 10 04:56:44.324513 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 04:56:44.476895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16a725ac-3f61-4599-b085-b5bfb3f8ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:44.503956 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 04:56:44.514381 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 04:56:44.524585 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:44.525193 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01b80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:44.528911 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:44.584367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2661824
Dec 10 04:56:44.584946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:56:44.627068 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'status': 'completed', 'code': 200}
Dec 10 04:56:44.643328 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:44.700084 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:44.738857 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-9159718d-03f5-4c0c-bf8c-c5a37fbd7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:44.740310 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-9159718d-03f5-4c0c-bf8c-c5a37fbd7c0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0701473
Dec 10 04:56:44.870300 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-2d05f182-2bef-4e12-b423-46c87b8dd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:44.871635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-2d05f182-2bef-4e12-b423-46c87b8dd035 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1251323
Dec 10 04:56:44.976099 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-ae1a1d81-1d4d-4278-b8f5-148accbb394b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 999 time: 0.0957701
Dec 10 04:56:45.042657 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01b80>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '24656190-b7c2-430a-9118-ef300d35e6dc', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005ef61-f380-4388-816c-5d8c3df501ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:56:43Z', 'updated_at': '2021-12-10T04:56:43Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:45.046976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 04:56:45.056350 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 04:56:45.056969 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01b80>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T04:56:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:45.158811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-38ec82bf-3463-4ded-bd49-0c9f00c71971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:45.160156 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-38ec82bf-3463-4ded-bd49-0c9f00c71971 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.1773522
Dec 10 04:56:45.231104 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 04:56:45.234153 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-853770b9-e9bf-4efb-afc4-78a3b08ed5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:56:45.235635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-853770b9-e9bf-4efb-afc4-78a3b08ed5fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687199
Dec 10 04:56:45.371039 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-c8b7d9ab-7b43-4c4c-83d2-f4eb1302e60b service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272709
Dec 10 04:56:45.510490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6a598023-5ce8-424e-9812-02ab86d87f60 req-b728e48b-7737-4147-9d89-af8cd8dc4599 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317816
Dec 10 04:56:45.604036 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9df01b80>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '24656190-b7c2-430a-9118-ef300d35e6dc', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005ef61-f380-4388-816c-5d8c3df501ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:56:43Z', 'updated_at': '2021-12-10T04:56:43Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 04:56:45.607892 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7cf13-18ab-4686-9f7b-ce99087657c6 None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '24656190-b7c2-430a-9118-ef300d35e6dc', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005ef61-f380-4388-816c-5d8c3df501ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T04:56:43Z', 'updated_at': '2021-12-10T04:56:43Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 04:56:45.799800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e6c43-486c-4452-84e1-66df3d5124c4 None None] New status for floating IP 24656190-b7c2-430a-9118-ef300d35e6dc: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 04:56:46.827743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdaa1-25f3-4ec5-8898-5c9acf225f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:47.667720 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:56:47.828781 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:48.116407 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:56:49.682829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:14.476756 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f13df488-e390-4db0-8e28-ac8a3dfed82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:14.641525 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:16.828566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a161c493-6242-41d0-a711-163fc908410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:16.936112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-752eaf8b-bc0a-4a40-8593-cd1cc2dfc456 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705175
Dec 10 04:57:17.093988 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-2693af59-54e1-4f99-a75c-0e4585f20d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:57:17.095378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-2693af59-54e1-4f99-a75c-0e4585f20d35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0745943
Dec 10 04:57:17.238833 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-7cb6e20b-5706-4d9a-9aad-5aeff656e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:57:17.240243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-7cb6e20b-5706-4d9a-9aad-5aeff656e9bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1249599
Dec 10 04:57:17.342808 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-d6d5bbdb-38ce-4af1-97f9-c8098066d0d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0950947
Dec 10 04:57:17.404778 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-1ec82858-16bb-4cf4-b516-0bbe4b529a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:57:17.406160 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-1ec82858-16bb-4cf4-b516-0bbe4b529a4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0565853
Dec 10 04:57:17.483978 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-6c374920-5789-46ec-90b0-85a90b3696f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:57:17.485451 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-6c374920-5789-46ec-90b0-85a90b3696f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720625
Dec 10 04:57:17.614553 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-8797d5be-0a66-4ca0-9995-85df81587e25 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215754
Dec 10 04:57:17.742445 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-10e018cd-713a-4dc6-9cb6-3fd26a06e63e req-02668986-455e-4872-88b5-7a53ab0699c4 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208799
Dec 10 04:57:17.832038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:18.117748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:19.684125 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:24.666632 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:57:44.480536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7842-dd96-4b73-9773-c2844cab3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:44.653361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:46.834636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a23-0c6d-49ce-84af-961fec163256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:47.833339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:48.119154 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:57:49.692391 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:01.664833 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:58:14.483775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b88c0c1c-93f4-451a-bc1b-8bd0530318cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:14.665986 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:16.825982 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a105b8c6-ee06-437a-8860-1f8a2ccb499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:17.835963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:17.959172 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-18a1dcb6-88fa-4399-b92d-c3b8f734dcca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1224391
Dec 10 04:58:18.096333 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-24f93316-93fc-4f11-b9ab-3ca5b39d48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:58:18.097732 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-24f93316-93fc-4f11-b9ab-3ca5b39d48c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0707085
Dec 10 04:58:18.119918 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:18.239950 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-837d6094-f17b-4a7e-a401-82dbaa4e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:58:18.241403 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-837d6094-f17b-4a7e-a401-82dbaa4e9b10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1247940
Dec 10 04:58:18.342755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-f453d796-6296-4aef-a386-7ac9d77e4718 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0947936
Dec 10 04:58:18.518451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-21d9982e-33cf-4d54-bb5e-fa676c895ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:58:18.519884 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-21d9982e-33cf-4d54-bb5e-fa676c895ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.1713638
Dec 10 04:58:18.594561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-f04d1621-2abc-4b32-941c-69daa1ee5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:58:18.595974 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-f04d1621-2abc-4b32-941c-69daa1ee5c18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685554
Dec 10 04:58:18.724340 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-f7b8fa03-751c-49f6-8f51-9b130f8cd696 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212039
Dec 10 04:58:18.853664 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-96a3f0ac-061d-4d01-82d6-f5d151dea5fb req-daf2d408-202f-4456-b183-68a3a98c84c6 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232629
Dec 10 04:58:19.689677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:38.663469 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:58:44.484685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-95f57533-0e44-44da-9c72-e3802b6a4ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:44.666754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:46.827128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7fc45127-d0f8-4868-a1b1-080e5ba6ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:47.837661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:48.120964 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:58:49.691762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:14.485429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9b14b708-a75c-4800-9c68-2b3219917a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:14.670203 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:15.661765 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:59:16.828365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-27fdbc72-d9a1-4a27-8a40-50dd23820863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:17.841396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:17.908997 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-e18a374e-238f-456d-9d22-017ad6181d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731854
Dec 10 04:59:18.043927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-a219dd3d-7a92-420b-ad7a-8ee20259719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:18.045428 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-a219dd3d-7a92-420b-ad7a-8ee20259719a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0704150
Dec 10 04:59:18.122802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:18.191327 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-fb0edbc1-2efa-4400-a6e2-d4900600c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:18.192786 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-fb0edbc1-2efa-4400-a6e2-d4900600c500 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1295073
Dec 10 04:59:18.294238 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-a54620ab-cf94-434a-9f5f-6dc84edb7636 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0950329
Dec 10 04:59:18.355450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-879df7ca-9bb7-4317-83a8-f6d8e9ef33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:18.356882 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-879df7ca-9bb7-4317-83a8-f6d8e9ef33c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0568652
Dec 10 04:59:18.434729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-f8a4963b-7bc1-4cc2-b3b4-f3729c3da010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:18.436191 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-f8a4963b-7bc1-4cc2-b3b4-f3729c3da010 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726981
Dec 10 04:59:18.566509 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-1aa201be-2cad-4c85-889d-c1b152ab64ac service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238606
Dec 10 04:59:18.695467 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-afe8e754-eb16-4c48-a455-9e7004ff295e req-5075f68b-ed41-44a4-bd47-87d113f644d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222024
Dec 10 04:59:19.693358 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:23.635614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb6d42-6d50-4805-847c-48973a5d1913 req-635a97f2-3768-4e17-a110-0e4bcc295482 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:23.637117 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-41fb6d42-6d50-4805-847c-48973a5d1913 req-635a97f2-3768-4e17-a110-0e4bcc295482 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.1286883
Dec 10 04:59:23.679665 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-41fb6d42-6d50-4805-847c-48973a5d1913 req-e90017ce-9af3-406c-86a8-1ff1e046b204 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369036
Dec 10 04:59:24.863134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1551f-6a2f-40e8-ae02-47ad448732df req-00bcb0fd-7bd9-4f04-a724-8de097701fee tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:24.864569 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afc1551f-6a2f-40e8-ae02-47ad448732df req-00bcb0fd-7bd9-4f04-a724-8de097701fee tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0795009
Dec 10 04:59:24.911197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-afc1551f-6a2f-40e8-ae02-47ad448732df req-f3ae7bb6-8b10-4b07-95cd-588bb77b08b7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410533
Dec 10 04:59:26.112604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdbe33-09b2-49c5-ae7b-2f2ef029027b req-5467adeb-5bbd-4e40-8342-fa6d1df50758 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:26.114062 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-abfdbe33-09b2-49c5-ae7b-2f2ef029027b req-5467adeb-5bbd-4e40-8342-fa6d1df50758 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0875037
Dec 10 04:59:26.156823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-abfdbe33-09b2-49c5-ae7b-2f2ef029027b req-63c071bd-dc01-4579-a5ec-5e8df6588ba6 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371757
Dec 10 04:59:27.344937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dedd0e-ca6f-476d-8b5c-1cef4c3afaec req-61f78d46-f716-4f09-9d52-d08fd25783c5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:27.346418 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b3dedd0e-ca6f-476d-8b5c-1cef4c3afaec req-61f78d46-f716-4f09-9d52-d08fd25783c5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0842679
Dec 10 04:59:27.390706 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b3dedd0e-ca6f-476d-8b5c-1cef4c3afaec req-65f866bb-f1f9-43b2-8c92-0f3a5ed1c460 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386200
Dec 10 04:59:28.572503 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb98caa-7031-4079-81ac-387dc27dace2 req-bcf68300-9d84-4bb3-b769-59c1f1ace5ce tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:28.573892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cdb98caa-7031-4079-81ac-387dc27dace2 req-bcf68300-9d84-4bb3-b769-59c1f1ace5ce tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0778809
Dec 10 04:59:28.617672 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cdb98caa-7031-4079-81ac-387dc27dace2 req-f0ecfa72-b505-447d-949b-6832b21d2d93 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382617
Dec 10 04:59:29.800880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab7562-97f8-4eed-b8ad-4fd24ad4c39f req-45e133c0-8e18-493b-b831-2f5588b99d67 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:29.802355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09ab7562-97f8-4eed-b8ad-4fd24ad4c39f req-45e133c0-8e18-493b-b831-2f5588b99d67 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0827496
Dec 10 04:59:29.846316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-09ab7562-97f8-4eed-b8ad-4fd24ad4c39f req-f6c2b064-581f-4f3f-b657-02ac19b5638f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384517
Dec 10 04:59:31.029983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd845-6d5a-4aed-bcc7-ccb13c237a6a req-7da9c372-8a9a-4274-bbee-4b416118b3de tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:31.031429 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e2cd845-6d5a-4aed-bcc7-ccb13c237a6a req-7da9c372-8a9a-4274-bbee-4b416118b3de tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0797026
Dec 10 04:59:31.078911 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0e2cd845-6d5a-4aed-bcc7-ccb13c237a6a req-d3195d6c-a762-4944-bc73-65d33270de9a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418599
Dec 10 04:59:32.264294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d56bac-116d-4ae9-94e4-7b9c4e129873 req-5b6c33bc-74e4-40bc-ae54-08332391853e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:32.265731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72d56bac-116d-4ae9-94e4-7b9c4e129873 req-5b6c33bc-74e4-40bc-ae54-08332391853e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0788343
Dec 10 04:59:32.310475 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-72d56bac-116d-4ae9-94e4-7b9c4e129873 req-7178625d-3642-4a47-908d-2a26aea034ba tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391538
Dec 10 04:59:33.493746 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424deb37-8ede-4c0f-b627-7413f5e9e592 req-f8927aa2-b13b-424a-a775-539c706d0207 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:33.495166 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-424deb37-8ede-4c0f-b627-7413f5e9e592 req-f8927aa2-b13b-424a-a775-539c706d0207 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0828331
Dec 10 04:59:33.660018 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-424deb37-8ede-4c0f-b627-7413f5e9e592 req-336f083e-b899-4f7a-95f7-0a4695abdd6a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585796
Dec 10 04:59:34.842639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512ac0-4fcf-461b-8db6-44588053d375 req-e9e23012-ff05-40e1-8769-3555a7baf5db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:34.844075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd512ac0-4fcf-461b-8db6-44588053d375 req-e9e23012-ff05-40e1-8769-3555a7baf5db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0781736
Dec 10 04:59:34.887455 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fd512ac0-4fcf-461b-8db6-44588053d375 req-27a26858-2aa3-4d61-b940-8071c29bed6d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377007
Dec 10 04:59:36.083084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e87baf-8714-489f-86fb-8291bd912c2f req-fb9f301e-9d75-41f1-aacd-13fd91ddbd58 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:36.084500 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-88e87baf-8714-489f-86fb-8291bd912c2f req-fb9f301e-9d75-41f1-aacd-13fd91ddbd58 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0808375
Dec 10 04:59:36.127706 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-88e87baf-8714-489f-86fb-8291bd912c2f req-1668c874-39d6-41a5-93b6-86967d57c312 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372031
Dec 10 04:59:37.305230 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259ad9-ab9f-4d71-adf6-4edb6345dd93 req-8a7a309a-c4ba-4419-9ae4-4b61f491c8d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:37.306669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9d259ad9-ab9f-4d71-adf6-4edb6345dd93 req-8a7a309a-c4ba-4419-9ae4-4b61f491c8d7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0776675
Dec 10 04:59:37.353318 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9d259ad9-ab9f-4d71-adf6-4edb6345dd93 req-c513daa5-e854-4586-8648-59e60e417886 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411541
Dec 10 04:59:37.949268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 04:59:38.079094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:59:38.092389 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 04:59:38.155522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:38.172036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 04:59:38.192770 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:59:38.196536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:38.199578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:59:38.267101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:59:38.274169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.274524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.274928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.275253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.275641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.275944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.276350 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.277146 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.277551 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.277853 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.278252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.278252 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 04:59:38.282007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:59:38.289920 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['7083c518-ae51-43c6-88f0-26aa5458c5a5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 04:59:38.534368 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaa258-4437-48cb-8aa8-7b39904df2ef req-c52e7785-b610-40ed-8176-909b7ecaa331 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:38.535989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9abaa258-4437-48cb-8aa8-7b39904df2ef req-c52e7785-b610-40ed-8176-909b7ecaa331 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0801823
Dec 10 04:59:38.581989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9abaa258-4437-48cb-8aa8-7b39904df2ef req-b7b13294-6cdb-40a0-8eca-bf521a2f526c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404122
Dec 10 04:59:39.765296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc6eb-3cf6-47e4-afa1-c7d8da319f6f req-90be1357-a525-4816-8ec1-5dd96fd19d24 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:39.766721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-588bc6eb-3cf6-47e4-afa1-c7d8da319f6f req-90be1357-a525-4816-8ec1-5dd96fd19d24 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0811944
Dec 10 04:59:39.809185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-588bc6eb-3cf6-47e4-afa1-c7d8da319f6f req-d89137ab-c679-4b77-8d1d-5c5f8e4a2355 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369844
Dec 10 04:59:39.947096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 04:59:40.012806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 04:59:40.013181 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:40.124570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:40.150932 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:59:40.161356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:59:40.165250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:40.167064 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-92d5171e-ad47-4361-b820-9cb33656f609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:59:40.196189 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'code': 200}
Dec 10 04:59:40.236591 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:59:40.239492 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:59:40.995061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e4f3-3683-4b7d-a204-2fbb55121a4e req-124ff42c-b2c8-42d2-81e5-d8156abb4f11 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:40.997188 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8f9e4f3-3683-4b7d-a204-2fbb55121a4e req-124ff42c-b2c8-42d2-81e5-d8156abb4f11 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0816691
Dec 10 04:59:41.065419 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e8f9e4f3-3683-4b7d-a204-2fbb55121a4e req-6e8b97dd-5444-44c8-baf2-83a359b519a9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625165
Dec 10 04:59:42.269497 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab428ce0-bee8-40c8-a426-0b5e151e2304 req-708cf422-73ea-4af4-ba38-3ec05420d05d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:42.270964 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ab428ce0-bee8-40c8-a426-0b5e151e2304 req-708cf422-73ea-4af4-ba38-3ec05420d05d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0880473
Dec 10 04:59:42.325538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ab428ce0-bee8-40c8-a426-0b5e151e2304 req-fcdd37e5-abac-4e0e-829f-53e8b5b887c5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487747
Dec 10 04:59:43.551954 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1260-bf77-4f57-8b83-3e7464b8f363 req-00921c9a-2da5-4fe9-a8f8-6d5336ee91ac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:43.553434 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8ce1260-bf77-4f57-8b83-3e7464b8f363 req-00921c9a-2da5-4fe9-a8f8-6d5336ee91ac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.1155508
Dec 10 04:59:43.609548 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a8ce1260-bf77-4f57-8b83-3e7464b8f363 req-753d55fe-dbb2-480a-8921-3b00bd8942e9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490270
Dec 10 04:59:44.487670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c66fa2c6-18e2-493a-b4e6-94cb78738081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:44.694801 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:44.886987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0af0-0177-492a-bb4d-c106c672cc14 req-71bf9922-aa46-4f57-8686-925f6bae2950 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:44.895641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-394b0af0-0177-492a-bb4d-c106c672cc14 req-71bf9922-aa46-4f57-8686-925f6bae2950 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.1245630
Dec 10 04:59:44.956493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-394b0af0-0177-492a-bb4d-c106c672cc14 req-f8185199-0fb3-4777-9225-bb4d9ca85474 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596695
Dec 10 04:59:46.197684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33974e-45c8-47bb-b327-282d2811e39c req-49c5eb48-13cf-47ba-b9a1-1c423beb1583 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:46.200688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a33974e-45c8-47bb-b327-282d2811e39c req-49c5eb48-13cf-47ba-b9a1-1c423beb1583 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.1143184
Dec 10 04:59:46.254641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a33974e-45c8-47bb-b327-282d2811e39c req-c68cdd80-58f8-4674-9e6e-b93ce0c2cf91 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484166
Dec 10 04:59:46.837036 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8180ac2e-a641-46aa-ad6f-ced775639275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:47.457215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef81f13-df57-4a89-b399-b09ad62f43d8 req-5e72439e-f49f-4c09-8e79-33247b528ce4 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:47.459017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ef81f13-df57-4a89-b399-b09ad62f43d8 req-5e72439e-f49f-4c09-8e79-33247b528ce4 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0944464
Dec 10 04:59:47.509660 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0ef81f13-df57-4a89-b399-b09ad62f43d8 req-0c50c55d-0a87-42e6-aeff-2d229a8a1928 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445926
Dec 10 04:59:47.860121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:48.126602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:48.708704 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781a21b-e210-4202-87cb-85552352f026 req-8b3ead54-4f18-41b5-8c42-346061035bfb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:48.710199 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6781a21b-e210-4202-87cb-85552352f026 req-8b3ead54-4f18-41b5-8c42-346061035bfb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0886004
Dec 10 04:59:48.756495 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6781a21b-e210-4202-87cb-85552352f026 req-61658503-d66d-4293-b8d1-5564a1a25f13 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404754
Dec 10 04:59:49.696156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:49.939645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaef4-e772-4758-befd-123324531279 req-1ae97565-8d1e-4ff5-8cc9-9c73b82e6371 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:49.941010 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-babdaef4-e772-4758-befd-123324531279 req-1ae97565-8d1e-4ff5-8cc9-9c73b82e6371 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0785539
Dec 10 04:59:49.983721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-babdaef4-e772-4758-befd-123324531279 req-f795ead5-6d93-4665-91cf-d8278956d7a6 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371344
Dec 10 04:59:50.369528 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-89f01838-8547-40c8-a501-f187358ee105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:50.371378 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-89f01838-8547-40c8-a501-f187358ee105 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1099 time: 0.0707946
Dec 10 04:59:50.501672 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-c36f3b91-342f-49ab-9ed7-9d3ffdc35991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:50.503074 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-c36f3b91-342f-49ab-9ed7-9d3ffdc35991 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1252408
Dec 10 04:59:50.606303 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-d3824a4d-173d-4bc5-849d-3a326f03e3d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0965183
Dec 10 04:59:50.668926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-ba26c256-1e16-4204-bf71-ed4091874eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:50.670312 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-ba26c256-1e16-4204-bf71-ed4091874eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0568287
Dec 10 04:59:50.864744 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-92c86f20-d9a0-4108-b740-e6257542b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:50.866243 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-92c86f20-d9a0-4108-b740-e6257542b91f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1897314
Dec 10 04:59:50.994635 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-1d27d4d1-a872-4238-996f-1eff52034f35 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213727
Dec 10 04:59:51.122960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-26f07f91-463a-4eb2-83ef-07c5530ab1e6 req-41a22f42-bb5d-48b8-8037-4332827dd07e service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220801
Dec 10 04:59:51.173626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8389c-4bc5-4b63-8530-7f9f068d672d req-0afac06e-6b71-4ecd-b1ea-b466b1ca9d88 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:51.175069 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbd8389c-4bc5-4b63-8530-7f9f068d672d req-0afac06e-6b71-4ecd-b1ea-b466b1ca9d88 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0857182
Dec 10 04:59:51.218285 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dbd8389c-4bc5-4b63-8530-7f9f068d672d req-79de1ea2-fa5f-441d-8830-b04077a9a27a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376050
Dec 10 04:59:52.402604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da59038-2613-43b6-bac4-f660882c83ee req-38696e85-f20d-4110-ab1a-846c3090a274 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:52.404025 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7da59038-2613-43b6-bac4-f660882c83ee req-38696e85-f20d-4110-ab1a-846c3090a274 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0796933
Dec 10 04:59:52.449563 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7da59038-2613-43b6-bac4-f660882c83ee req-583766f9-ac1a-4e10-942a-50c572d67b7d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400999
Dec 10 04:59:52.661013 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 04:59:53.631436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45c92-5e70-491a-ac61-8ff63b1fc6e3 req-e6f6e977-62a3-47d7-9342-2798a8fa4083 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:53.632858 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6a45c92-5e70-491a-ac61-8ff63b1fc6e3 req-e6f6e977-62a3-47d7-9342-2798a8fa4083 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.0795434
Dec 10 04:59:53.675697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6a45c92-5e70-491a-ac61-8ff63b1fc6e3 req-51b21d5a-d487-40e8-b22f-ee8e5c82338f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372357
Dec 10 04:59:54.013370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 04:59:54.047941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65453d-d1bf-4d24-aa96-9e992dac0a86 req-9a004c79-ef35-4007-b794-1d0c2f3588c9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:54.049532 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b65453d-d1bf-4d24-aa96-9e992dac0a86 req-9a004c79-ef35-4007-b794-1d0c2f3588c9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 946 time: 0.1061163
Dec 10 04:59:54.122602 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2b65453d-d1bf-4d24-aa96-9e992dac0a86 req-f0afd184-a56b-4612-86d9-47c775d2e8b7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667932
Dec 10 04:59:54.164977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:54.200911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 04:59:54.210201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 04:59:54.221848 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 04:59:54.225540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-594726f0-e14f-44ec-b04b-8f65b6b10466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 04:59:54.237619 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-bff52ac0-be5f-4d5a-a88b-12a7a33d6336 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1464689
Dec 10 04:59:54.303476 dv-neutron-821182-1-hyperv neutron-server[87631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'code': 422} returned with failed status
Dec 10 04:59:54.313011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 04:59:54.316271 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 04:59:55.264811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-294dffd8-468a-4121-9272-d62023b040f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.266314 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-294dffd8-468a-4121-9272-d62023b040f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 1097 time: 0.0744007
Dec 10 04:59:55.297999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d149-9a7f-479f-a55d-fc83471d860c req-144db747-d61d-4266-ac30-cee377b0c185 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.299502 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e49d149-9a7f-479f-a55d-fc83471d860c req-144db747-d61d-4266-ac30-cee377b0c185 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0800889
Dec 10 04:59:55.345755 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2e49d149-9a7f-479f-a55d-fc83471d860c req-6c699268-b319-484c-93f1-e99bf13e8313 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403295
Dec 10 04:59:55.377199 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-e958c36e-deef-4490-a2e5-a3f440dac698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.378683 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-e958c36e-deef-4490-a2e5-a3f440dac698 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1097 time: 0.0710773
Dec 10 04:59:55.506995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-23335846-3ae7-4dc8-9dbf-10c8c865c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.508393 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-23335846-3ae7-4dc8-9dbf-10c8c865c8e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1231270
Dec 10 04:59:55.608930 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-d21eff97-fe11-4b0c-ba27-19d66790974a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 999 time: 0.0942287
Dec 10 04:59:55.671131 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-c078a4d2-f261-467e-a3f2-34c2d60854f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.672490 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-c078a4d2-f261-467e-a3f2-34c2d60854f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0556986
Dec 10 04:59:55.749691 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-877143c6-87f3-484b-ad81-311f0223bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:55.751129 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-877143c6-87f3-484b-ad81-311f0223bfae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718420
Dec 10 04:59:55.879006 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-f5f0fbbd-be97-4056-ba24-42eecc0f941e service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209459
Dec 10 04:59:56.006338 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-21f29448-6863-440a-9008-69bc7db3ab51 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214235
Dec 10 04:59:56.566294 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d81eca-bd85-42e4-8be8-2c684a195bff req-f4f6935b-ddc2-4691-a74f-2b9b04350caf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:56.567741 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f8d81eca-bd85-42e4-8be8-2c684a195bff req-f4f6935b-ddc2-4691-a74f-2b9b04350caf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.1008918
Dec 10 04:59:56.616489 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f8d81eca-bd85-42e4-8be8-2c684a195bff req-fe394892-2f02-4d85-ae5f-b5c11aa757ea tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421746
Dec 10 04:59:57.810015 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c353-be1b-42a5-8046-2ef7b4bb8e08 req-aebfb5bc-b587-477e-8321-a5ab4e24b59e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:57.811484 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1461c353-be1b-42a5-8046-2ef7b4bb8e08 req-aebfb5bc-b587-477e-8321-a5ab4e24b59e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0810120
Dec 10 04:59:57.858853 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1461c353-be1b-42a5-8046-2ef7b4bb8e08 req-18e7da34-6bc1-4997-a95f-9ab999d82eda tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415549
Dec 10 04:59:59.061447 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8ebb9-e873-4ff2-b346-5094c8990197 req-ca3f7dc7-e718-4a3e-8ac3-dc32e338d04f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 04:59:59.062902 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23c8ebb9-e873-4ff2-b346-5094c8990197 req-ca3f7dc7-e718-4a3e-8ac3-dc32e338d04f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0801425
Dec 10 04:59:59.106346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23c8ebb9-e873-4ff2-b346-5094c8990197 req-3713aae4-b8d2-4271-a69c-9f919b53f8a8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379341
Dec 10 05:00:00.462335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ffb79-2b60-4690-b2e5-c001b1dcbda5 req-cdbd43a0-a126-4fe3-912f-0d3d515b1319 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:00.464354 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dd1ffb79-2b60-4690-b2e5-c001b1dcbda5 req-cdbd43a0-a126-4fe3-912f-0d3d515b1319 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0825510
Dec 10 05:00:00.630999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dd1ffb79-2b60-4690-b2e5-c001b1dcbda5 req-8eae24d0-e166-4952-bd6f-f7e9a43e4961 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610050
Dec 10 05:00:01.813280 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6993f-5d11-47d7-bc83-a3f1492d4bc3 req-61806842-04be-4de6-8651-af6d94c22275 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:01.814727 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49d6993f-5d11-47d7-bc83-a3f1492d4bc3 req-61806842-04be-4de6-8651-af6d94c22275 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0789154
Dec 10 05:00:01.860568 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-49d6993f-5d11-47d7-bc83-a3f1492d4bc3 req-13fa6219-3633-46fa-a616-95e2cc4005aa tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402851
Dec 10 05:00:03.062226 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecd46c-c8e9-4bf8-b772-2a2ed0f605a9 req-2c9f5ca8-3bfa-4868-8f96-8bc10ca50189 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:03.063712 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10ecd46c-c8e9-4bf8-b772-2a2ed0f605a9 req-2c9f5ca8-3bfa-4868-8f96-8bc10ca50189 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0852354
Dec 10 05:00:03.108489 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-10ecd46c-c8e9-4bf8-b772-2a2ed0f605a9 req-d9ec7ef9-bee0-46c3-86fc-500e45983af0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387952
Dec 10 05:00:04.311264 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df205-311d-43e4-af12-d6c9cc4b852f req-78733571-8e4d-413c-aba0-4b680a8752a1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:04.312972 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93df205-311d-43e4-af12-d6c9cc4b852f req-78733571-8e4d-413c-aba0-4b680a8752a1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0785975
Dec 10 05:00:04.386320 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f93df205-311d-43e4-af12-d6c9cc4b852f req-bd03e283-e546-4159-af33-d181c320d0c8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666912
Dec 10 05:00:05.591602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801118fc-8a2d-4c7f-a87c-ad24ea204ff7 req-18d9e304-7709-490a-beae-3ea1a5c8ee76 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:05.593055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-801118fc-8a2d-4c7f-a87c-ad24ea204ff7 req-18d9e304-7709-490a-beae-3ea1a5c8ee76 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0810025
Dec 10 05:00:05.636319 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-801118fc-8a2d-4c7f-a87c-ad24ea204ff7 req-d375e789-05a2-49cc-8014-bda22d46e375 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375385
Dec 10 05:00:06.828918 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0e46-4780-4651-b690-af66e9a77a91 req-6e9dc045-3458-44b2-8a1e-cfb0f6546b1d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:06.830399 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6ec0e46-4780-4651-b690-af66e9a77a91 req-6e9dc045-3458-44b2-8a1e-cfb0f6546b1d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0860493
Dec 10 05:00:06.876617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6ec0e46-4780-4651-b690-af66e9a77a91 req-4f4807aa-a5d3-4744-ba22-f7b293283e79 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403993
Dec 10 05:00:08.062016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc2c32-42a9-426c-a7cf-d3cecd2ec851 req-faeb887c-9016-4da7-8818-3df6235682d2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:08.064318 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1ddc2c32-42a9-426c-a7cf-d3cecd2ec851 req-faeb887c-9016-4da7-8818-3df6235682d2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0829215
Dec 10 05:00:08.112894 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1ddc2c32-42a9-426c-a7cf-d3cecd2ec851 req-82d8b280-b8af-472c-8f46-ee962747ab69 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416014
Dec 10 05:00:09.318934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba958f-8b1d-49e4-a6b2-e4ac7d7f37d6 req-5da46902-94e5-4afe-8c67-0e058e25b382 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:09.320373 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6ba958f-8b1d-49e4-a6b2-e4ac7d7f37d6 req-5da46902-94e5-4afe-8c67-0e058e25b382 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0834422
Dec 10 05:00:09.363989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6ba958f-8b1d-49e4-a6b2-e4ac7d7f37d6 req-b37eab27-3d2a-48eb-a480-9788a2bb172d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376072
Dec 10 05:00:10.543596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a7b58-929d-499b-ace5-be7fe967959e req-67da92f0-bd40-437c-acee-5c2781e14164 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:10.545017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d81a7b58-929d-499b-ace5-be7fe967959e req-67da92f0-bd40-437c-acee-5c2781e14164 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0778167
Dec 10 05:00:10.591617 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d81a7b58-929d-499b-ace5-be7fe967959e req-fcf1d323-f254-44ba-8eb8-a60517c8595c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410154
Dec 10 05:00:11.774414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64963c-2d7e-4ea9-99bd-a935ff208585 req-415cc27b-ebc8-4fe9-9b7d-7bf128865acb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:11.775826 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c64963c-2d7e-4ea9-99bd-a935ff208585 req-415cc27b-ebc8-4fe9-9b7d-7bf128865acb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0782225
Dec 10 05:00:11.818721 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1c64963c-2d7e-4ea9-99bd-a935ff208585 req-6fefc791-b1f0-4141-89ad-ddf2198a8b72 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367148
Dec 10 05:00:13.002685 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b6dc6-c7cd-42bf-9256-09d5387a5b1c req-cf6a57cd-cbd2-4efc-949c-73decd776666 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:13.004125 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f62b6dc6-c7cd-42bf-9256-09d5387a5b1c req-cf6a57cd-cbd2-4efc-949c-73decd776666 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0816777
Dec 10 05:00:13.047929 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f62b6dc6-c7cd-42bf-9256-09d5387a5b1c req-c58688a9-4924-4f9d-999a-209991a33e37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381715
Dec 10 05:00:14.228323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f597-7ae2-40ac-9cb8-0680cae87806 req-9e30faf2-f2be-4b83-b11c-31237fde8414 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:14.229767 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2321f597-7ae2-40ac-9cb8-0680cae87806 req-9e30faf2-f2be-4b83-b11c-31237fde8414 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0793059
Dec 10 05:00:14.273390 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-2321f597-7ae2-40ac-9cb8-0680cae87806 req-445513b7-ae8f-4ddc-889c-7954b9eabde4 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379965
Dec 10 05:00:14.491898 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32277a6c-a9e5-4e35-952f-9e37c75c7b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:14.706744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:15.460272 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa8d9-ea83-4bdc-95a9-c8ef1cfb0617 req-4c6a1c88-7461-4efe-8de4-8ed1aae2027a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:15.461725 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e5faa8d9-ea83-4bdc-95a9-c8ef1cfb0617 req-4c6a1c88-7461-4efe-8de4-8ed1aae2027a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 944 time: 0.0826912
Dec 10 05:00:15.505052 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e5faa8d9-ea83-4bdc-95a9-c8ef1cfb0617 req-430f1256-ae27-4886-95ab-3e460f2cb829 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377645
Dec 10 05:00:16.070535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:00:16.198731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:00:16.212027 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'port_id': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'mac_address': 'fa:16:3e:ec:4c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:00:16.269051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:16.289410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:00:16.307989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:00:16.312842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:16.314631 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:00:16.378246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=9']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:00:16.381215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:00:16.642643 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['7083c518-ae51-43c6-88f0-26aa5458c5a5'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:00:16.686832 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadb43-d025-4785-a52d-a9f1ea2e1018 req-50abd0ae-5e61-4277-8e03-433ada4f7e1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:16.688287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23aadb43-d025-4785-a52d-a9f1ea2e1018 req-50abd0ae-5e61-4277-8e03-433ada4f7e1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0800452
Dec 10 05:00:16.732788 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-23aadb43-d025-4785-a52d-a9f1ea2e1018 req-8bd98278-90a1-4ed1-a66c-5bfb991ba4a0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389600
Dec 10 05:00:16.848354 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0a04e3df-2641-4e9d-80ea-4938a5706cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:17.847414 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:17.918664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191659db-d921-4b2f-9cff-cecba95abfea req-b6a33a2d-8ca7-498c-90d9-e21a6604110e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:17.920093 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-191659db-d921-4b2f-9cff-cecba95abfea req-b6a33a2d-8ca7-498c-90d9-e21a6604110e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 945 time: 0.0829484
Dec 10 05:00:17.965163 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-191659db-d921-4b2f-9cff-cecba95abfea req-ffb43051-ba31-4ed5-8cd7-46ec71b0c6ef tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388603
Dec 10 05:00:18.070336 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:00:18.138552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:18.150538 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port 7083c518-ae51-43c6-88f0-26aa5458c5a5 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:00:18.150901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:18.264594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:18.290839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:00:18.301561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:00:18.305804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:18.308573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:00:18.350005 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'code': 200}
Dec 10 05:00:18.389255 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=10']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:00:18.392497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:00:18.586371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811d3c-f241-48a2-adf2-5e2a6f39b32b req-e0dd25e1-db3b-4912-81ad-8429b64e785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:18.587723 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef811d3c-f241-48a2-adf2-5e2a6f39b32b req-e0dd25e1-db3b-4912-81ad-8429b64e785c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1100 time: 0.0682154
Dec 10 05:00:18.628873 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ef811d3c-f241-48a2-adf2-5e2a6f39b32b req-9c152a70-0ff0-4874-9795-d69b46309a2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349319
Dec 10 05:00:19.144039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6915fe0-1394-4740-92e3-09fc85ad85c3 req-69177165-ad1e-474a-9869-9cbf7f5e24db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:19.145492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6915fe0-1394-4740-92e3-09fc85ad85c3 req-69177165-ad1e-474a-9869-9cbf7f5e24db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.0779145
Dec 10 05:00:19.191438 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6915fe0-1394-4740-92e3-09fc85ad85c3 req-ad0ab773-395c-47f9-9404-11d2115b50d9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404384
Dec 10 05:00:19.699639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:19.968715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-c12f9b49-0cce-4f5c-a04d-88fe1b12796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:19.970127 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-c12f9b49-0cce-4f5c-a04d-88fe1b12796b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1100 time: 0.0742693
Dec 10 05:00:20.119737 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-765c93cc-08dc-40ef-8e7f-7531bc818b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:20.121864 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-765c93cc-08dc-40ef-8e7f-7531bc818b9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1300418
Dec 10 05:00:20.364824 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-266e77ff-79a7-4a55-9b99-42b89fe954c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.2359004
Dec 10 05:00:20.392613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e697a-92b8-41e2-8eff-d68c3063f12d req-49c3089a-051e-4be4-a87e-21e085f5335d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:20.394242 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d78e697a-92b8-41e2-8eff-d68c3063f12d req-49c3089a-051e-4be4-a87e-21e085f5335d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.0880902
Dec 10 05:00:20.433798 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-fc860159-f7a9-4f02-9c8f-9ce6cf188f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:20.435044 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-fc860159-f7a9-4f02-9c8f-9ce6cf188f53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0628700
Dec 10 05:00:20.444043 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d78e697a-92b8-41e2-8eff-d68c3063f12d req-54a7ed2a-1d53-4b8e-8ecc-da854d39b8da tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434289
Dec 10 05:00:20.518995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-c24d5a23-f97f-44c5-9bbe-fa2fd07c85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:20.520431 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-c24d5a23-f97f-44c5-9bbe-fa2fd07c85cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780864
Dec 10 05:00:20.653552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-4940f08a-a468-4d11-88da-65e0bcaa6fc5 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267760
Dec 10 05:00:20.792587 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4d9a48c6-48b6-43d2-9f91-4a830405b9c5 req-a148cf23-bb14-4433-97c0-259d3ca782b2 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278296
Dec 10 05:00:21.632128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5760c4-12e2-4879-a7d0-8b2fb74ca48f req-1deb82c0-f93a-4309-b818-dbc38c4d04ac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:00:21.633562 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a5760c4-12e2-4879-a7d0-8b2fb74ca48f req-1deb82c0-f93a-4309-b818-dbc38c4d04ac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.0815604
Dec 10 05:00:21.676311 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6a5760c4-12e2-4879-a7d0-8b2fb74ca48f req-26d910d2-437b-41fc-83f4-97c5d27bf040 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371807
Dec 10 05:00:29.660714 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:00:44.492825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1edb05d-1b5a-47cc-89e7-05e2c775730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:44.708246 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:46.829780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9187735-ad24-4786-8d6a-bb19df098b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:47.850607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:48.131061 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:00:49.702304 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:06.659364 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:01:14.493609 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-43a44911-493b-44ab-b23d-e722d52a2696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:14.739600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:16.830662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7f619c9-7f28-4f0b-b727-6b2b0b4c34d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:17.852190 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:18.132058 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:19.705524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:19.910080 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-7d809c1d-bc0b-4262-8ff4-75c2ab7aa82a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687943
Dec 10 05:01:20.045104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-71add496-ab4d-4c79-a6c9-45d4e997585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:20.046473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-71add496-ab4d-4c79-a6c9-45d4e997585f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1100 time: 0.0689566
Dec 10 05:01:20.186106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-691b53fd-e076-4b8e-b1de-ce6e04cc46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:20.187544 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-691b53fd-e076-4b8e-b1de-ce6e04cc46b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1234469
Dec 10 05:01:20.288927 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-91fc9ff8-9ecd-4e6d-a534-a4c2815e607b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 1001 time: 0.0943837
Dec 10 05:01:20.354991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-24f66d8c-21a6-4b00-8418-b52030ab291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:20.356326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-24f66d8c-21a6-4b00-8418-b52030ab291d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0611842
Dec 10 05:01:20.429588 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-358e0634-61ec-496f-865c-b6c6008cea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:20.431008 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-358e0634-61ec-496f-865c-b6c6008cea8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686834
Dec 10 05:01:20.560075 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-403521c8-c87a-430e-85c6-d92fac3d5102 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224861
Dec 10 05:01:20.691745 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-365b553e-df05-4a44-aa45-5398fc5ef77e req-9ed6945a-1feb-4f11-8dc6-113197fa4c4d service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249292
Dec 10 05:01:43.658174 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:01:44.495338 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-981caef8-686f-4500-96ca-ccaf03599339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:44.720607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:46.831193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5cf9-3cf4-4000-bb9a-65bfe8906902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:47.854640 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:48.132940 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:49.708398 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:57.242581 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51928) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:01:57.605977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Deleting port ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:01:57.606235 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:57.768422 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:57.768739 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:57.887700 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Calling delete_port for ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:01:58.034326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:58.038620 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c36cdea1-0c67-46b6-9af2-6def118e37c4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:01:58.085338 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'Port': ['ID=ec7a9db2-8eb9-4b56-8c44-9cb03c1fdea3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:01:58.124657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.125042 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.125456 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.125833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.126202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.126571 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.126936 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.127300 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.127664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.128023 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.128383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.128744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:01:58.155093 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:01:58.182840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:58.183201 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Floating IP 24656190-b7c2-430a-9118-ef300d35e6dc disassociated (deleted). External IP: 172.26.1.54, port: 7083c518-ae51-43c6-88f0-26aa5458c5a5.
Dec 10 05:01:58.525355 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:01:58.701586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:01:58.711109 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:01:58.714130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:01:58.720254 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:01:58.720864 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4bacd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:01:58.768492 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "DELETE /v2.0/floatingips/24656190-b7c2-430a-9118-ef300d35e6dc HTTP/1.1" status: 204  len: 168 time: 1.5248170
Dec 10 05:01:58.769150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:01:58.892697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'status': 'completed', 'code': 200}
Dec 10 05:01:58.900634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:01:58.998994 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-1780d58a-c155-4a62-851e-fd4e9f31e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:59.001096 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-1780d58a-c155-4a62-851e-fd4e9f31e8b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 1100 time: 0.0812986
Dec 10 05:01:59.144611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-87ff04c0-a3b3-4a40-a70f-0249af698628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:59.146019 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-87ff04c0-a3b3-4a40-a70f-0249af698628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1360033
Dec 10 05:01:59.161612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdec56-7116-4b5a-98a9-437f841a9a01 req-d52333ba-8378-4599-8124-eb4479171ada tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:59.162576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-5acdec56-7116-4b5a-98a9-437f841a9a01 req-d52333ba-8378-4599-8124-eb4479171ada tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:01:59.180040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-5acdec56-7116-4b5a-98a9-437f841a9a01 req-d52333ba-8378-4599-8124-eb4479171ada tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:01:59.181355 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5acdec56-7116-4b5a-98a9-437f841a9a01 req-d52333ba-8378-4599-8124-eb4479171ada tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.1065078
Dec 10 05:01:59.224616 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-75cfb9e3-d3e0-4f78-a54f-67ad0ef2efc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 200  len: 217 time: 0.0710468
Dec 10 05:01:59.228899 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5acdec56-7116-4b5a-98a9-437f841a9a01 req-23d4acf4-bbc1-4139-b088-738c66176ebd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407898
Dec 10 05:01:59.260051 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4bacd0>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:01:59.263837 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:01:59.271795 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:01:59.272390 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4bacd0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:01:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:01:59.291395 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-ed3b2ace-1258-4618-9d57-73c1bd4e6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:59.293605 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-ed3b2ace-1258-4618-9d57-73c1bd4e6c01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0612030
Dec 10 05:01:59.368324 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-c90c7e86-3535-44c1-8c77-0a6ccd4d09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:01:59.369878 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-c90c7e86-3535-44c1-8c77-0a6ccd4d09c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694969
Dec 10 05:01:59.445783 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:01:59.501167 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-238fde44-7992-4d3f-93e5-d0860ff0d88c service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239409
Dec 10 05:01:59.754266 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4a81b920-acef-4c68-9be2-a27d4e0c1904 req-6b6c52e2-4c8e-42cb-8ccc-0cd35f4071e6 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466412
Dec 10 05:01:59.757407 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d4bacd0>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:01:59.761662 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26938b-c1f8-4e02-ba8c-4361c624ac14 None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:01:59.992967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865aa46-e486-4f2d-b565-da3d8fb593eb None None] New status for floating IP 24656190-b7c2-430a-9118-ef300d35e6dc: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:02:00.419143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcda9e-a57e-44f9-8477-ef6716d84b3d req-64bb878e-7c3c-4079-a707-fc1787e4fdd1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:00.420588 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-effcda9e-a57e-44f9-8477-ef6716d84b3d req-64bb878e-7c3c-4079-a707-fc1787e4fdd1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.0814922
Dec 10 05:02:00.590248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-effcda9e-a57e-44f9-8477-ef6716d84b3d req-4ad1af4f-82b6-4809-bd74-c8541b2b295b tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec245777-25f6-4564-baa5-677fab6de259&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1641622
Dec 10 05:02:00.624393 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-b3fdfd79-1a55-47cc-9408-1464db1b3730 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:00.625083 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-b3fdfd79-1a55-47cc-9408-1464db1b3730 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:02:00.637082 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-b3fdfd79-1a55-47cc-9408-1464db1b3730 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:02:00.638173 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-b3fdfd79-1a55-47cc-9408-1464db1b3730 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 947 time: 0.0919170
Dec 10 05:02:00.711919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Deleting port 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:02:00.712178 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:00.955029 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] For port 7083c518-ae51-43c6-88f0-26aa5458c5a5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7083c518-ae51-43c6-88f0-26aa5458c5a5,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:02:00.955388 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:01.076338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Calling delete_port for 7083c518-ae51-43c6-88f0-26aa5458c5a5 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:02:01.218451 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:01.223914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-243d2541-e349-44df-8576-addc52277f51 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:01.267411 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'Port': ['ID=7083c518-ae51-43c6-88f0-26aa5458c5a5,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:01.304777 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.305163 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.305559 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.305929 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.306292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.306683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.307045 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.307401 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.307758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.308132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.308996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.309368 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:01.316359 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:01.353774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] No DVR routers for this DVR port 7083c518-ae51-43c6-88f0-26aa5458c5a5 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:02:01.355996 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:01.358452 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-deleted', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:02:01.373762 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-2ab5832a-4b25-48bd-8af1-0265a59d3001 req-8804e5e9-9c52-4020-9d09-742a0560f428 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "DELETE /v2.0/ports/7083c518-ae51-43c6-88f0-26aa5458c5a5 HTTP/1.1" status: 204  len: 173 time: 0.7301598
Dec 10 05:02:01.474250 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005ef61-f380-4388-816c-5d8c3df501ea', 'name': 'network-vif-deleted', 'tag': '7083c518-ae51-43c6-88f0-26aa5458c5a5', 'status': 'completed', 'code': 200}
Dec 10 05:02:01.759477 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-35e0661d-2cc3-4b30-9940-b58faf9ff9a7 req-f9502acc-0802-47be-81b9-3a40020c78d9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=6005ef61-f380-4388-816c-5d8c3df501ea HTTP/1.1" status: 200  len: 210 time: 0.0465028
Dec 10 05:02:02.850958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51952) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:02.920646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:02.951386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:03.018688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:03.022572 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c208ae81-b7a6-460d-be4a-b3a590785e29 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:03.036304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec245777-25f6-4564-baa5-677fab6de259,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:03.039379 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:03.050119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:03.051322 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6caeaf90-eb14-4f9d-9f18-06e4e2f80691 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "DELETE /v2.0/security-groups/ec245777-25f6-4564-baa5-677fab6de259 HTTP/1.1" status: 204  len: 168 time: 0.1992936
Dec 10 05:02:04.346592 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 51962) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:04.351772 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305869350', 'description': 'tempest-secgroup-smoke-1305869350 description', 'project_id': '95606283408141ee80e7a54942a296fd'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:04.358431 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.362460 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.365259 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.371109 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:04.380714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.399172 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.403313 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.406022 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.411471 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:04.477555 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.481400 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.484753 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-76a10742-2373-481d-ba78-4be76d4d0dee tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:04.523921 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d9d24-1e42-4d89-b932-c0e43d502fca,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:04.527450 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:04.530364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.534515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51966) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:04.534974 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-96b42a85-673a-4e89-b533-cd473b09fa1f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1870055
Dec 10 05:02:04.540372 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:04.547060 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.550901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.553717 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.559325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:04.576807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.597669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:02:04.631000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: 7083c518-ae51-43c6-88f0-26aa5458c5a5 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:02:04.631348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device 7083c518-ae51-43c6-88f0-26aa5458c5a5 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:02:04.639573 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.642999 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.650333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-beeb9acb-9b50-4232-b0b3-2235405ee37d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:04.670803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207efe0f-cbdb-4670-964f-f5342e820c6c,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:04.673602 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:04.677628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.679071 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e571eb34-b879-4b09-9d2d-8b7e4b9454ed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1429749
Dec 10 05:02:04.681852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51970) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:04.686737 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:04.692496 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.696220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.699542 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.705090 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:04.728076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.790187 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.793724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.795448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b5bac52-5cf1-4129-9b7f-f7e33cac8af4 tempest-TestMinimumBasicScenario-1489443432 tempest-TestMinimumBasicScenario-1489443432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:04.816124 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f11f4f-11f0-4e64-b2cc-deb2191214d9,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:04.818443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:04.825895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.827233 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-795f273f-3ee8-4077-b247-39ff6980dd37 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1443088
Dec 10 05:02:04.829671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51974) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:04.834759 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:04.840953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.844938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.847857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.853614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:04.873361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.934773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.937955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.939701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4bcda7c3-24ee-4670-bba0-b47b79ef43bd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:04.962219 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f193167f-e2ec-415d-b3dc-096066a3eaad,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:04.966957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:04.971268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:04.972346 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1417742
Dec 10 05:02:04.975173 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51978) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:04.980056 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:04.985821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:04.989522 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:04.992288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:04.998332 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:05.014400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.074461 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.077740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.079417 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bfe26dc5-6b0f-40cf-aca4-bba212f2e9d1 tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:05.103284 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2644944-c3d5-439c-ae73-641f72c6a7a3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:05.106213 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:05.113040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.114206 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-acfbf85d-31d2-4664-834a-726245129824 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1381242
Dec 10 05:02:05.116869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51982) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:05.121771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:05.127326 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:05.131037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:05.133807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:05.139387 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:05.149278 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Project 95606283408141ee80e7a54942a296fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 05:02:05.155996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.220898 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.223751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.229988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b02076a2-1b8b-4c6d-9139-d2fec1ea1d50 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:05.249205 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30229ca-e6e4-43fb-b74c-7d5d62198425,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:05.251978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:05.258812 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.260050 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-39b34504-8d32-4706-b083-ca7873613d2f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1421964
Dec 10 05:02:05.262728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 51986) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:05.267562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'security_group_rule': {'security_group_id': '3c0d9d24-1e42-4d89-b932-c0e43d502fca', 'project_id': '95606283408141ee80e7a54942a296fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:05.273215 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:05.277471 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:security_group_rule and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:05.280288 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:05.285890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:05.296950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Project 95606283408141ee80e7a54942a296fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 05:02:05.303363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.366392 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.369699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.371562 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2e8733b6-afc8-4af6-bd8e-1abb03882b5d tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:05.393074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504db4ec-2e8f-494f-9428-a5133f04315f,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:05.395398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:05.402525 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:05.403676 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3e809f63-3ce8-42e6-a255-21010cb0053e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1400476
Dec 10 05:02:14.499101 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3ee910b8-5f01-40e4-9954-03cadd2b0a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:14.720074 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:16.833516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b3ea9748-dfa5-40c8-8159-29e5e2654c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:17.864139 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:18.140436 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:19.325276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-0cb08652-8563-403e-b800-9136dc0e0216 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:02:19.342643 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-0cb08652-8563-403e-b800-9136dc0e0216 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:02:19.343779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-0cb08652-8563-403e-b800-9136dc0e0216 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305869350&fields=id&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 267 time: 0.0705361
Dec 10 05:02:19.492989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-7971561d-c524-4c61-90a9-e14eb5c4b4db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:19.494462 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-7971561d-c524-4c61-90a9-e14eb5c4b4db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 809 time: 0.1441119
Dec 10 05:02:19.509150 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-9cd4dc27-03aa-4629-a175-625c3dad4bbe tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/quotas/95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 375 time: 0.0092893
Dec 10 05:02:19.592517 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-7c49dde1-e353-4ee1-8ae0-2f431c5dfbac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0784252
Dec 10 05:02:19.714766 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:19.730167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-c43a9ebf-2aae-4226-bf97-d496546b2fe1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 05:02:19.731160 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-c43a9ebf-2aae-4226-bf97-d496546b2fe1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0467038
Dec 10 05:02:19.862340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-6a144499-e8cb-4115-a959-4a4e2b2f0955 service neutron] 10.222.0.44 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251802
Dec 10 05:02:19.993794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-dbcab845-8004-43c3-8612-85e299eedbec service neutron] 10.222.0.44 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250463
Dec 10 05:02:20.368248 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-71d3c314-e485-461f-9948-a30049dcc6cc req-0902bc74-4f63-46d2-b892-3f6f6f4dbd25 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 210 time: 0.0421641
Dec 10 05:02:20.658518 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:02:21.487057 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-6b73719c-88ea-4cee-b1f2-19b6a5bc604a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:21.488390 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-6b73719c-88ea-4cee-b1f2-19b6a5bc604a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 809 time: 0.1525908
Dec 10 05:02:21.527669 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ca0b600d-24ab-4880-9cac-9ee5b3f70304 req-6f8dd77a-1556-4049-aaff-5a8e184741bb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 210 time: 0.0487032
Dec 10 05:02:21.537536 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-8f2a00d5-fcef-4f9f-a3e0-d6259975b834 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:02:21.559243 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-8f2a00d5-fcef-4f9f-a3e0-d6259975b834 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:security_group {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:02:21.560359 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-8f2a00d5-fcef-4f9f-a3e0-d6259975b834 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 380 time: 0.0639515
Dec 10 05:02:21.576148 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'port': {'device_id': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'admin_state_up': True, 'tenant_id': '95606283408141ee80e7a54942a296fd', 'security_groups': ['3c0d9d24-1e42-4d89-b932-c0e43d502fca']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:21.715302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:21.719932 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:port and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:21.722804 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:21.728334 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:21.738221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Made reservation on behalf of 95606283408141ee80e7a54942a296fd for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:02:21.741774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:21.910038 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Allocated IP 172.20.0.14 (b80402b6-7ee3-498a-9a4a-fcd22732bb3c/a6b32b55-46f4-42b0-bd40-5e76f2d9abb9/a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:02:22.099065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.116062 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Transition to ACTIVE for port object a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:02:22.140638 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.147246 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-cd2ce05b-35e1-4eab-81ab-147ad37c2363 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:22.212215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:02:22.215824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:02:22.219713 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:02:22.267143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:22.271515 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:22.290329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:22.291048 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.316065 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7440042
Dec 10 05:02:22.327743 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Request body: {'port': {'device_id': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:22.447583 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-60262e7c-0e38-46c7-b209-ecca7f95ceb9 None None] Provisioning for port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:02:22.450133 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.453980 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-60262e7c-0e38-46c7-b209-ecca7f95ceb9 None None] Provisioning complete for port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:02:22.454574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-60262e7c-0e38-46c7-b209-ecca7f95ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.509817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-60262e7c-0e38-46c7-b209-ecca7f95ceb9 None None] Port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:02:22.731657 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ace2-e432-401a-8eb0-ab1ff5aa231f req-21f2f097-baf3-4f72-91fe-652e56027b4c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:22.733189 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1312ace2-e432-401a-8eb0-ab1ff5aa231f req-21f2f097-baf3-4f72-91fe-652e56027b4c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 932 time: 0.0880549
Dec 10 05:02:22.782668 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1312ace2-e432-401a-8eb0-ab1ff5aa231f req-e44c7fba-7364-4375-bcc8-f884ac768c47 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429926
Dec 10 05:02:22.926069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:02:22.933254 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.948624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Transition to ACTIVE for port object a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:02:22.952474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:22.957793 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3ace77cd-f8fa-4e24-8571-3b5adae85967 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:23.113241 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:23.145789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:23.191842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Attempting to bind port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:02:23.192121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Attempting to bind port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:02:23.192455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Attempting to bind port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:02:23.197281 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 05:02:23.197725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Attempting to bind port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a on network b80402b6-7ee3-498a-9a4a-fcd22732bb3c {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:02:23.203301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:02:23.203636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Checking segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:02:23.204019 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Bound using segment: {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:02:23.204439 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Bound port: a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e028d3bd-c88b-4f37-883e-764afd09a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:02:23.204783 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:23.292653 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:02:23.295561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:02:23.299521 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:23.303021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-591499ca-0d8e-4a40-be2f-3c7c4dddf006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:23.363158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:23.363773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:23.365118 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 1094 time: 1.0416274
Dec 10 05:02:23.365666 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:02:23.390828 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:23.394284 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:23.439462 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'status': 'completed', 'code': 200}
Dec 10 05:02:23.481096 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-08d6750d-1a60-4c78-a606-4902d41c4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:23.482734 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-08d6750d-1a60-4c78-a606-4902d41c4b00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1097 time: 0.0788879
Dec 10 05:02:23.555101 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-76538fec-067b-4695-a011-ff15d2113872 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 217 time: 0.0651114
Dec 10 05:02:23.617641 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-2b3d35da-980d-4114-b51e-69db79c41cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:23.619067 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-2b3d35da-980d-4114-b51e-69db79c41cbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0574567
Dec 10 05:02:23.693876 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-40231dcb-125d-46ac-86bf-6101fabf9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:23.695323 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-40231dcb-125d-46ac-86bf-6101fabf9962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686798
Dec 10 05:02:23.827051 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-2a5e7127-ad7d-4a5f-a414-29481034d844 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250892
Dec 10 05:02:23.965122 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b2852dd3-d034-4d1c-abc3-334498ec7384 req-880858f9-1551-4fba-b540-23d8174edd01 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300209
Dec 10 05:02:23.988439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8d18-a0cb-44c4-8441-486e6658a8ad req-3f420fe4-5e03-4703-b01c-165d07021bdd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:23.989906 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e28c8d18-a0cb-44c4-8441-486e6658a8ad req-3f420fe4-5e03-4703-b01c-165d07021bdd tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0872135
Dec 10 05:02:24.034338 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e28c8d18-a0cb-44c4-8441-486e6658a8ad req-85cfd28a-9782-4115-95d1-82b4ddc26fba tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385914
Dec 10 05:02:24.087248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406f13-1218-4fc3-a65b-4187288987aa req-d30f374e-5d68-4a4f-8827-ef58845e98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:24.089170 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-d30f374e-5d68-4a4f-8827-ef58845e98b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1097 time: 0.0775259
Dec 10 05:02:24.218021 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406f13-1218-4fc3-a65b-4187288987aa req-5e626020-df32-4d00-a70d-5e7ca3db70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:24.219444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-5e626020-df32-4d00-a70d-5e7ca3db70a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1250095
Dec 10 05:02:24.287904 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-d4356053-9621-4a56-a989-c18fab46947c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 217 time: 0.0617228
Dec 10 05:02:24.348665 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406f13-1218-4fc3-a65b-4187288987aa req-7b59594b-e868-4cbe-97dd-873b3d594000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:24.349964 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-7b59594b-e868-4cbe-97dd-873b3d594000 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0554338
Dec 10 05:02:24.422627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406f13-1218-4fc3-a65b-4187288987aa req-893afd6e-bb35-4e49-a270-a23c1bcf17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:24.424042 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-893afd6e-bb35-4e49-a270-a23c1bcf17e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673623
Dec 10 05:02:24.672975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-f9ff1044-27f8-4009-8791-01898d6e773f service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414877
Dec 10 05:02:24.805088 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e406f13-1218-4fc3-a65b-4187288987aa req-ebdd76b1-4b52-492a-a7c4-1404a40e9adf service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250546
Dec 10 05:02:25.226259 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c450a54-ba6c-4549-90aa-baed3b5258ec req-a80ea703-5648-4475-9f7d-215f85d1214b tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:25.227697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c450a54-ba6c-4549-90aa-baed3b5258ec req-a80ea703-5648-4475-9f7d-215f85d1214b tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0794141
Dec 10 05:02:25.271578 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8c450a54-ba6c-4549-90aa-baed3b5258ec req-5301fd47-359d-40af-8480-7ed158c5fdb1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376503
Dec 10 05:02:26.454144 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84ddd-8767-45ed-a4be-e67f0c5fa837 req-2d692e86-a08c-44ba-94b2-001d45fa8a47 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:26.455570 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6e84ddd-8767-45ed-a4be-e67f0c5fa837 req-2d692e86-a08c-44ba-94b2-001d45fa8a47 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0819929
Dec 10 05:02:26.499592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6e84ddd-8767-45ed-a4be-e67f0c5fa837 req-753708bd-5888-4ae3-aa25-db98b3a724a5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382953
Dec 10 05:02:27.681564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961a275-5685-4090-b83b-8071322ef9e6 req-ef4d2547-4fea-476c-a961-82ec0e3ad738 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:27.682996 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d961a275-5685-4090-b83b-8071322ef9e6 req-ef4d2547-4fea-476c-a961-82ec0e3ad738 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0799866
Dec 10 05:02:27.728785 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d961a275-5685-4090-b83b-8071322ef9e6 req-4cf43480-17e3-4eb7-9d77-f1f6967828ad tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402501
Dec 10 05:02:28.911208 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4cb3a-e3d8-4ae0-89c6-7df517cf1ea2 req-247ec9df-742f-4a6e-94d4-784827bf4cac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:28.912641 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5da4cb3a-e3d8-4ae0-89c6-7df517cf1ea2 req-247ec9df-742f-4a6e-94d4-784827bf4cac tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0789459
Dec 10 05:02:28.955030 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5da4cb3a-e3d8-4ae0-89c6-7df517cf1ea2 req-9b809587-a117-43c6-a8a8-c47d6e63af74 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368004
Dec 10 05:02:30.157985 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda6791-e5ac-449b-a710-205ef19f857a req-ed12089e-1b49-4956-9c5b-55cf9746dc2c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:30.159283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5bda6791-e5ac-449b-a710-205ef19f857a req-ed12089e-1b49-4956-9c5b-55cf9746dc2c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0820940
Dec 10 05:02:30.201186 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-5bda6791-e5ac-449b-a710-205ef19f857a req-cf8e233c-ad83-4ec9-9137-a0d2c09da651 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364349
Dec 10 05:02:31.386260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc589e5-563c-4285-85c0-f40b18b78980 req-26ca8b79-2eb3-4c6c-aee1-49fae88576d5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:31.387693 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bc589e5-563c-4285-85c0-f40b18b78980 req-26ca8b79-2eb3-4c6c-aee1-49fae88576d5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0793324
Dec 10 05:02:31.430141 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-6bc589e5-563c-4285-85c0-f40b18b78980 req-b598a1b5-e03e-4cbc-9d76-6f21ba37f5c0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367951
Dec 10 05:02:32.728375 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd09833-69c0-4755-85aa-850dff8682c1 req-aded1ca2-fae0-453e-8f8f-05741f92d1a7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:32.729875 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bbd09833-69c0-4755-85aa-850dff8682c1 req-aded1ca2-fae0-453e-8f8f-05741f92d1a7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.1971867
Dec 10 05:02:32.752298 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:02:32.773935 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bbd09833-69c0-4755-85aa-850dff8682c1 req-00cb60d7-cde2-4b9f-88b5-9b2088dabf97 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383658
Dec 10 05:02:32.883540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:02:32.896731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'mac_address': 'fa:16:3e:0a:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:02:32.951582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:32.969192 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:02:32.993348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:02:33.049697 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:33.051536 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:33.187124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:33.196617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.196962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.197299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.197694 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.198025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.198352 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.198674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.198997 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.199341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.199668 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.199985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.200301 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:02:33.204722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:33.369696 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:02:33.952486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b51d8-8be0-4f61-844f-d91247735012 req-f67e9f7e-d27e-4dbc-bfee-ef8c03e81f20 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:33.953970 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f37b51d8-8be0-4f61-844f-d91247735012 req-f67e9f7e-d27e-4dbc-bfee-ef8c03e81f20 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 945 time: 0.0786889
Dec 10 05:02:34.002510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f37b51d8-8be0-4f61-844f-d91247735012 req-56f884aa-fa1a-4095-8c97-1d4f1f5b0c3a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427094
Dec 10 05:02:34.767763 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:02:34.836535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:02:34.841221 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:02:34.841738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:34.955356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:34.982743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:02:34.993043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:02:34.997647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:35.000633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:35.044012 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'code': 200}
Dec 10 05:02:35.068650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:35.071531 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:35.190981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97968a-0143-450a-ac0d-02487bc26bb4 req-ef58cab3-4c8e-4be5-9d9d-90ee369cec83 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:35.192433 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db97968a-0143-450a-ac0d-02487bc26bb4 req-ef58cab3-4c8e-4be5-9d9d-90ee369cec83 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0821524
Dec 10 05:02:35.240055 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-db97968a-0143-450a-ac0d-02487bc26bb4 req-5098cf17-a584-4d27-85af-055afa469c80 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417519
Dec 10 05:02:35.299138 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580f3b-5481-489d-b7bf-80fecbb16fd3 req-61493b47-5753-46a4-9ace-38fd4f26c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:35.300497 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-59580f3b-5481-489d-b7bf-80fecbb16fd3 req-61493b47-5753-46a4-9ace-38fd4f26c11d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0739415
Dec 10 05:02:35.346815 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-59580f3b-5481-489d-b7bf-80fecbb16fd3 req-e16160e5-28c5-4f47-b9e1-1ae8254793d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396962
Dec 10 05:02:36.426686 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4345e-c60c-4a31-a78e-b4a519f02e86 req-36995410-e5d4-4142-8011-34139371c4e3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:36.428100 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f8a4345e-c60c-4a31-a78e-b4a519f02e86 req-36995410-e5d4-4142-8011-34139371c4e3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0815134
Dec 10 05:02:36.472357 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f8a4345e-c60c-4a31-a78e-b4a519f02e86 req-3d988da3-9a44-4332-9242-094c898bb717 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380535
Dec 10 05:02:37.652178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4d5e0-764e-4b86-9e38-a3dac4024ecd req-8101cf42-73ae-46d3-8a9b-2ef3d617f682 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:37.653633 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54e4d5e0-764e-4b86-9e38-a3dac4024ecd req-8101cf42-73ae-46d3-8a9b-2ef3d617f682 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0802608
Dec 10 05:02:37.698165 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54e4d5e0-764e-4b86-9e38-a3dac4024ecd req-909a8d79-aa62-48b2-8627-204a458cbcae tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384617
Dec 10 05:02:37.881342 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfbddd-22a1-4168-aec1-99e74a1ee438 req-3ae1a20b-b9ee-4354-8a77-41238c305734 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:37.882683 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29cfbddd-22a1-4168-aec1-99e74a1ee438 req-3ae1a20b-b9ee-4354-8a77-41238c305734 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0820994
Dec 10 05:02:37.926437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-29cfbddd-22a1-4168-aec1-99e74a1ee438 req-4100551d-7f78-4bf1-9734-038a2ac8c6b5 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377007
Dec 10 05:02:37.948270 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52184) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:38.054682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae43235-b0d4-4d12-9a6b-429e4213887c tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:38.055367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fae43235-b0d4-4d12-9a6b-429e4213887c tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] Synchronizing usage tracker for tenant:dac25f5e386d4353b1e8aeaa77d01d72 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:02:38.071427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fae43235-b0d4-4d12-9a6b-429e4213887c tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] Unset dirty status for tenant:dac25f5e386d4353b1e8aeaa77d01d72 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:02:38.073665 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fae43235-b0d4-4d12-9a6b-429e4213887c tempest-TestShelveInstance-1533753211 tempest-TestShelveInstance-1533753211-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1094 time: 0.1243877
Dec 10 05:02:38.076498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52190) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:02:38.081459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:02:38.087557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:02:38.091295 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Usage tracker for resource:floatingip and tenant:95606283408141ee80e7a54942a296fd is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:02:38.094104 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:02:38.099680 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:02:38.109635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:38.243253 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:38.378307 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Allocated IP 172.26.1.95 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/9ba046d4-3e5d-42a5-b3df-0bb0b16541f3) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:02:38.519735 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:38.547751 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:38.552074 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-628d4ef4-7dd1-4b6d-9955-dd42a41db813 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:38.613975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:02:38.616728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:02:38.621098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:02:38.657837 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=9ba046d4-3e5d-42a5-b3df-0bb0b16541f3,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:38.661895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:39.027671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:39.098228 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:39.412384 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:39.416688 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:39.420934 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0a1ca0ed-ff95-467c-ae2d-39bec19dafd1 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:02:39.523634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event updated for resources: {'Port': ['ID=9ba046d4-3e5d-42a5-b3df-0bb0b16541f3,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:02:39.527386 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:02:39.533690 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:39.703666 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Floating IP 0c518a97-7741-4884-95bf-f9efeac55afb associated. External IP: 172.26.1.95, port: a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a.
Dec 10 05:02:40.044682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:02:40.217958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:02:40.227293 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:02:40.236739 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:02:40.237360 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d18c670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:02:40.242103 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:40.299928 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2224140
Dec 10 05:02:40.300599 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:02:40.346629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'status': 'completed', 'code': 200}
Dec 10 05:02:40.410727 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:02:40.439069 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-e672fad7-62a8-483c-b9b4-75e5b4bf182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:40.440552 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-e672fad7-62a8-483c-b9b4-75e5b4bf182f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0697734
Dec 10 05:02:40.569839 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-fef4c69e-5235-4d54-a286-509009271b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:40.571148 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-fef4c69e-5235-4d54-a286-509009271b5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1244695
Dec 10 05:02:40.672473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-54910821-9f72-4f1a-9158-1dfef3d9a54f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 999 time: 0.0951297
Dec 10 05:02:40.737608 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-6ac74a2d-1653-4e51-9930-43dfdd7eddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:40.739037 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-6ac74a2d-1653-4e51-9930-43dfdd7eddd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0604084
Dec 10 05:02:40.749691 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d18c670>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c518a97-7741-4884-95bf-f9efeac55afb', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:0a:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:02:38Z', 'updated_at': '2021-12-10T05:02:38Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:02:40.753431 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:02:40.761406 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:02:40.761994 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d18c670>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:02:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:02:40.815017 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-2e2c3da8-e2ec-42d2-81af-7a7a633b6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:02:40.816496 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-2e2c3da8-e2ec-42d2-81af-7a7a633b6dad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708146
Dec 10 05:02:40.948864 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-92308c4d-33cf-44b6-84e5-e1ed0c44dcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261992
Dec 10 05:02:40.973204 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:02:41.078407 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-34cb2571-35d8-4511-8baa-d1bdb3f0b45e req-d55fed83-5d1e-4ae2-86eb-42d5a10dad12 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232440
Dec 10 05:02:41.306180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d18c670>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c518a97-7741-4884-95bf-f9efeac55afb', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:0a:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:02:38Z', 'updated_at': '2021-12-10T05:02:38Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:02:41.310666 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94de5b-2ab7-432f-b83c-0a06786a1309 None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '0c518a97-7741-4884-95bf-f9efeac55afb', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'floating_ip_address': '172.26.1.95', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'mac_address': 'fa:16:3e:0a:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:02:38Z', 'updated_at': '2021-12-10T05:02:38Z', 'revision_number': 0, 'project_id': '95606283408141ee80e7a54942a296fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:02:41.503383 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868a0b5-1aaf-4ab7-9495-8173d01086ff None None] New status for floating IP 0c518a97-7741-4884-95bf-f9efeac55afb: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:02:44.499618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-16cc474c-b4eb-40fb-a27d-755aa831af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:44.721669 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:46.834362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2ac23e0c-b188-47a8-bce5-e0adfcccc98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:47.864141 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:48.134760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:49.716395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:02:57.661623 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:03:14.503132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6c735182-258e-4eee-8225-906967e879ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:14.725117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:16.836133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bd881619-b6f4-42af-94bb-a04b579f5c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:17.862903 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:18.136619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:19.719116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:21.945771 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-10d983e3-711a-4483-ac38-83b46635645b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1106958
Dec 10 05:03:22.083606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-c4980d36-8ea1-4e22-9ecd-ef805447f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:03:22.085048 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-c4980d36-8ea1-4e22-9ecd-ef805447f149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0695436
Dec 10 05:03:22.226669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-189474d1-ed49-419a-9129-9210ff32c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:03:22.228068 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-189474d1-ed49-419a-9129-9210ff32c636 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1234131
Dec 10 05:03:22.330207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-25fc987d-74bb-4089-8590-9d5f53c00a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 1001 time: 0.0951519
Dec 10 05:03:22.390624 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-4222a7df-64b5-4c3d-83be-87dcb54dbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:03:22.391985 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-4222a7df-64b5-4c3d-83be-87dcb54dbc3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0558496
Dec 10 05:03:22.468277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-9d7cd6b7-6d2e-4926-b925-64b8761e6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:03:22.469759 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-9d7cd6b7-6d2e-4926-b925-64b8761e6900 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719008
Dec 10 05:03:22.708865 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-02000316-b2c2-45b0-b0ed-e46c25d8e81d service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329412
Dec 10 05:03:22.836688 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-352197eb-5efb-4eeb-96eb-b61d5a8d844a req-b1c77c3d-7504-4908-a52d-046ecf9d461d service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215348
Dec 10 05:03:34.657424 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:03:44.504406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d4585bbd-cd01-4e2b-ac2a-a499ee99aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:44.745771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:46.837367 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-585126cb-d71d-4a1a-a4b9-8aa83649d006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:47.866497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:48.138086 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:03:49.722194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:11.656524 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:04:14.506653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d1991672-b962-4473-aba8-014ff7ca2b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:14.744722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:16.845723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-90378c83-532d-422e-978a-0991a6828a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:17.868619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:18.140675 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:19.723913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:21.900103 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-293544a1-68d1-4bcd-bea0-cfaeddb13045 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708261
Dec 10 05:04:22.036926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546832-f38c-41de-ac75-1a7993194a07 req-1e15d5e7-bf5e-4500-94d5-8d163735c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:22.038361 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-1e15d5e7-bf5e-4500-94d5-8d163735c51e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0719447
Dec 10 05:04:22.178971 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546832-f38c-41de-ac75-1a7993194a07 req-88b65a65-8e0f-43bf-92bb-c0d7f7f4f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:22.180366 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-88b65a65-8e0f-43bf-92bb-c0d7f7f4f9b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1234779
Dec 10 05:04:22.279488 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-8bbea8be-d157-4f14-b3b1-f69472a7eb45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 1001 time: 0.0928314
Dec 10 05:04:22.341931 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546832-f38c-41de-ac75-1a7993194a07 req-cd7274cb-d9d4-457c-9615-dda959de732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:22.343398 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-cd7274cb-d9d4-457c-9615-dda959de732d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0572772
Dec 10 05:04:22.415091 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546832-f38c-41de-ac75-1a7993194a07 req-82e35d36-441b-4dbd-a701-b899065c8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:22.416498 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-82e35d36-441b-4dbd-a701-b899065c8a4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671351
Dec 10 05:04:22.546308 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-3a4dcb5e-6a4c-4547-9db6-257ccbc9bce1 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230879
Dec 10 05:04:22.672408 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b1546832-f38c-41de-ac75-1a7993194a07 req-24c9849c-9b22-406a-9ee4-531b1c02026e service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203628
Dec 10 05:04:38.114590 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36976d-2a79-4b5c-92f2-538724bf98c0 req-c8905a8f-b4a0-4b4f-970e-06a9580eae3d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:38.116002 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd36976d-2a79-4b5c-92f2-538724bf98c0 req-c8905a8f-b4a0-4b4f-970e-06a9580eae3d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.1215818
Dec 10 05:04:38.157623 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd36976d-2a79-4b5c-92f2-538724bf98c0 req-e104ae6e-f9cb-4b53-9bdb-5005dfac1389 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359812
Dec 10 05:04:39.388640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cebccc-8df7-4d28-b828-726b82b11ed3 req-017157e1-a168-48bf-bad9-c0873c288aed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:39.389998 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-63cebccc-8df7-4d28-b828-726b82b11ed3 req-017157e1-a168-48bf-bad9-c0873c288aed tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.1216531
Dec 10 05:04:39.432199 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-63cebccc-8df7-4d28-b828-726b82b11ed3 req-6f423f3b-6776-4aee-b8b6-147977e134a1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366368
Dec 10 05:04:40.626049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720793-2236-4a31-b51a-ac9aeb9e7ef0 req-52c6d3af-f8f9-4fdf-95ff-404795b66cf8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:40.627977 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb720793-2236-4a31-b51a-ac9aeb9e7ef0 req-52c6d3af-f8f9-4fdf-95ff-404795b66cf8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0780005
Dec 10 05:04:40.673547 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fb720793-2236-4a31-b51a-ac9aeb9e7ef0 req-a8a30eae-b10a-4fdf-92e8-00388a43cd23 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401335
Dec 10 05:04:41.854749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a36aa-cf0d-4924-b800-c2bc1bc27109 req-e7ff9969-68bf-41ad-8b26-40c31dcd4c21 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:41.856175 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-895a36aa-cf0d-4924-b800-c2bc1bc27109 req-e7ff9969-68bf-41ad-8b26-40c31dcd4c21 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0809593
Dec 10 05:04:41.899098 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-895a36aa-cf0d-4924-b800-c2bc1bc27109 req-e8e08182-ed90-4bdb-840e-eec06fe4dea1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366797
Dec 10 05:04:43.204022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8414-791f-4a12-9f4b-8c8b76afa61a req-9bb8f52d-28b2-4681-b17f-2cbe3bfc8bd0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:43.206001 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efec8414-791f-4a12-9f4b-8c8b76afa61a req-9bb8f52d-28b2-4681-b17f-2cbe3bfc8bd0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.2043736
Dec 10 05:04:43.248934 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-efec8414-791f-4a12-9f4b-8c8b76afa61a req-c014893f-c0ef-4b55-b265-a821b5293908 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370021
Dec 10 05:04:44.434569 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acc87-ab86-485c-8ee2-ca4193f3c3cd req-4f9860de-8afd-4500-8f34-6b9da5d239fa tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:44.437642 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e32acc87-ab86-485c-8ee2-ca4193f3c3cd req-4f9860de-8afd-4500-8f34-6b9da5d239fa tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0810163
Dec 10 05:04:44.479945 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e32acc87-ab86-485c-8ee2-ca4193f3c3cd req-ee752fb0-b76a-430b-bb5f-042d9cbfec0f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383055
Dec 10 05:04:44.507651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fb5a35fd-0149-462c-965a-a140e642fca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:44.741444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:45.664065 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22fcd-c11f-4665-8480-60430f74affe req-f444e281-2591-4b78-8be7-a9c779a4dc4e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:45.665528 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6c22fcd-c11f-4665-8480-60430f74affe req-f444e281-2591-4b78-8be7-a9c779a4dc4e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0813773
Dec 10 05:04:45.708180 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f6c22fcd-c11f-4665-8480-60430f74affe req-0c34afd2-b716-4821-b041-8a9e7edcad58 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368726
Dec 10 05:04:46.837540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b904f60d-3136-4d20-b75c-4f26027d5062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:46.888453 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7178-171c-4ba8-a39d-361da49d613d req-8cd5393a-ed33-4a2d-8c32-4b8fc88495ff tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:46.889933 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d47e7178-171c-4ba8-a39d-361da49d613d req-8cd5393a-ed33-4a2d-8c32-4b8fc88495ff tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0798223
Dec 10 05:04:46.937437 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d47e7178-171c-4ba8-a39d-361da49d613d req-0b08d29b-84e2-43ca-9572-10bf7fae9b31 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412998
Dec 10 05:04:47.871589 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:48.118283 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd1e4b-8b17-4a51-8449-998c8b999c17 req-627845e4-6282-4e8e-bf7d-a7b69cfb7caf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:48.119735 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8abd1e4b-8b17-4a51-8449-998c8b999c17 req-627845e4-6282-4e8e-bf7d-a7b69cfb7caf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0797601
Dec 10 05:04:48.142499 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:48.164459 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8abd1e4b-8b17-4a51-8449-998c8b999c17 req-249fa0aa-0514-4d7a-b6b7-f3f1e16ab8cc tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390196
Dec 10 05:04:48.194065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-5d63839c-b50a-4d6e-a775-2d02116b8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:48.195508 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-5d63839c-b50a-4d6e-a775-2d02116b8fa3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0748260
Dec 10 05:04:48.322927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-e23c75b5-adba-4c94-adde-21ffc313c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:48.324339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-e23c75b5-adba-4c94-adde-21ffc313c3c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1226511
Dec 10 05:04:48.424574 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-c535b971-2e6e-4c8f-ab35-34479db7dc9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 1001 time: 0.0932014
Dec 10 05:04:48.484646 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-4676a39e-a0c5-407b-94a6-29b96bfe7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:48.486028 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-4676a39e-a0c5-407b-94a6-29b96bfe7029 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0555379
Dec 10 05:04:48.558277 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-4e911543-eb86-4405-a7c3-5ada4cd16dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:48.559677 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-4e911543-eb86-4405-a7c3-5ada4cd16dcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668111
Dec 10 05:04:48.654591 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:04:48.686654 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-d24c7492-00d6-4dad-8027-0830af328b6e service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207001
Dec 10 05:04:48.932194 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-37c120eb-6dbe-4f73-85a6-aef2ffab1d40 req-08a848bd-0a0a-4699-be6d-05c0e61bd1fb service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395747
Dec 10 05:04:49.349225 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819af8-61ac-4687-92bf-4289067ce2d9 req-7f13b07c-ae67-4167-85d7-b2617bceebcc tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:49.350674 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14819af8-61ac-4687-92bf-4289067ce2d9 req-7f13b07c-ae67-4167-85d7-b2617bceebcc tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0831814
Dec 10 05:04:49.393800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-14819af8-61ac-4687-92bf-4289067ce2d9 req-2075c65e-79fe-41e9-9983-86acaa4878fb tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375097
Dec 10 05:04:49.727613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:50.575587 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67692cac-bb27-4612-a2b5-4ee99ac5f30d req-d6e6b9d5-6049-44f2-baae-beb488ac8b19 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:50.577051 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-67692cac-bb27-4612-a2b5-4ee99ac5f30d req-d6e6b9d5-6049-44f2-baae-beb488ac8b19 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0802228
Dec 10 05:04:50.620995 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-67692cac-bb27-4612-a2b5-4ee99ac5f30d req-d469bc95-ba68-4f77-99dc-a909221daee2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375223
Dec 10 05:04:51.804967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745f506-2138-4098-9a3f-4d1c73c1a682 req-6aa8262d-677f-4a1b-bfef-26b893c10269 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:51.807742 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a745f506-2138-4098-9a3f-4d1c73c1a682 req-6aa8262d-677f-4a1b-bfef-26b893c10269 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0824819
Dec 10 05:04:51.857145 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-a745f506-2138-4098-9a3f-4d1c73c1a682 req-04c474e0-c650-4768-bd0e-5ba3d01d9fcf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403676
Dec 10 05:04:52.067801 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52270) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:04:52.241829 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-aae8a9ae-7bad-4503-9291-e90390a2f4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1727371
Dec 10 05:04:52.249150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70982f0d-44fa-4ecf-bfba-a2003b537f95 req-9ec0e03b-f478-4477-8c4d-3fdc29c65493 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:52.250510 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-70982f0d-44fa-4ecf-bfba-a2003b537f95 req-9ec0e03b-f478-4477-8c4d-3fdc29c65493 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.1105790
Dec 10 05:04:52.295731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-70982f0d-44fa-4ecf-bfba-a2003b537f95 req-eff29cc9-ee79-42ce-953d-439ab3aad588 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396008
Dec 10 05:04:53.416729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:04:53.492614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17702980-7542-4659-b64c-3a4499437e15 req-e63d1e2d-8335-43e5-954b-2b9e1265a15b tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:53.495172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17702980-7542-4659-b64c-3a4499437e15 req-e63d1e2d-8335-43e5-954b-2b9e1265a15b tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0941427
Dec 10 05:04:53.546644 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-17702980-7542-4659-b64c-3a4499437e15 req-232d1466-1385-4ca6-bffb-0cbeb677a876 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436504
Dec 10 05:04:53.551311 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:53.580433 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:04:53.591470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:04:53.597524 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:04:53.602073 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:04:53.676420 dv-neutron-821182-1-hyperv neutron-server[87631]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'code': 422} returned with failed status
Dec 10 05:04:53.680151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:04:53.687224 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.687571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.687911 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.688239 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.688567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.688895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.689289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.689654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.689959 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.690284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.690607 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.690923 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:04:53.694808 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:04:54.727371 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0b9f-ed08-4988-9230-63e7ebc1d320 req-a68f5777-bbff-4744-9102-a971582cc1ee tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:54.728820 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b83d0b9f-ed08-4988-9230-63e7ebc1d320 req-a68f5777-bbff-4744-9102-a971582cc1ee tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0789728
Dec 10 05:04:54.757895 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-03ea8877-3341-45fe-8a66-a92610c2bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:54.759367 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-03ea8877-3341-45fe-8a66-a92610c2bfb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&tenant_id=95606283408141ee80e7a54942a296fd HTTP/1.1" status: 200  len: 1097 time: 0.0705512
Dec 10 05:04:54.772912 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b83d0b9f-ed08-4988-9230-63e7ebc1d320 req-f930fd48-555a-41cb-893c-f05dea897392 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384161
Dec 10 05:04:54.849847 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-ebed77e6-9861-46a5-b3b9-d5c76053dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:54.851396 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-ebed77e6-9861-46a5-b3b9-d5c76053dfd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1097 time: 0.0713151
Dec 10 05:04:54.982227 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-61c980e0-82ac-4d1d-8194-d5bc6cbedc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:54.983646 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-61c980e0-82ac-4d1d-8194-d5bc6cbedc78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1255362
Dec 10 05:04:55.084981 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-0ded6343-d32e-4565-b50c-69e8c82e2361 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 999 time: 0.0945861
Dec 10 05:04:55.148928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-3884caa2-8752-4be1-97de-c6cc7e212fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:55.150246 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-3884caa2-8752-4be1-97de-c6cc7e212fed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0585916
Dec 10 05:04:55.223301 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-cc98b182-a5fe-41c2-b246-56b3350d3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:55.224738 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-cc98b182-a5fe-41c2-b246-56b3350d3571 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684032
Dec 10 05:04:55.359849 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-34e7a88a-e5d3-418e-972f-0c400e4c693d service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281245
Dec 10 05:04:55.491208 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e336a897-709a-4844-9454-e4b1caa1cb60 req-162709d6-1635-45b5-b010-6b81b903e357 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253140
Dec 10 05:04:55.956805 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df074-4dd1-41d3-91cb-37a2c788850e req-c922270b-e9f8-46c6-a16f-00098e8665cf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:55.958507 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f42df074-4dd1-41d3-91cb-37a2c788850e req-c922270b-e9f8-46c6-a16f-00098e8665cf tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0832751
Dec 10 05:04:56.000470 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f42df074-4dd1-41d3-91cb-37a2c788850e req-7dcbaf27-a284-4cad-88d9-d703ef0adde9 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365429
Dec 10 05:04:57.180822 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5792-3eb2-4eed-8502-d802bf1e7ac7 req-bf248ff4-711a-415b-b2a8-6e7692183381 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:57.182276 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ea1f5792-3eb2-4eed-8502-d802bf1e7ac7 req-bf248ff4-711a-415b-b2a8-6e7692183381 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0786223
Dec 10 05:04:57.229174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ea1f5792-3eb2-4eed-8502-d802bf1e7ac7 req-95a3fc34-75c0-4188-b642-7c49a212f8b2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413446
Dec 10 05:04:58.413331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3ef37-455f-4011-855d-4c7935327a9b req-70c432a7-29e3-4d35-bf48-e5b5d2c8ce3d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:58.414759 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2f3ef37-455f-4011-855d-4c7935327a9b req-70c432a7-29e3-4d35-bf48-e5b5d2c8ce3d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0790777
Dec 10 05:04:58.458133 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f2f3ef37-455f-4011-855d-4c7935327a9b req-e66f36cd-4f99-403e-8c53-cd6bfbdb93a8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380056
Dec 10 05:04:59.639059 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90189-3105-4feb-99b3-3e8b73b1f035 req-788b6eef-1611-4708-90fb-dc4ee266320f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:04:59.640374 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aed90189-3105-4feb-99b3-3e8b73b1f035 req-788b6eef-1611-4708-90fb-dc4ee266320f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0816023
Dec 10 05:04:59.683226 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-aed90189-3105-4feb-99b3-3e8b73b1f035 req-02801875-4e49-4be1-a8f5-c45c3423a9ca tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369127
Dec 10 05:05:00.864206 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cbc97-0226-47d7-b935-b715f4ccb4fc req-4c2c8280-7d5a-45cd-8e26-253e73ab0600 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:00.865656 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cc7cbc97-0226-47d7-b935-b715f4ccb4fc req-4c2c8280-7d5a-45cd-8e26-253e73ab0600 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0801837
Dec 10 05:05:00.908948 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cc7cbc97-0226-47d7-b935-b715f4ccb4fc req-836f24cb-a3d8-4513-a121-1ee5f8c4e5af tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377352
Dec 10 05:05:02.092314 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a022d6-b268-488a-868f-846db377a7ca req-016cd4e6-42a5-46a4-b99c-7de91d5687db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:02.093747 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46a022d6-b268-488a-868f-846db377a7ca req-016cd4e6-42a5-46a4-b99c-7de91d5687db tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0813766
Dec 10 05:05:02.136976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-46a022d6-b268-488a-868f-846db377a7ca req-43d695e9-351b-4bd2-a8a3-ccb035e10796 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371790
Dec 10 05:05:03.318358 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370c90-caee-475e-a39e-8643a7c3b842 req-c5374a08-0672-43c4-94b0-257131ffec4d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:03.319806 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7370c90-caee-475e-a39e-8643a7c3b842 req-c5374a08-0672-43c4-94b0-257131ffec4d tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 944 time: 0.0806758
Dec 10 05:05:03.364280 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7370c90-caee-475e-a39e-8643a7c3b842 req-2b741518-fd4c-439c-958c-b9524983b8d8 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388770
Dec 10 05:05:03.510277 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:05:03.639874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:05:03.653038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'port_id': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'mac_address': 'fa:16:3e:0a:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:05:03.710629 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:03.726641 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:05:03.741552 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:05:03.745063 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:03.746754 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:05:03.809777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:05:03.812619 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:05:04.098480 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:05:04.548982 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30228be9-83ad-4d65-a8cd-9e99aa888d55 req-23cf6381-7f0e-4cec-90fd-0b542ef84826 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:04.550779 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30228be9-83ad-4d65-a8cd-9e99aa888d55 req-23cf6381-7f0e-4cec-90fd-0b542ef84826 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 945 time: 0.0821490
Dec 10 05:05:04.592728 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-30228be9-83ad-4d65-a8cd-9e99aa888d55 req-2eae3840-6a4f-453f-85e1-4230017e50e7 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364406
Dec 10 05:05:05.525132 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:05:05.590990 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:05:05.591327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:05.742803 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:05.769055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:05:05.777557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc5c8-b58a-4a8c-beed-0f7ccb950bf2 req-17a00d43-e981-4ff5-8316-90093102a7d2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:05.779075 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa2dc5c8-b58a-4a8c-beed-0f7ccb950bf2 req-17a00d43-e981-4ff5-8316-90093102a7d2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 945 time: 0.0791833
Dec 10 05:05:05.779971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:05:05.784635 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:05.786742 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:05:05.818075 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'code': 200}
Dec 10 05:05:05.836503 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fa2dc5c8-b58a-4a8c-beed-0f7ccb950bf2 req-7d09817e-d5b7-4a3c-9249-aa7397bc13f1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504589
Dec 10 05:05:05.860862 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:05:05.863901 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:05:06.077703 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25346991-4ca9-4ca1-8e7e-5e4f332ea427 req-9b8e7939-514b-4358-b08a-9a321352bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:06.079182 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-25346991-4ca9-4ca1-8e7e-5e4f332ea427 req-9b8e7939-514b-4358-b08a-9a321352bb05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0681646
Dec 10 05:05:06.122290 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-25346991-4ca9-4ca1-8e7e-5e4f332ea427 req-004ccad2-8215-44a6-a289-c2e57bdcc881 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364587
Dec 10 05:05:07.024870 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bbe21-0805-4217-bb4b-cfbbd710a69e req-d033d72e-097a-4715-aa5f-a5742ebbec3c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:07.026306 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-386bbe21-0805-4217-bb4b-cfbbd710a69e req-d033d72e-097a-4715-aa5f-a5742ebbec3c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0820012
Dec 10 05:05:07.069493 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-386bbe21-0805-4217-bb4b-cfbbd710a69e req-21212246-cc24-49ce-9698-671eaa74b02e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376477
Dec 10 05:05:08.364650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6426d2a-768d-4f88-b91c-a6553fbc06e2 req-707c8ead-e815-4355-a32f-20a09ba2258f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:08.366017 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6426d2a-768d-4f88-b91c-a6553fbc06e2 req-707c8ead-e815-4355-a32f-20a09ba2258f tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.1945446
Dec 10 05:05:08.407394 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-c6426d2a-768d-4f88-b91c-a6553fbc06e2 req-fd030283-7594-4c57-8b6e-2b1453b0a36c tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358603
Dec 10 05:05:14.511884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ad677599-82f7-493b-988c-db291ba898d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:14.726295 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:16.840292 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c559433b-8522-421d-a2eb-8d25fc90d3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:17.873926 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:18.144472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:19.730419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:22.890369 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-5d7c35ef-9bb9-41b6-927c-2c73c92f061b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702088
Dec 10 05:05:23.023348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-426f56e7-7933-4c44-b3b6-ebc77f88531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:23.024773 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-426f56e7-7933-4c44-b3b6-ebc77f88531b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0693974
Dec 10 05:05:23.165135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-c2c5363b-e5ec-49ec-b8f5-8f26233b94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:23.166584 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-c2c5363b-e5ec-49ec-b8f5-8f26233b94a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1235054
Dec 10 05:05:23.267450 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-6fe38a45-1a47-4bac-90f3-5c558279d99b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 1001 time: 0.0947480
Dec 10 05:05:23.332613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-1fac89c0-94d6-4560-a70a-72dd6e204b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:23.334104 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-1fac89c0-94d6-4560-a70a-72dd6e204b0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0604825
Dec 10 05:05:23.407351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-432ccb32-9cde-46f3-a9cf-65e4baae0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:05:23.408768 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-432ccb32-9cde-46f3-a9cf-65e4baae0354 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680764
Dec 10 05:05:23.539906 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-5b10c1b5-ee40-414c-94da-7f5585f58008 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235716
Dec 10 05:05:23.668286 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-6482e09c-c493-4dfd-930c-ca2e0637f9ed req-a642073e-dcff-476e-a171-e85b704b134a service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224968
Dec 10 05:05:25.658379 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:05:44.512191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-244953b5-96cc-42e3-a93a-26e37222b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:44.730519 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:46.841596 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b9d50b4f-f8a7-4510-bfa8-5007fabbeddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:47.876417 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:48.145915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:05:49.732425 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:02.651738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:06:14.513620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1c776a1c-6251-4e09-88ae-2102932a097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:14.724909 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:16.850819 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0a014438-ec1a-474c-8294-45f64649c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:17.879707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:18.147049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:19.735067 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:23.885164 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52330) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:24.090159 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Deleting port 9ba046d4-3e5d-42a5-b3df-0bb0b16541f3 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:24.090502 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:24.253834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:24.254165 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:24.373458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Calling delete_port for 9ba046d4-3e5d-42a5-b3df-0bb0b16541f3 owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:24.519950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:24.523304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a52d01f5-8d4e-49ea-9c4d-6bbd9ad5c83c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:24.564498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'Port': ['ID=9ba046d4-3e5d-42a5-b3df-0bb0b16541f3,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:24.599744 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.600128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.600506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.600874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.601239 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.601631 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.601992 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.602353 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.602720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.603078 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.603435 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.603794 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:24.610596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:24.666825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:24.667154 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Floating IP 0c518a97-7741-4884-95bf-f9efeac55afb disassociated (deleted). External IP: 172.26.1.95, port: a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a.
Dec 10 05:06:24.886408 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-9ec71d70-4aaf-4bdc-903f-2908f6c208fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745461
Dec 10 05:06:25.015966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:06:25.145963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-8503e973-5008-4ce5-a236-cd0a24eaf012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.147381 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-8503e973-5008-4ce5-a236-cd0a24eaf012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.1867559
Dec 10 05:06:25.303799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-bf5473b3-96c8-4030-8745-fe48272b105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.305241 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-bf5473b3-96c8-4030-8745-fe48272b105e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1370246
Dec 10 05:06:25.335046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:25.345092 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:25.351099 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:25.356324 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:25.357274 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0c2b50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:25.376549 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-af426b7a-c3f4-4130-93f1-53b6c3cb2d99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 217 time: 0.0644825
Dec 10 05:06:25.406996 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "DELETE /v2.0/floatingips/0c518a97-7741-4884-95bf-f9efeac55afb HTTP/1.1" status: 204  len: 168 time: 1.5173388
Dec 10 05:06:25.406996 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:06:25.443348 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-b0ea084c-02c6-4e53-a629-23e1b76898e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.444815 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-b0ea084c-02c6-4e53-a629-23e1b76898e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0617895
Dec 10 05:06:25.452028 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'status': 'completed', 'code': 200}
Dec 10 05:06:25.536366 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-5131ad87-a12a-4db8-b712-f6a6b7ac5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.537944 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-5131ad87-a12a-4db8-b712-f6a6b7ac5c34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832582
Dec 10 05:06:25.554848 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:25.693952 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-43b73255-d001-493d-9cda-22adc1db6cc2 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493745
Dec 10 05:06:25.788325 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b817-660f-4a49-87bb-a807759a5f6f req-e57975db-dbb6-401c-bba6-2fabe353ca06 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.789020 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ed45b817-660f-4a49-87bb-a807759a5f6f req-e57975db-dbb6-401c-bba6-2fabe353ca06 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:06:25.804800 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-ed45b817-660f-4a49-87bb-a807759a5f6f req-e57975db-dbb6-401c-bba6-2fabe353ca06 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:06:25.806097 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed45b817-660f-4a49-87bb-a807759a5f6f req-e57975db-dbb6-401c-bba6-2fabe353ca06 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.1022089
Dec 10 05:06:25.835112 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-4e0a36c8-9d4b-4b1d-9c87-6ee8f1d48439 req-408ce5f6-e465-4767-beae-d9d54085deab service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342094
Dec 10 05:06:25.852797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ed45b817-660f-4a49-87bb-a807759a5f6f req-3437f6d6-2d32-4153-ab9b-297e4e3a04a3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410037
Dec 10 05:06:25.897021 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0c2b50>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:25.901182 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:25.910774 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:25.911475 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0c2b50>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:25.964372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-c98453a2-1932-4240-b327-c2d8616a65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:25.965785 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-c98453a2-1932-4240-b327-c2d8616a65a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95606283408141ee80e7a54942a296fd&device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 1099 time: 0.0737200
Dec 10 05:06:26.095752 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-21651ceb-2736-4b69-9911-e5a39aa55258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:26.097207 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-21651ceb-2736-4b69-9911-e5a39aa55258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 200  len: 910 time: 0.1248369
Dec 10 05:06:26.122236 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:26.169694 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-a4a4171b-0fc2-4434-a529-4cd1734c30fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 200  len: 217 time: 0.0655024
Dec 10 05:06:26.231363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-eb38eab2-3b44-4a53-aef6-a8fa9ec65a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:26.232681 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-eb38eab2-3b44-4a53-aef6-a8fa9ec65a81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 200  len: 848 time: 0.0557611
Dec 10 05:06:26.314224 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-defe68ef-1dff-48a4-a67a-866b25661761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:26.316201 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-defe68ef-1dff-48a4-a67a-866b25661761 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b80402b6-7ee3-498a-9a4a-fcd22732bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766680
Dec 10 05:06:26.425674 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0c2b50>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:26.429492 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65775642-3759-4529-9f92-d8c23ce10e0a None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:18Z', 'revision_number': 4, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '9433b496-6d03-4c1e-b5ee-fc3ddc41b766', 'name': '', 'network_id': 'b80402b6-7ee3-498a-9a4a-fcd22732bb3c', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'mac_address': 'fa:16:3e:7c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:17Z', 'updated_at': '2021-12-10T04:56:25Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'subnets': [{'id': 'a6b32b55-46f4-42b0-bd40-5e76f2d9abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:26.446975 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-1c3b2e4d-d159-4a09-b8d6-f037c568f85f service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238239
Dec 10 05:06:26.579989 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-bcb92ebc-6306-4909-a346-7eea26ed7c5d req-868caed4-7bf0-4e52-a101-3a5bb67e6863 service neutron] 10.222.0.18 "GET /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266875
Dec 10 05:06:26.645746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f655c1-c9b9-45d1-8bb6-8c5be3964a71 None None] New status for floating IP 0c518a97-7741-4884-95bf-f9efeac55afb: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:06:27.044491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb7d9-79ac-42ff-932b-63d83ec07404 req-e7f47a22-6d0b-4c1b-a001-ceb415eb673a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:27.045848 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ebacb7d9-79ac-42ff-932b-63d83ec07404 req-e7f47a22-6d0b-4c1b-a001-ceb415eb673a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0842698
Dec 10 05:06:27.089673 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ebacb7d9-79ac-42ff-932b-63d83ec07404 req-d637e2ea-8f0e-4e0a-94eb-94c358d2cbb1 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c0d9d24-1e42-4d89-b932-c0e43d502fca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381272
Dec 10 05:06:27.405566 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daa3c5-0c86-4059-8e69-82683798e071 req-69c8e9d7-1a50-476d-aa08-afd22dad5ee3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:27.406166 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-29daa3c5-0c86-4059-8e69-82683798e071 req-69c8e9d7-1a50-476d-aa08-afd22dad5ee3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Synchronizing usage tracker for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:06:27.417455 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-29daa3c5-0c86-4059-8e69-82683798e071 req-69c8e9d7-1a50-476d-aa08-afd22dad5ee3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Unset dirty status for tenant:95606283408141ee80e7a54942a296fd on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:06:27.418504 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-29daa3c5-0c86-4059-8e69-82683798e071 req-69c8e9d7-1a50-476d-aa08-afd22dad5ee3 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 946 time: 0.0890801
Dec 10 05:06:27.487611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Deleting port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:27.487945 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:27.836410 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] For port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:27.836768 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:27.961342 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Calling delete_port for a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:28.102330 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:28.108103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3207f28b-a4ce-4c2f-a329-eba566578992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:28.160078 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'Port': ['ID=a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:28.226549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.226940 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.227321 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.227696 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.228068 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.228438 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.228807 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.229176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.229564 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.229928 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.230292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.230651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:28.238838 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:28.243990 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] No DVR routers for this DVR port a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:06:28.246190 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:28.248729 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-deleted', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:06:28.254348 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-78d3aecb-ccec-497d-9b9d-720797618dcd req-64e9ed17-6e08-4b59-8825-ad931a4adf1e tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 210 time: 0.0441141
Dec 10 05:06:28.268927 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-29daa3c5-0c86-4059-8e69-82683798e071 req-14e3e168-f9e9-49d3-9910-4b02aeca211a tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.18 "DELETE /v2.0/ports/a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a HTTP/1.1" status: 204  len: 173 time: 0.8435676
Dec 10 05:06:28.300488 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27db8572-6e58-4cca-ab6c-3e5beaee868a', 'name': 'network-vif-deleted', 'tag': 'a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a', 'status': 'completed', 'code': 200}
Dec 10 05:06:29.429575 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-31cdf4a7-603d-47a0-9205-54031a9d4914 req-84132655-3284-4af1-8228-e58553613d23 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "GET /v2.0/ports?device_id=27db8572-6e58-4cca-ab6c-3e5beaee868a HTTP/1.1" status: 200  len: 210 time: 0.0443420
Dec 10 05:06:30.042251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:30.076172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:30.076522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device a7fb8a1e-10a3-4cee-9be4-a72c25bd6f6a not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:30.523684 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52352) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:30.597380 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:30.627405 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:30.696296 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:30.701240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-30fb17a3-b64a-4e90-942d-bc4c89e4630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:30.717411 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d9d24-1e42-4d89-b932-c0e43d502fca,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:30.720175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:30.729408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:30.733770 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-93ebf8ca-63a0-4693-9d27-c51a86528d90 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] 10.222.0.44 "DELETE /v2.0/security-groups/3c0d9d24-1e42-4d89-b932-c0e43d502fca HTTP/1.1" status: 204  len: 168 time: 0.2090762
Dec 10 05:06:30.781515 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52358) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:31.492121 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:31.831720 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Deleting port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:31.832591 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:32.128998 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] For port 9433b496-6d03-4c1e-b5ee-fc3ddc41b766, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:32.129268 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:32.251439 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Calling delete_port for 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:32.415818 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:32.420132 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:32.462980 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9433b496-6d03-4c1e-b5ee-fc3ddc41b766,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:32.488622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:32.722955 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:33.072348 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Router 151050fb-92d2-4cc2-92af-dc12cabae68e has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:06:33.245480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:33.255017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Sync routers for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:33.258287 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/151050fb-92d2-4cc2-92af-dc12cabae68e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4757037
Dec 10 05:06:33.260660 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52364) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:33.264032 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:33.264812 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:33.459290 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:33.563669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:33.738549 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5ca0>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203'}], 'enable_snat': True}, 'gw_port_id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T05:06:32Z', 'revision_number': 5, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port': {'id': '2593882f-08b4-466b-8764-52d8697c8dbb', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:33.738824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:33.742634 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Checking router: 151050fb-92d2-4cc2-92af-dc12cabae68e for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:33.747635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Deleting port 2593882f-08b4-466b-8764-52d8697c8dbb {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:33.747969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:33.751197 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Routers {'151050fb-92d2-4cc2-92af-dc12cabae68e'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:33.751806 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5ca0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['151050fb-92d2-4cc2-92af-dc12cabae68e'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:33.899837 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] Set router 151050fb-92d2-4cc2-92af-dc12cabae68e gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:33.919925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] For port 2593882f-08b4-466b-8764-52d8697c8dbb, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=2593882f-08b4-466b-8764-52d8697c8dbb,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:33.920279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.033180 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5ca0>, [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T05:06:33Z', 'revision_number': 6, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:34.037218 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab6953-8292-47ea-b724-04d635f12cd8 None None] The sync data for ids ['151050fb-92d2-4cc2-92af-dc12cabae68e'] in dv-neutron-821182-1-hyperv is: [{'id': '151050fb-92d2-4cc2-92af-dc12cabae68e', 'name': 'tempest-TestShelveInstance-1773172726-router', 'tenant_id': '95606283408141ee80e7a54942a296fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:14Z', 'updated_at': '2021-12-10T05:06:33Z', 'revision_number': 6, 'project_id': '95606283408141ee80e7a54942a296fd', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:34.042488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Calling delete_port for 2593882f-08b4-466b-8764-52d8697c8dbb owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:34.208410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.212001 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c74c28e8-61f9-4d0a-b78e-cbe5c223fa26 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:34.258025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Pushing event deleted for resources: {'Port': ['ID=2593882f-08b4-466b-8764-52d8697c8dbb,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:34.261086 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:34.346209 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.517875 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.519935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.541597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.542150 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151050fb-92d2-4cc2-92af-dc12cabae68e {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 05:06:34.554331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.555441 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0c35ac30-2bdd-4812-b662-2c9474ddd206 admin admin] 10.222.0.44 "DELETE /v2.0/routers/151050fb-92d2-4cc2-92af-dc12cabae68e HTTP/1.1" status: 204  len: 168 time: 1.2938862
Dec 10 05:06:34.557880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52368) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:34.617518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Deleting subnet a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 05:06:34.620518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.667729 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.745583 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.939616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.944490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5471e6df-76d0-4f79-9255-e4fb5bb714a1 tempest-NetworksTestDHCPv6-283122587 tempest-NetworksTestDHCPv6-283122587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:34.980537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b32b55-46f4-42b0-bd40-5e76f2d9abb9,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:34.982500 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:34.986728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6aa66-6841-44ef-8e6a-2ec34d3fa548 None None] Network b80402b6-7ee3-498a-9a4a-fcd22732bb3c requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:34.988661 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6b32b55-46f4-42b0-bd40-5e76f2d9abb9 HTTP/1.1" status: 204  len: 168 time: 0.4298382
Dec 10 05:06:34.989723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cca9ef61-1877-4996-bfec-f721384090f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:34.991650 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52372) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:35.098535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.108605 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Deleting port fc7867f5-4e53-46b0-8ead-e23c183ae71e {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:35.108933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.260860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] DHCP port deletion for b80402b6-7ee3-498a-9a4a-fcd22732bb3c request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 05:06:35.265116 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Deleting port fc7867f5-4e53-46b0-8ead-e23c183ae71e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:35.265520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.315393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] For port fc7867f5-4e53-46b0-8ead-e23c183ae71e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fc7867f5-4e53-46b0-8ead-e23c183ae71e,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:35.315928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.389850 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2593882f-08b4-466b-8764-52d8697c8dbb no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:35.437682 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Calling delete_port for fc7867f5-4e53-46b0-8ead-e23c183ae71e owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:35.472651 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 2593882f-08b4-466b-8764-52d8697c8dbb {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:35.473011 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 2593882f-08b4-466b-8764-52d8697c8dbb not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:35.473465 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:35.514613 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.519400 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb16a687-786a-435b-9d45-ffb89f7430ff tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:35.523029 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:35.523387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 9433b496-6d03-4c1e-b5ee-fc3ddc41b766 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:35.523816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fc7867f5-4e53-46b0-8ead-e23c183ae71e no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:35.561016 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7867f5-4e53-46b0-8ead-e23c183ae71e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:35.563921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:35.564907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] No DVR routers for this DVR port fc7867f5-4e53-46b0-8ead-e23c183ae71e on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:06:35.569162 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: fc7867f5-4e53-46b0-8ead-e23c183ae71e {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:35.569534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device fc7867f5-4e53-46b0-8ead-e23c183ae71e not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:35.577761 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] For port fc7867f5-4e53-46b0-8ead-e23c183ae71e, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=fc7867f5-4e53-46b0-8ead-e23c183ae71e,segment=NetworkSegment(e028d3bd-c88b-4f37-883e-764afd09a01e),segment_id=e028d3bd-c88b-4f37-883e-764afd09a01e)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:35.578047 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.679769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.695881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Calling delete_port for fc7867f5-4e53-46b0-8ead-e23c183ae71e owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:35.704341 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012730>,) {'filters': {'network_id': ['b80402b6-7ee3-498a-9a4a-fcd22732bb3c']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:35.716550 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012730>, 'e028d3bd-c88b-4f37-883e-764afd09a01e') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:35.716873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d9d012730>, 'e028d3bd-c88b-4f37-883e-764afd09a01e') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:35.728978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.745423 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.751518 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 05:06:35.751966 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 05:06:35.766459 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 05:06:35.810290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 05:06:35.810646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 05:06:35.845362 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.849385 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-ff71c36d-7c7d-4376-b871-b2834e9ec1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:35.862791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:35.872699 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80402b6-7ee3-498a-9a4a-fcd22732bb3c,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:35.875826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:35.886999 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b80402b6-7ee3-498a-9a4a-fcd22732bb3c HTTP/1.1" status: 204  len: 168 time: 0.8943715
Dec 10 05:06:35.889932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52376) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:36.312269 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Deleting port fc7867f5-4e53-46b0-8ead-e23c183ae71e {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:36.312824 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:36.376667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5732f67e-55a4-4103-a061-5d2303328503 None None] The port 'fc7867f5-4e53-46b0-8ead-e23c183ae71e' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 05:06:36.535491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:36.873608 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Deleting port abc2ddab-c8ed-494d-a684-ac8f218f38df {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:36.873937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:37.043749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] For port abc2ddab-c8ed-494d-a684-ac8f218f38df, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=abc2ddab-c8ed-494d-a684-ac8f218f38df,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:37.044098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:37.162983 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Calling delete_port for abc2ddab-c8ed-494d-a684-ac8f218f38df owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:37.328722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:37.333383 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-4a4d2af2-59d9-4676-ad3a-3824cf3a8b6c tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:37.404427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2ddab-c8ed-494d-a684-ac8f218f38df,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:37.407428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:37.643335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:38.123401 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Router d04dfd6b-a13e-4af1-83ef-f1111be269e7 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:06:38.296553 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:38.305051 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Sync routers for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:38.312198 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04dfd6b-a13e-4af1-83ef-f1111be269e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4211318
Dec 10 05:06:38.314987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52380) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:38.315290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:38.315907 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:38.485789 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:38.503722 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:38.662507 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:38.671906 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Deleting port 4c288a05-1053-47ea-9732-3f5d0daf0182 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:38.672437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:38.781881 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be730>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T05:06:37Z', 'revision_number': 5, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port': {'id': '4c288a05-1053-47ea-9732-3f5d0daf0182', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T04:56:21Z', 'updated_at': '2021-12-10T04:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:38.786186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Checking router: d04dfd6b-a13e-4af1-83ef-f1111be269e7 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:38.794576 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Routers {'d04dfd6b-a13e-4af1-83ef-f1111be269e7'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:38.795166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be730>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:38.843033 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] For port 4c288a05-1053-47ea-9732-3f5d0daf0182, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=4c288a05-1053-47ea-9732-3f5d0daf0182,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:38.843442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:38.942405 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] Set router d04dfd6b-a13e-4af1-83ef-f1111be269e7 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:38.965312 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Calling delete_port for 4c288a05-1053-47ea-9732-3f5d0daf0182 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:39.047081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c2be730>, [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T05:06:38Z', 'revision_number': 6, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:39.051600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ae791-11b7-48d6-8d9a-70ff96ba9447 None None] The sync data for ids ['d04dfd6b-a13e-4af1-83ef-f1111be269e7'] in dv-neutron-821182-1-hyperv is: [{'id': 'd04dfd6b-a13e-4af1-83ef-f1111be269e7', 'name': 'tempest-TestShelveInstance-1330002338-router', 'tenant_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T04:56:20Z', 'updated_at': '2021-12-10T05:06:38Z', 'revision_number': 6, 'project_id': 'dac25f5e386d4353b1e8aeaa77d01d72', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:39.134340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.138851 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-d3abfc97-315d-467a-940b-d943c55ea687 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:39.309821 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c288a05-1053-47ea-9732-3f5d0daf0182,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:39.339861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:39.402958 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.494963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device abc2ddab-c8ed-494d-a684-ac8f218f38df no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:39.532114 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: abc2ddab-c8ed-494d-a684-ac8f218f38df {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:39.532470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device abc2ddab-c8ed-494d-a684-ac8f218f38df not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:39.579393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.582349 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.604418 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.604901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04dfd6b-a13e-4af1-83ef-f1111be269e7 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 05:06:39.616301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.617431 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6c0876a1-bf87-4784-bae0-ec4c44c2964e admin admin] 10.222.0.44 "DELETE /v2.0/routers/d04dfd6b-a13e-4af1-83ef-f1111be269e7 HTTP/1.1" status: 204  len: 168 time: 1.3015175
Dec 10 05:06:39.619868 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52384) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:39.650646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:06:39.678722 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Deleting subnet 84fba49a-b204-4d62-9f7c-efa523cfa0c1 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 05:06:39.681679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.730993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.807061 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.875018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.878614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b3821a0d-f30b-455b-9f3f-7a54fb7d8336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:39.916648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fba49a-b204-4d62-9f7c-efa523cfa0c1,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:39.919678 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:39.920633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:39.925597 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e821a-6f1f-47e8-bdb9-a1e1dbf27bc7 None None] Network 8a281bac-580a-4350-a1f7-dbf99854eb6e requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:39.926476 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/84fba49a-b204-4d62-9f7c-efa523cfa0c1 HTTP/1.1" status: 204  len: 168 time: 0.3056798
Dec 10 05:06:39.928873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52388) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:40.038458 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.050549 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Deleting port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:40.050892 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.173184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] DHCP port deletion for 8a281bac-580a-4350-a1f7-dbf99854eb6e request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 05:06:40.177493 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Deleting port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:40.177884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.265866 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] For port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:40.266221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.389119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Calling delete_port for 5909b8d4-9d38-49c6-9063-8fbc0c9a675d owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:40.417989 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] For port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,segment=NetworkSegment(71f7a8be-a091-4c59-9678-510f437f92f7),segment_id=71f7a8be-a091-4c59-9678-510f437f92f7)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:40.418381 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.466747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.470600 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5056c9c3-419e-434d-933c-5b5802be70e0 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:40.513024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5909b8d4-9d38-49c6-9063-8fbc0c9a675d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:40.516109 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:40.516865 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] No DVR routers for this DVR port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:06:40.537229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Calling delete_port for 5909b8d4-9d38-49c6-9063-8fbc0c9a675d owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:06:40.610871 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 05:06:40.611238 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 05:06:40.630627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.655063 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96c07fd0>,) {'filters': {'network_id': ['8a281bac-580a-4350-a1f7-dbf99854eb6e']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:40.670815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96c07fd0>, '71f7a8be-a091-4c59-9678-510f437f92f7') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:40.671108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96c07fd0>, '71f7a8be-a091-4c59-9678-510f437f92f7') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:40.682170 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.697641 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.703391 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 05:06:40.703764 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 05:06:40.717057 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 05:06:40.788557 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.791933 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c1c1c51c-d509-4cb3-b310-7bb50a665e64 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:40.804198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:40.817457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a281bac-580a-4350-a1f7-dbf99854eb6e,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:40.821414 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:40.825007 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a281bac-580a-4350-a1f7-dbf99854eb6e HTTP/1.1" status: 204  len: 168 time: 0.8951905
Dec 10 05:06:40.955399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52394) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:41.003892 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-672c18b0-7b53-4d82-a207-7de56faeb822 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95606283408141ee80e7a54942a296fd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0471947
Dec 10 05:06:41.006221 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52398) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:41.063459 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.088884 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.112069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Deleting port 5909b8d4-9d38-49c6-9063-8fbc0c9a675d {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:06:41.112459 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.138859 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.144446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b1715368-44c1-4525-ab66-a438fc75a83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:41.157136 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001efc22-234e-4034-b366-2b1c8d060378,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:41.160055 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:41.165721 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.167060 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-0792df19-6187-4f2c-9a3a-7f32999170ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/001efc22-234e-4034-b366-2b1c8d060378 HTTP/1.1" status: 204  len: 168 time: 0.1596868
Dec 10 05:06:41.184955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-df6ef6b6-4931-4bb9-9cc8-436ac2861ca4 None None] The port '5909b8d4-9d38-49c6-9063-8fbc0c9a675d' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 05:06:41.386472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4c288a05-1053-47ea-9732-3f5d0daf0182 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:41.422335 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 4c288a05-1053-47ea-9732-3f5d0daf0182 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:41.422688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 4c288a05-1053-47ea-9732-3f5d0daf0182 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:41.423288 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5909b8d4-9d38-49c6-9063-8fbc0c9a675d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:06:41.455768 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 5909b8d4-9d38-49c6-9063-8fbc0c9a675d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:06:41.456124 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 5909b8d4-9d38-49c6-9063-8fbc0c9a675d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:06:41.529196 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52406) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:41.576263 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7fdde329-2964-41c3-9abb-90db97e65f8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dac25f5e386d4353b1e8aeaa77d01d72&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0458539
Dec 10 05:06:41.578628 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52410) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:41.639941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.664967 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.716175 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.721679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-13f7ac58-11c0-49cf-ad39-7f6d3d3176f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:41.733113 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5fe19-2a83-468b-a91b-32f212248239,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:41.735869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:41.739563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:41.741731 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b23811a3-40ab-4e25-ab60-5c370792cc91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cf5fe19-2a83-468b-a91b-32f212248239 HTTP/1.1" status: 204  len: 168 time: 0.1622293
Dec 10 05:06:42.487858 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52434) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:42.587857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1610074588-network', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:42.592576 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:42.596895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Usage tracker for resource:network and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:42.599749 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:42.605331 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:42.616724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Made reservation on behalf of 172cb6b99d5b4bd9b348257e479c3e6b for: {'network': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:06:42.619047 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.630807 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.644480 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:42.648204 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:42.650922 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:42.656413 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:42.738473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.742036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.745771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8100d79f-113f-4f44-9e31-11573e02e65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:42.774229 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291}  {{(pid=87630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 05:06:42.786788 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29bd0e-72f5-4d2f-b38b-6b2b801488b6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:42.790857 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:42.791756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.792088 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.segments_db [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Added segment f8eebaae-0583-4c89-901b-42fb6a7eb646 of type vlan for network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b
Dec 10 05:06:42.817756 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.846825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.847907 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:42.848692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:42.853494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9742057b-33dc-49b5-b59d-55a8e8ccf389 tempest-PortsIpV6TestJSON-1525012334 tempest-PortsIpV6TestJSON-1525012334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:43.066732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:43.072668 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5807045
Dec 10 05:06:43.072668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cb381965-59e8-4e58-96e0-2a5a795cf3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:43.072668 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52440) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:43.077412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 05:06:43.077932 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Request body: {'subnet': {'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1610074588-subnet', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'ip_version': 4}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:43.083556 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:43.087451 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Usage tracker for resource:subnet and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:43.090370 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:43.096757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:43.106242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Made reservation on behalf of 172cb6b99d5b4bd9b348257e479c3e6b for: {'subnet': 1} {{(pid=87630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:06:43.108537 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2862267'] for subnet, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.305286 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2574654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862217'] for subnet, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.308753 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d1b1552-fca2-4e54-9d2a-f1532b3031d7 tempest-NetworksIpV6Test-1892624369 tempest-NetworksIpV6Test-1892624369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:43.380679 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5036fdfe-08fd-43ef-87fd-a00136520a66,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:43.384444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:43.391183 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Checking segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:43.391535 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Network hostable DHCP agents. Network: facc92fc-c7c8-4a5e-8fa6-ae39b1db328b, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 05:06:43.409163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 05:06:43.417867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, facc92fc-c7c8-4a5e-8fa6-ae39b1db328b) {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:43.422180 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:43.423309 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.426570 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d177452-f7ea-4732-87e2-b43641476851 None None] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:43.444002 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e0b905fb-42ae-4812-abe2-a1baade96f95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3704662
Dec 10 05:06:43.446696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52444) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:43.451671 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:43.456819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:43.460867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Usage tracker for resource:router and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:43.463639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:43.469202 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:43.478977 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.479965 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.494024 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.634727 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 05:06:43.635569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.759198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:43.790403 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Allocated IP 172.20.0.2 (facc92fc-c7c8-4a5e-8fa6-ae39b1db328b/5036fdfe-08fd-43ef-87fd-a00136520a66/057a15a6-d5d5-463a-9737-da98de5d9e6f) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:44.005617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.015437 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Transition to ACTIVE for port object 057a15a6-d5d5-463a-9737-da98de5d9e6f will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:44.033540 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Transition to ACTIVE for port object 057a15a6-d5d5-463a-9737-da98de5d9e6f will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:44.039081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.046623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:44.070730 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.101087 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.101526 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:44.104356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:44.107972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:44.141276 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Pushing event updated for resources: {'Port': ['ID=057a15a6-d5d5-463a-9737-da98de5d9e6f,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:44.156894 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.157156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.157520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.158387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.158720 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.159049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.159373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.159695 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.160020 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.160339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.160658 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.160976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:44.190541 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:44.214994 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Attempting to bind port 057a15a6-d5d5-463a-9737-da98de5d9e6f on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:44.215719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Attempting to bind port 057a15a6-d5d5-463a-9737-da98de5d9e6f by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:44.215719 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Attempting to bind port 057a15a6-d5d5-463a-9737-da98de5d9e6f on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:44.221432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:44.221811 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Checking segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:44.222211 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.222613 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Bound using segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:44.223360 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Bound port: 057a15a6-d5d5-463a-9737-da98de5d9e6f, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:44.223505 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.235364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Allocated IP 172.26.1.15 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/3d1f0dcd-c682-43b9-83e6-6606828279b6) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:44.309112 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] For port 057a15a6-d5d5-463a-9737-da98de5d9e6f, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:44.313016 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] For port 057a15a6-d5d5-463a-9737-da98de5d9e6f, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=057a15a6-d5d5-463a-9737-da98de5d9e6f,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:44.317327 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.321642 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-0d64d64a-1706-431d-97b0-29c73b90d6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:44.379363 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.409437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.411094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Pushing event updated for resources: {'Port': ['ID=057a15a6-d5d5-463a-9737-da98de5d9e6f,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:44.414482 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-58ed13b3-232a-49c8-9d57-af0c8d9ce9ef tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:44.423897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:44.473190 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:44.476301 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:44.479946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:44.516896 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6edc0597-5afe-4be8-8652-5b629d7cb44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:44.522192 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1f0dcd-c682-43b9-83e6-6606828279b6,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:44.526319 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:44.739698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.030948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.297441 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048ca40-0cb9-4370-a90e-928cf78ea50c None None] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:45.381094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.425987 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 057a15a6-d5d5-463a-9737-da98de5d9e6f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:45.481195 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-15ac2d18-444b-41dc-97bd-453439bb82ef None None] Provisioning for port 057a15a6-d5d5-463a-9737-da98de5d9e6f completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:45.571040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 057a15a6-d5d5-463a-9737-da98de5d9e6f completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:45.578236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 057a15a6-d5d5-463a-9737-da98de5d9e6f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:45.578617 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.585565 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 05:06:45.754612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.762732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:45.775673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:45.787748 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 057a15a6-d5d5-463a-9737-da98de5d9e6f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=057a15a6-d5d5-463a-9737-da98de5d9e6f,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:45.790358 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:45.791218 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.791644 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:45.792168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:45.792723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3450153
Dec 10 05:06:45.794258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:45.796356 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 52448) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:45.874284 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=057a15a6-d5d5-463a-9737-da98de5d9e6f,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:45.877395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:46.010902 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:46.026814 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-a210e7b6-4c12-4253-a353-62c8cfe95b1f None None] Provisioning complete for port 057a15a6-d5d5-463a-9737-da98de5d9e6f triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:46.027194 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a210e7b6-4c12-4253-a353-62c8cfe95b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.290726 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385a60>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:44Z', 'revision_number': 3, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:46.294397 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:46.294743 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Updating router c63712a3-74c9-49bf-9973-c4b6530c11f8 port 3d1f0dcd-c682-43b9-83e6-6606828279b6 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 05:06:46.344988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.484108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.667605 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.678695 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Transition to ACTIVE for port object 3d1f0dcd-c682-43b9-83e6-6606828279b6 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:46.685139 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.690282 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-fd556550-6a49-4d4a-b17f-ec3e4083fb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:46.761342 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Attempting to bind port 3d1f0dcd-c682-43b9-83e6-6606828279b6 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:46.761714 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Attempting to bind port 3d1f0dcd-c682-43b9-83e6-6606828279b6 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:46.762075 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Attempting to bind port 3d1f0dcd-c682-43b9-83e6-6606828279b6 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:46.771295 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:46.771660 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:46.772058 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.772447 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:46.772932 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Bound port: 3d1f0dcd-c682-43b9-83e6-6606828279b6, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:46.773327 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.801709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Pushing event updated for resources: {'Port': ['ID=3d1f0dcd-c682-43b9-83e6-6606828279b6,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:46.813741 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Allocated IP 172.20.0.1 (facc92fc-c7c8-4a5e-8fa6-ae39b1db328b/5036fdfe-08fd-43ef-87fd-a00136520a66/12ff46d1-366c-4496-95b4-d9483968cd05) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:46.823523 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.823999 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.824340 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.824673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.825023 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.825366 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.826438 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.826761 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.827287 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.827669 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.827984 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.828314 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:06:46.833646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:46.848985 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1609852c-df47-4707-bda8-5ecd1d73a3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.874017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] For port 3d1f0dcd-c682-43b9-83e6-6606828279b6, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:46.877708 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] For port 3d1f0dcd-c682-43b9-83e6-6606828279b6, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d1f0dcd-c682-43b9-83e6-6606828279b6,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:46.882087 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.885905 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-212966f3-3984-415e-ad12-4887ca9574ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:46.957742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:46.958496 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385a60>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:46.966774 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:46.983132 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Transition to ACTIVE for port object 12ff46d1-366c-4496-95b4-d9483968cd05 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:47.007273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.010910 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-04ebf335-a0e7-4476-ab35-68a8debfbbf4 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:47.072941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:47.075922 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:47.080248 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:47.094562 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Pushing event updated for resources: {'Port': ['ID=3d1f0dcd-c682-43b9-83e6-6606828279b6,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:47.097708 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-39521de6-d724-4ad9-9db6-7c2b206457c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:47.116664 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:47.121112 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:47.136221 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.147327 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:47.260609 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.384070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7951d864-c710-4635-aa14-84fbe7c1fc0a None None] Provisioning for port 12ff46d1-366c-4496-95b4-d9483968cd05 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:47.392081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-7951d864-c710-4635-aa14-84fbe7c1fc0a None None] Provisioning complete for port 12ff46d1-366c-4496-95b4-d9483968cd05 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:47.392775 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7951d864-c710-4635-aa14-84fbe7c1fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.429118 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 057a15a6-d5d5-463a-9737-da98de5d9e6f up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:47.495439 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d385a60>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:44Z', 'revision_number': 3, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:47.500377 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9384e-8b02-4c00-b2f3-0c4309735a36 None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:44Z', 'revision_number': 3, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:47.500863 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-7951d864-c710-4635-aa14-84fbe7c1fc0a None None] Port 12ff46d1-366c-4496-95b4-d9483968cd05 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:06:47.510606 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.515522 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.521569 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 057a15a6-d5d5-463a-9737-da98de5d9e6f triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:47.522122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.544775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:47.627372 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.630960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:47.634390 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:47.777339 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:47.778079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:47.905149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:47.987207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:06:48.025440 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-41254047-4f26-4654-b5db-3a31965fbcc9 None None] Provisioning complete for port 12ff46d1-366c-4496-95b4-d9483968cd05 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:48.026257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-41254047-4f26-4654-b5db-3a31965fbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.082594 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-41254047-4f26-4654-b5db-3a31965fbcc9 None None] Port 12ff46d1-366c-4496-95b4-d9483968cd05 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:06:48.150147 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.176351 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:48.185660 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] 10.222.0.44 "PUT /v2.0/routers/c63712a3-74c9-49bf-9973-c4b6530c11f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3881767
Dec 10 05:06:48.679824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 52466) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:48.685380 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1179721593-network', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:48.690811 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:48.694636 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Usage tracker for resource:network and tenant:78172e4b251b4be79e826ed86601c3f0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:48.697539 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:48.703212 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:48.713923 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Made reservation on behalf of 78172e4b251b4be79e826ed86601c3f0 for: {'network': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:06:48.716135 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for network, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.727683 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.741492 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:48.745169 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Usage tracker for resource:security_group_rule and tenant:78172e4b251b4be79e826ed86601c3f0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:48.747914 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:48.754042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:48.840976 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.846396 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.849816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-aa3da9be-c90e-4b93-a251-4a843ac44824 tempest-TestVolumeBootPattern-145400207 tempest-TestVolumeBootPattern-145400207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:48.878087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263}  {{(pid=87629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 10 05:06:48.887232 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea844182-e0ad-4f93-8f07-46e021a6e099,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:48.890765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:48.893349 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:48.893760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.db.segments_db [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Added segment ce075c8f-3319-4b15-9c49-0b96e94b67c4 of type vlan for network 84fd39b3-2095-449b-a66b-5b1d10e135bf
Dec 10 05:06:48.922627 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761093840851'] for network, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.066789 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622'] for network, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.067934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:49.068512 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Notify callbacks [] for network, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.071927 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2e571d68-f287-4759-9e8c-14047eed0a67 tempest-BulkNetworkOpsIpV6Test-1550641533 tempest-BulkNetworkOpsIpV6Test-1550641533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:49.095207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:49.104326 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:49.104943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:49.172897 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Pushing event updated for resources: {'Network': ['ID=84fd39b3-2095-449b-a66b-5b1d10e135bf,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:49.176389 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4955401
Dec 10 05:06:49.177407 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-a1dc0164-76b4-441c-a871-f73300fea489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:49.179276 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 52470) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:49.184883 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Request body: {'subnet': {'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1179721593-subnet', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'ip_version': 4}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:49.190549 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:49.194773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Usage tracker for resource:subnet and tenant:78172e4b251b4be79e826ed86601c3f0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:49.197649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:49.203617 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:49.214365 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Made reservation on behalf of 78172e4b251b4be79e826ed86601c3f0 for: {'subnet': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:06:49.217104 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2929990'] for subnet, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.217854 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf details requested by agent ovs-agent-dv-neutron-821182-1-hyperv with host dv-neutron-821182-1-hyperv {{(pid=87631) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 10 05:06:49.377467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:49.425535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d1f0dcd-c682-43b9-83e6-6606828279b6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:49.451363 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930036'] for subnet, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.456087 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3ca8c114-8bc9-44d3-9dc9-da069b501d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:49.529936 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967b7b1b-6a21-4c8c-9dbe-ce735e292070,revision_number=0']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:49.535625 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:49.543337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Checking segment: {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:49.543698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Network hostable DHCP agents. Network: 84fd39b3-2095-449b-a66b-5b1d10e135bf, hostable agents: ['5e8c7bbf-c68e-42b8-a3aa-12fff3a62955'], hosted agents: [] {{(pid=87629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 10 05:06:49.562909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf is scheduled to be hosted by DHCP agent 5e8c7bbf-c68e-42b8-a3aa-12fff3a62955 with binding_index 1 {{(pid=87629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 10 05:06:49.571894 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821182-1-hyperv, 84fd39b3-2095-449b-a66b-5b1d10e135bf) {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:49.577026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:49.577715 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.601884 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-69cfe9cc-023e-4b29-8603-c3db78243759 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4215350
Dec 10 05:06:49.602581 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [-] (87629) accepted ('10.222.0.44', 52474) {{(pid=87629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:49.607632 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:49.612425 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:49.616338 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Usage tracker for resource:router and tenant:78172e4b251b4be79e826ed86601c3f0 is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:49.619223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:49.624965 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:49.631387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939ecc1-4027-4525-a901-ce54b593da65 None None] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:49.635941 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103539'] for router, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.637098 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-630542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103524'] for router, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.653508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.780845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3d1f0dcd-c682-43b9-83e6-6606828279b6 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:49.798788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3d1f0dcd-c682-43b9-83e6-6606828279b6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:49.799169 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.821649 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:49.924421 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103446'] for router, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.096166 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.104633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b4ce2b-d7e2-5f9a-9e55-32006c94f20b-84fd39b3-2095-449b-a66b-5b1d10e135bf', 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'fixed_ips': [{'subnet_id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070'}]}} from dv-neutron-821182-1-hyperv. {{(pid=87631) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 10 05:06:50.105464 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.133447 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3d1f0dcd-c682-43b9-83e6-6606828279b6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d1f0dcd-c682-43b9-83e6-6606828279b6,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:50.137816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 2, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:50.175140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.178408 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-32e9e9da-c75b-4523-b3b3-e69ee745a10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:50.218870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:50.219231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Updating router c63712a3-74c9-49bf-9973-c4b6530c11f8 port 12ff46d1-366c-4496-95b4-d9483968cd05 binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 05:06:50.231693 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.264493 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.323135 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3d1f0dcd-c682-43b9-83e6-6606828279b6,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:50.354460 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.370030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:50.396125 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Allocated IP 172.26.1.232 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/3d9379e8-e5ac-4c16-a21d-df0726014a14) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:50.436983 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.db_base_plugin_common [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Allocated IP 172.20.0.2 (84fd39b3-2095-449b-a66b-5b1d10e135bf/967b7b1b-6a21-4c8c-9dbe-ce735e292070/690bca4c-0e1e-4625-b021-6fcb25772c16) {{(pid=87631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:50.540373 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.570698 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.575187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-3db5d3e9-374b-4097-a4dc-2bebd9aa8fa9 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:50.755960 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:50.758673 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:50.762280 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:50.805329 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Pushing event updated for resources: {'Port': ['ID=3d9379e8-e5ac-4c16-a21d-df0726014a14,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:50.809294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:50.815834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.835602 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Transition to ACTIVE for port object 690bca4c-0e1e-4625-b021-6fcb25772c16 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:50.900567 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Transition to ACTIVE for port object 690bca4c-0e1e-4625-b021-6fcb25772c16 will not be triggered until provisioned by entity DHCP. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:50.914341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733'] for port, after_create {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.919579 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:50.953878 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:50.992172 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf is already hosted by enough agents. {{(pid=87631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:50.995106 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Transition to ACTIVE for port object 12ff46d1-366c-4496-95b4-d9483968cd05 will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:50.997647 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.scheduler.base_scheduler [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Resources bound (agent type, host, resource id):  {{(pid=87631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:51.002319 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Received port after_create {{(pid=87631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:51.008554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Pushing event updated for resources: {'Port': ['ID=690bca4c-0e1e-4625-b021-6fcb25772c16,revision_number=1']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:51.010573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.014186 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:51.014644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:51.178995 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.275912 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Pushing event updated for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:51.280667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:51.305030 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Attempting to bind port 690bca4c-0e1e-4625-b021-6fcb25772c16 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:51.305422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Attempting to bind port 690bca4c-0e1e-4625-b021-6fcb25772c16 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:51.305788 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Attempting to bind port 690bca4c-0e1e-4625-b021-6fcb25772c16 on network 84fd39b3-2095-449b-a66b-5b1d10e135bf {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:51.349444 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:51.349829 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Checking segment: {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:51.350249 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.350626 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Bound using segment: {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:51.351213 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Bound port: 690bca4c-0e1e-4625-b021-6fcb25772c16, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:51.351471 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.421256 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d1f0dcd-c682-43b9-83e6-6606828279b6 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:51.481866 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Attempting to bind port 12ff46d1-366c-4496-95b4-d9483968cd05 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:51.482241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Attempting to bind port 12ff46d1-366c-4496-95b4-d9483968cd05 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:51.482606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Attempting to bind port 12ff46d1-366c-4496-95b4-d9483968cd05 on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:51.499776 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:51.500151 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Checking segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:51.500553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.500948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Bound using segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:51.501960 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Bound port: 12ff46d1-366c-4496-95b4-d9483968cd05, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:51.502374 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.528066 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628697'] for router, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.586226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] For port 690bca4c-0e1e-4625-b021-6fcb25772c16, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:51.605351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] For port 690bca4c-0e1e-4625-b021-6fcb25772c16, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690bca4c-0e1e-4625-b021-6fcb25772c16,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:51.614919 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3d1f0dcd-c682-43b9-83e6-6606828279b6 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:51.615300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.644317 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.659266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-00b5b5e3-e9b9-4f64-81c6-44f370694492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:51.733773 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Router 051be115-dad2-4b77-94cd-3b51ddccfa18 is scheduled to L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 with binding_index 1 {{(pid=87629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 10 05:06:51.735049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] For port 12ff46d1-366c-4496-95b4-d9483968cd05, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:51.752844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] For port 12ff46d1-366c-4496-95b4-d9483968cd05, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12ff46d1-366c-4496-95b4-d9483968cd05,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:51.764709 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.780423 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Pushing event updated for resources: {'Port': ['ID=690bca4c-0e1e-4625-b021-6fcb25772c16,revision_number=2']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:51.786378 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:51.787859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-88971216-73ed-458c-ba11-3a38bef788c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:51.903572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:51.904424 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:51.916245 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:51.926843 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Sync routers for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:51.944489 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:51.946113 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aad30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:51.957968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] Notify callbacks [] for router, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:51.959444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [None req-dd5dd825-dcf3-463a-b332-790f22a33b7f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3559487
Dec 10 05:06:51.964516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52478) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:52.103043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Pushing event updated for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:52.111072 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:52.192934 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:52.201101 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:52.498435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aad30>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 3, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:52.503012 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Checking router: 051be115-dad2-4b77-94cd-3b51ddccfa18 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:52.503622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Updating router 051be115-dad2-4b77-94cd-3b51ddccfa18 port 3d9379e8-e5ac-4c16-a21d-df0726014a14 binding host dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 05:06:52.553117 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d2d2100>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:51Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:52.557379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331604c-1d15-433d-95f6-20e3f03ea7ca None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:51Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:52.559042 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:52.952655 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:52.992519 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks [] for port, precommit_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.006021 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.provisioning_blocks [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Transition to ACTIVE for port object 3d9379e8-e5ac-4c16-a21d-df0726014a14 will not be triggered until provisioned by entity L2. {{(pid=87632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:53.014765 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.021432 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-006da949-3ff3-457e-a667-0d2a592b3b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:53.098862 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fba3a-5012-44a6-bf80-0341048ec70c None None] Pushing event updated for resources: {'Port': ['ID=3d9379e8-e5ac-4c16-a21d-df0726014a14,revision_number=2']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:53.103026 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a89fba3a-5012-44a6-bf80-0341048ec70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:53.113396 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Attempting to bind port 3d9379e8-e5ac-4c16-a21d-df0726014a14 on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:53.113771 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Attempting to bind port 3d9379e8-e5ac-4c16-a21d-df0726014a14 by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:53.114141 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Attempting to bind port 3d9379e8-e5ac-4c16-a21d-df0726014a14 on network 995c67b5-d93d-40f0-b617-1e717b3db9b0 {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:53.118618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1963e6-ebbe-4826-b2d3-803a3684eb30 None None] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:06:53.131663 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:53.132140 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Checking segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:53.132661 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.133270 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Bound using segment: {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'} {{(pid=87632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:53.133844 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.managers [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Bound port: 3d9379e8-e5ac-4c16-a21d-df0726014a14, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a6b3c-dd20-48f1-8370-9860f2da60d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0'}}] {{(pid=87632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:53.134222 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.201969 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Allocated IP 172.20.0.1 (84fd39b3-2095-449b-a66b-5b1d10e135bf/967b7b1b-6a21-4c8c-9dbe-ce735e292070/895df2a6-e541-4089-99a8-a31907329a2d) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:06:53.222846 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] For port 3d9379e8-e5ac-4c16-a21d-df0726014a14, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:53.226725 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.plugins.ml2.db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] For port 3d9379e8-e5ac-4c16-a21d-df0726014a14, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d9379e8-e5ac-4c16-a21d-df0726014a14,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:53.231215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-462bc550-3140-4f8c-9de4-2f159ac5a68c None None] Provisioning for port 690bca4c-0e1e-4625-b021-6fcb25772c16 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:53.235157 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron_lib.callbacks.manager [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.244390 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-e3e2f45e-373f-4f87-b6d4-0c6e20df6fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:53.314750 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:53.315366 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aad30>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:53.415825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.436662 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.provisioning_blocks [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Transition to ACTIVE for port object 895df2a6-e541-4089-99a8-a31907329a2d will not be triggered until provisioned by entity DHCP. {{(pid=87630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:53.467659 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.472521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:53.526132 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fba3a-5012-44a6-bf80-0341048ec70c None None] Pushing event updated for resources: {'Port': ['ID=3d9379e8-e5ac-4c16-a21d-df0726014a14,revision_number=3']} {{(pid=87632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:53.532410 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690bca4c-0e1e-4625-b021-6fcb25772c16 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:53.549709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG oslo_concurrency.lockutils [None req-a89fba3a-5012-44a6-bf80-0341048ec70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:53.573043 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Pushing event updated for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:53.579551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:53.584949 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:53.586596 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:53.592861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:06:53.639315 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 690bca4c-0e1e-4625-b021-6fcb25772c16 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:53.651948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 690bca4c-0e1e-4625-b021-6fcb25772c16 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:53.652340 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.660976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:53.675463 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587031'] for router_interface, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.903312 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.904520 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:53.933209 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b44b2c9c-339f-4607-87b6-79e9f579e0d1 None None] Provisioning complete for port 690bca4c-0e1e-4625-b021-6fcb25772c16 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:53.937578 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b44b2c9c-339f-4607-87b6-79e9f579e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.039313 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 690bca4c-0e1e-4625-b021-6fcb25772c16, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690bca4c-0e1e-4625-b021-6fcb25772c16,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:54.055665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.056765 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12ff46d1-366c-4496-95b4-d9483968cd05 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:54.061144 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c6aad30>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 3, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:54.065561 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0308c-33b2-4d43-ae25-2b352d27f004 None None] The sync data for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv is: [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 3, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:54.088478 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:54.207736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.213658 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.230731 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=690bca4c-0e1e-4625-b021-6fcb25772c16,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:54.236055 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:54.251455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 12ff46d1-366c-4496-95b4-d9483968cd05 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:54.253478 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-cfd27d7e-3189-492b-8978-e4a185a38709 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:54.256622 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 12ff46d1-366c-4496-95b4-d9483968cd05 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:54.257004 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.337356 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587252'] for router_interface, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.340762 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Pushing event updated for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:54.344022 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:54.382160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b5e220a-1e13-4420-bd04-676652770995 None None] Provisioning for port 895df2a6-e541-4089-99a8-a31907329a2d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:54.385201 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.399723 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-2b5e220a-1e13-4420-bd04-676652770995 None None] Provisioning complete for port 895df2a6-e541-4089-99a8-a31907329a2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:54.400102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2b5e220a-1e13-4420-bd04-676652770995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.474652 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 12ff46d1-366c-4496-95b4-d9483968cd05, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12ff46d1-366c-4496-95b4-d9483968cd05,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:54.475757 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e220a-1e13-4420-bd04-676652770995 None None] Port 895df2a6-e541-4089-99a8-a31907329a2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:06:54.480977 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.483300 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:54.574951 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:54.582396 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:54.637574 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:06:54.639598 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:06:54.848582 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Router 051be115-dad2-4b77-94cd-3b51ddccfa18 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:06:54.898762 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-5781df52-2034-4da5-9049-80a7510188fe None None] Provisioning complete for port 895df2a6-e541-4089-99a8-a31907329a2d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:54.899272 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5781df52-2034-4da5-9049-80a7510188fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:54.955729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-5781df52-2034-4da5-9049-80a7510188fe None None] Port 895df2a6-e541-4089-99a8-a31907329a2d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:06:55.038711 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:06:55.048229 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] 10.222.0.44 "PUT /v2.0/routers/051be115-dad2-4b77-94cd-3b51ddccfa18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0801654
Dec 10 05:06:55.467342 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690bca4c-0e1e-4625-b021-6fcb25772c16 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:55.535963 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 690bca4c-0e1e-4625-b021-6fcb25772c16 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:55.536258 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.657115 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12ff46d1-366c-4496-95b4-d9483968cd05 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:55.714847 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52490) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:55.720612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473990108', 'description': 'tempest-secgroup-smoke-1473990108 description', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:55.727448 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:55.732696 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:55.735647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:55.741408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:55.749745 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 12ff46d1-366c-4496-95b4-d9483968cd05 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:55.750346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.756285 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.796723 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:55.801836 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:55.806651 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:55.816951 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:55.893168 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Sync routers for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:06:55.907302 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:55.908659 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:55.916521 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.923669 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.928129 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-75f51db3-c5f0-4e7e-a72f-2076591090b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:55.963726 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d9379e8-e5ac-4c16-a21d-df0726014a14 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:55.971347 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adad80d8-0c6f-4cb7-8ce7-68ccc9152292,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:55.974457 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:55.976214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:55.980601 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f10fbebc-b15d-4fc0-8dd2-7603933238c7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2618091
Dec 10 05:06:55.981101 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52494) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:55.987352 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:55.993543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:55.997292 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.000147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.006367 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.025388 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.087398 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.091747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.093649 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-c76dd3e7-e97b-4499-b7ba-7adef14917c0 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.114754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c596fceb-3104-4f8e-abb2-4c043989a1d8,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.118665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.127064 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.128311 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-9c7a896d-3a1c-403d-94bc-c4314d269429 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1464713
Dec 10 05:06:56.130976 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52498) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:56.136485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:56.141175 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:56.143083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:56.146841 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.149665 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.155256 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.174988 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.182361 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 3d9379e8-e5ac-4c16-a21d-df0726014a14 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:56.206237 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3d9379e8-e5ac-4c16-a21d-df0726014a14 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:56.206620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.241761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.246199 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.253754 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-65985a7c-fb25-4773-83a7-49100624ffab tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.275743 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ff8a0b-1012-4514-adc2-e2ddbe0ce497,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.278674 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.283890 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.287640 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-259123ab-f902-4367-b2f9-5a0e76ccd516 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1532874
Dec 10 05:06:56.287845 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52502) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:56.292873 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:56.299558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:56.303308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.306177 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.311850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.329733 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.394486 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.398044 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.399901 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-72b2983e-25bc-4678-9fef-5348ebcf16df tempest-TestNetworkBasicOps-269301781 tempest-TestNetworkBasicOps-269301781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.421935 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473853e2-1d66-4fa6-ba87-23c0adc5c9c3,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.424957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.432406 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.436441 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1447136
Dec 10 05:06:56.436441 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52506) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:56.441350 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:56.447407 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:56.451134 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.453924 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.460450 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.477819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.528068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.539939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.544178 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.546163 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0797a2d5-fff9-4bc6-aac4-050654f27244 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.568094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc6119d-ac13-4aca-8569-4d49246beac7,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.573193 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.581727 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.585905 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-8078a742-fa26-4039-9752-963c61f3213e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1461983
Dec 10 05:06:56.586146 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52510) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:56.586244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 3d9379e8-e5ac-4c16-a21d-df0726014a14, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d9379e8-e5ac-4c16-a21d-df0726014a14,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:56.592548 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:56.593842 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.597348 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.601512 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:56.605333 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.608184 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.613826 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.623607 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Project 172cb6b99d5b4bd9b348257e479c3e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 05:06:56.630627 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.672807 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=3d9379e8-e5ac-4c16-a21d-df0726014a14,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.676667 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.685715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545f70>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 4, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '895df2a6-e541-4089-99a8-a31907329a2d', 'name': '', 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'mac_address': 'fa:16:3e:06:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 2, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'subnets': [{'id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:56.689688 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Checking router: 051be115-dad2-4b77-94cd-3b51ddccfa18 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:06:56.690053 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Updating router 051be115-dad2-4b77-94cd-3b51ddccfa18 port 895df2a6-e541-4089-99a8-a31907329a2d binding host dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 10 05:06:56.695558 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.699083 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.700840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-440ec3a3-e4d6-4456-987f-a652dff199bf tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.723823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c4ed6e-ae3f-4927-bb41-5b89d55bb19e,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.726255 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.733773 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.734950 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fca9d21b-b3ed-4df3-ae36-abff45900099 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1478214
Dec 10 05:06:56.737701 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52514) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:06:56.742614 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'security_group_rule': {'security_group_id': 'adad80d8-0c6f-4cb7-8ce7-68ccc9152292', 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:06:56.743330 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.748444 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:06:56.752811 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:security_group_rule and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:06:56.755741 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:06:56.761442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:06:56.772158 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.securitygroups_db [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Project 172cb6b99d5b4bd9b348257e479c3e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 10 05:06:56.778914 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.845930 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.850095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695409'] for security_group_rule, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.851887 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bb6c7ad6-6498-4f8e-9d93-6f6fd4d4c264 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:56.872073 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135dadd2-1e38-4851-b363-bba9c623a4e4,revision_number=0']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:56.876036 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:56.884853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:56.886244 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-2e29773f-b9f2-4c46-b09c-aab684d8e8d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1476026
Dec 10 05:06:57.049547 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-f9a7608b-b885-4b66-bef6-d8e72067bb7c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:security_group {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:06:57.065158 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-f9a7608b-b885-4b66-bef6-d8e72067bb7c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:security_group {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:06:57.066397 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-f9a7608b-b885-4b66-bef6-d8e72067bb7c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473990108&fields=id&tenant_id=172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 267 time: 0.0608108
Dec 10 05:06:57.101244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.112884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Transition to ACTIVE for port object 895df2a6-e541-4089-99a8-a31907329a2d will not be triggered until provisioned by entity L2. {{(pid=87631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:06:57.119167 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.122603 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:57.217819 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-761bc607-6028-4408-9a91-3679f47d6f2f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:06:57.218510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-761bc607-6028-4408-9a91-3679f47d6f2f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:network {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:06:57.243493 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-761bc607-6028-4408-9a91-3679f47d6f2f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:network {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:06:57.244972 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-761bc607-6028-4408-9a91-3679f47d6f2f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 810 time: 0.1718774
Dec 10 05:06:57.268349 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-5a7d3300-03be-4c22-8b5e-abf6f0735df3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/quotas/172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 375 time: 0.0150545
Dec 10 05:06:57.279777 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258243f-0753-485e-bf04-e9e99c996bc1 None None] Pushing event updated for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=3']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:57.283791 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5258243f-0753-485e-bf04-e9e99c996bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:57.348661 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Attempting to bind port 895df2a6-e541-4089-99a8-a31907329a2d on host dv-neutron-821182-1-hyperv for vnic_type normal with profile  {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:06:57.349395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Attempting to bind port 895df2a6-e541-4089-99a8-a31907329a2d by drivers openvswitch,hyperv on host dv-neutron-821182-1-hyperv at level 0 using segments [{'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:06:57.349395 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Attempting to bind port 895df2a6-e541-4089-99a8-a31907329a2d on network 84fd39b3-2095-449b-a66b-5b1d10e135bf {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:06:57.354851 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Checking agent: {'id': '622540b3-33cc-44d6-be2d-3ab193eab94b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821182-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 45, 48), 'started_at': datetime.datetime(2021, 12, 10, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821182-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:06:57.355229 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Checking segment: {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:06:57.355624 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.356024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Bound using segment: {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'} {{(pid=87631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:06:57.356137 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-6865fa31-83fe-4d75-8bea-ac43ff688a21 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0820801
Dec 10 05:06:57.356497 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.managers [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Bound port: 895df2a6-e541-4089-99a8-a31907329a2d, host: dv-neutron-821182-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce075c8f-3319-4b15-9c49-0b96e94b67c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf'}}] {{(pid=87631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:06:57.356875 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.425568 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d9379e8-e5ac-4c16-a21d-df0726014a14 up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:57.504539 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-e32f94b0-fb7d-4ff4-b027-12069257a009 service neutron] 10.222.0.44 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369526
Dec 10 05:06:57.511890 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] For port 895df2a6-e541-4089-99a8-a31907329a2d, host dv-neutron-821182-1-hyperv, cleared binding levels {{(pid=87631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:06:57.527022 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] For port 895df2a6-e541-4089-99a8-a31907329a2d, host dv-neutron-821182-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=895df2a6-e541-4089-99a8-a31907329a2d,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:06:57.534158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.539171 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:57.611299 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 3d9379e8-e5ac-4c16-a21d-df0726014a14 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:57.611673 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:57.638639 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2a973cf1-5bf0-41a5-9ceb-f40790e8fad9 service neutron] 10.222.0.44 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282477
Dec 10 05:06:57.674793 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:06:57.675429 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545f70>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:06:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:57.794872 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258243f-0753-485e-bf04-e9e99c996bc1 None None] Pushing event updated for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:57.804998 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5258243f-0753-485e-bf04-e9e99c996bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:06:57.929633 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:06:58.276725 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d545f70>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 4, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '895df2a6-e541-4089-99a8-a31907329a2d', 'name': '', 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'mac_address': 'fa:16:3e:06:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'subnets': [{'id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:06:58.280563 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698aabbd-fd02-4a25-ab5e-cb6de20e9ec1 None None] The sync data for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv is: [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:06:53Z', 'revision_number': 4, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '895df2a6-e541-4089-99a8-a31907329a2d', 'name': '', 'network_id': '84fd39b3-2095-449b-a66b-5b1d10e135bf', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'mac_address': 'fa:16:3e:06:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:53Z', 'updated_at': '2021-12-10T05:06:57Z', 'revision_number': 4, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'subnets': [{'id': '967b7b1b-6a21-4c8c-9dbe-ce735e292070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:06:58.849839 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-f7971b2d-f31c-4471-a95b-eaf7443dd3b0 req-f6f238ee-8f81-47d6-8dbf-57a1bafc7535 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.0450380
Dec 10 05:06:59.418183 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 895df2a6-e541-4089-99a8-a31907329a2d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:06:59.487962 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning for port 895df2a6-e541-4089-99a8-a31907329a2d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:06:59.492488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 895df2a6-e541-4089-99a8-a31907329a2d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:06:59.492859 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:59.602018 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:59.633093 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] For port 895df2a6-e541-4089-99a8-a31907329a2d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=895df2a6-e541-4089-99a8-a31907329a2d,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:06:59.637069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:06:59.639009 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:06:59.704817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Pushing event updated for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:06:59.708040 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:00.066538 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ee1b436b-fda4-4dcd-b9ea-a1bec339195e req-4d66b29b-2489-4360-b4f1-600b49bc6329 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.1658959
Dec 10 05:07:01.162797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-04aad635-58e3-4414-b5ab-257026f800a6 req-631041ef-d75f-4692-a0a7-5d6090426e16 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.0444307
Dec 10 05:07:01.403268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 895df2a6-e541-4089-99a8-a31907329a2d up at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:07:01.470185 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Provisioning complete for port 895df2a6-e541-4089-99a8-a31907329a2d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:07:01.470543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:02.262197 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dc83918b-ebc8-487b-8f4f-4382931cf53a req-a379baa3-4096-472b-b15e-3f09c4167456 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.0438848
Dec 10 05:07:03.410157 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-dc38cf1b-d1ca-4d3b-b166-57dcd62ae7f7 req-33fedab3-4178-44af-a197-db8abe7a07be tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.0468702
Dec 10 05:07:04.244901 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-d96c2b15-b5dc-42ac-9e80-912ef92d5b2a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:04.246377 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-d96c2b15-b5dc-42ac-9e80-912ef92d5b2a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 810 time: 0.2750781
Dec 10 05:07:04.299081 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-50ecdb6e-6a13-4021-bb04-f8b627b8c33a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 380 time: 0.0387914
Dec 10 05:07:04.309749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'port': {'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'admin_state_up': True, 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'security_groups': ['adad80d8-0c6f-4cb7-8ce7-68ccc9152292']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:07:04.443477 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:07:04.447320 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:port and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:07:04.450187 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:07:04.456718 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:07:04.466939 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Made reservation on behalf of 172cb6b99d5b4bd9b348257e479c3e6b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:07:04.470865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:04.559024 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-11e19eaf-ff2a-4838-8728-ba2d05734a6e req-54a70c2f-651b-48fe-bc1c-ff4afaf5d6ca tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 210 time: 0.0424440
Dec 10 05:07:04.633580 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Allocated IP 172.20.0.5 (facc92fc-c7c8-4a5e-8fa6-ae39b1db328b/5036fdfe-08fd-43ef-87fd-a00136520a66/be27d859-76a2-4bee-8103-5ef6d5120f6d) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:07:04.812956 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:04.828298 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Transition to ACTIVE for port object be27d859-76a2-4bee-8103-5ef6d5120f6d will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:07:04.851121 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:04.856770 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5a61c2b6-55af-477c-80ab-f989d6ef3cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:04.925181 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:07:04.928302 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:07:04.932081 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:07:04.970751 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:04.975478 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:04.999023 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:04.999630 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.020957 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-2c294302-4072-4043-87e4-55da86aa938c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7145379
Dec 10 05:07:05.030790 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-266a33ac-8310-4884-8bfe-8be6e9f336e8 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 05:07:05.031752 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-266a33ac-8310-4884-8bfe-8be6e9f336e8 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051715
Dec 10 05:07:05.042980 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Request body: {'port': {'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:07:05.153824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.191787 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f8fc19d2-39b4-48c2-aa87-424bbf917853 None None] Provisioning for port be27d859-76a2-4bee-8103-5ef6d5120f6d completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:07:05.196692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-f8fc19d2-39b4-48c2-aa87-424bbf917853 None None] Provisioning complete for port be27d859-76a2-4bee-8103-5ef6d5120f6d triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:07:05.197015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f8fc19d2-39b4-48c2-aa87-424bbf917853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.253438 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc19d2-39b4-48c2-aa87-424bbf917853 None None] Port be27d859-76a2-4bee-8103-5ef6d5120f6d cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:07:05.486621 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be27d859-76a2-4bee-8103-5ef6d5120f6d {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:07:05.493761 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.508033 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Transition to ACTIVE for port object be27d859-76a2-4bee-8103-5ef6d5120f6d will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:07:05.511810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.515538 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-11cda52d-67e0-4ccd-a1c3-b3df7ce948d7 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:05.673967 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:05.687517 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:05.753108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beac816-cfb9-4390-85c6-b87ecdb53ea4 req-f05f93c3-b531-4616-9f25-b26fe430ee0c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:05.755957 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8beac816-cfb9-4390-85c6-b87ecdb53ea4 req-f05f93c3-b531-4616-9f25-b26fe430ee0c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0870638
Dec 10 05:07:05.756317 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Attempting to bind port be27d859-76a2-4bee-8103-5ef6d5120f6d on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:07:05.756661 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Attempting to bind port be27d859-76a2-4bee-8103-5ef6d5120f6d by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:07:05.756989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Attempting to bind port be27d859-76a2-4bee-8103-5ef6d5120f6d on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:07:05.761742 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Port be27d859-76a2-4bee-8103-5ef6d5120f6d on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 05:07:05.762058 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Attempting to bind port be27d859-76a2-4bee-8103-5ef6d5120f6d on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:07:05.768064 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:07:05.768429 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Checking segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:07:05.768861 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Bound using segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:07:05.769465 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Bound port: be27d859-76a2-4bee-8103-5ef6d5120f6d, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:07:05.769818 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.802664 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8beac816-cfb9-4390-85c6-b87ecdb53ea4 req-7ce70c85-6a07-43f7-bc0a-9dd609775c02 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417993
Dec 10 05:07:05.859951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:07:05.862951 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:07:05.867527 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.874725 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-342970c8-074f-4749-b9e1-4f2367be5160 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:05.930016 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:05.930623 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:05.931991 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] 10.222.0.18 "PUT /v2.0/ports/be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 1093 time: 0.8930721
Dec 10 05:07:05.932518 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:07:05.956822 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:05.960198 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-df9061bf-c440-4693-901a-6953ec17aa0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:06.054325 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'status': 'completed', 'code': 200}
Dec 10 05:07:06.057108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-e0fd5bb9-375c-49c9-8836-653ed620d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.058627 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-e0fd5bb9-375c-49c9-8836-653ed620d923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1096 time: 0.0853977
Dec 10 05:07:06.127554 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-8c99b647-0439-4673-8f3f-eab8691efd2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 217 time: 0.0619931
Dec 10 05:07:06.192056 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-48984b1e-2cff-42cd-bfe3-2a5745fc37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.193425 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-48984b1e-2cff-42cd-bfe3-2a5745fc37c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0602381
Dec 10 05:07:06.268152 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a525f-6295-491a-80c8-b2a502176f9e req-c300a1ad-a40c-441f-9284-c1c3175c731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.269586 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-c300a1ad-a40c-441f-9284-c1c3175c731e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694706
Dec 10 05:07:06.399098 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-747cd4a1-3106-4c63-b865-e8fc434b18b2 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232262
Dec 10 05:07:06.529147 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e16a525f-6295-491a-80c8-b2a502176f9e req-d9351f1a-666c-40de-b72d-98cae653a655 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232648
Dec 10 05:07:06.753371 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-9c99edc7-7527-4b63-bccf-ac64208dcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.754843 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-9c99edc7-7527-4b63-bccf-ac64208dcdca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1096 time: 0.1842263
Dec 10 05:07:06.889294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-941f4b78-ddb4-498e-954e-5e672c9d71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.891326 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-941f4b78-ddb4-498e-954e-5e672c9d71dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1288822
Dec 10 05:07:06.962444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-528a3019-2c21-4945-b01c-768c627db1f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 217 time: 0.0647163
Dec 10 05:07:06.991345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b8813-fd9f-415b-8f8b-544bebbd4133 req-1e461a6d-d960-47e4-b6e2-b4831ce50baa tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:06.992797 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf4b8813-fd9f-415b-8f8b-544bebbd4133 req-1e461a6d-d960-47e4-b6e2-b4831ce50baa tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0818174
Dec 10 05:07:07.024289 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-1ba63c17-d955-4c9e-af78-3af847f652ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:07.025674 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-1ba63c17-d955-4c9e-af78-3af847f652ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0571120
Dec 10 05:07:07.041527 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-bf4b8813-fd9f-415b-8f8b-544bebbd4133 req-593086ba-72d8-4dc3-9bb6-a6fb97aec3a3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429368
Dec 10 05:07:07.100934 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-d2177441-1c12-4682-bb11-fae466f7b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:07.102473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-d2177441-1c12-4682-bb11-fae466f7b269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691404
Dec 10 05:07:07.233418 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-b10f686c-951a-4a4d-8d8c-1542e970caff service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238332
Dec 10 05:07:07.362802 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-f3f71e00-4f56-45cc-8e75-0a9cfd1b089e req-478878ea-cb8b-495b-be96-ab9589f5f656 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225557
Dec 10 05:07:08.227852 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d017-4284-4dea-8ebb-2258dc79559c req-06c2fd5f-62b2-4f73-8742-541117d1f8da tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:08.229266 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21a5d017-4284-4dea-8ebb-2258dc79559c req-06c2fd5f-62b2-4f73-8742-541117d1f8da tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0834818
Dec 10 05:07:08.272980 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-21a5d017-4284-4dea-8ebb-2258dc79559c req-cc0c1d87-5d75-45de-8063-2a5c58c2f9a9 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381284
Dec 10 05:07:09.452437 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f445c3b-495e-4821-b2f6-00fb7059703e req-ae22d88d-aa9e-42ff-9164-8787acb9b7b7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:09.454367 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f445c3b-495e-4821-b2f6-00fb7059703e req-ae22d88d-aa9e-42ff-9164-8787acb9b7b7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0777049
Dec 10 05:07:09.497258 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0f445c3b-495e-4821-b2f6-00fb7059703e req-2498d5cb-8ef6-4f0b-b519-d358ca5308a1 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371592
Dec 10 05:07:10.272630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:07:10.409226 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:07:10.421897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:07:10.475129 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:10.491033 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be27d859-76a2-4bee-8103-5ef6d5120f6d {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:07:10.506081 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:07:10.509931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:10.512734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-851e7297-7c1a-4bdd-8c7f-58a2edaabd39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:10.581467 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:10.584718 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:10.683612 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89998c29-ca7e-4776-ae5a-069c913ec7ce req-da2b1e88-4b3c-42ab-9a90-c3096abaae24 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:10.685049 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89998c29-ca7e-4776-ae5a-069c913ec7ce req-da2b1e88-4b3c-42ab-9a90-c3096abaae24 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 944 time: 0.0824707
Dec 10 05:07:10.728580 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-89998c29-ca7e-4776-ae5a-069c913ec7ce req-9aeea2d1-174d-4ed3-8a4f-1cb339eba9d2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379794
Dec 10 05:07:10.816045 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['be27d859-76a2-4bee-8103-5ef6d5120f6d'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:07:11.907308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba37e1-a44f-462d-adcb-2eda610cab94 req-735c9bb9-e93e-4e41-aba0-01ab794addae tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:11.908774 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47ba37e1-a44f-462d-adcb-2eda610cab94 req-735c9bb9-e93e-4e41-aba0-01ab794addae tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 944 time: 0.0790298
Dec 10 05:07:11.957794 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-47ba37e1-a44f-462d-adcb-2eda610cab94 req-f5fe4007-299f-4418-82e4-efe498e25802 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433731
Dec 10 05:07:12.272085 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:07:12.345351 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port be27d859-76a2-4bee-8103-5ef6d5120f6d completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:07:12.349879 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port be27d859-76a2-4bee-8103-5ef6d5120f6d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:07:12.350260 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:12.459662 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:12.485431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:07:12.495099 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:07:12.498825 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:12.501136 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:12.573993 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'code': 200}
Dec 10 05:07:12.613123 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:12.616145 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:12.761144 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba57d-76d7-4ec4-a5e0-30645e99102d req-fe3813d4-fb61-428b-bf52-fb6874a266c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:12.762656 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5d6ba57d-76d7-4ec4-a5e0-30645e99102d req-fe3813d4-fb61-428b-bf52-fb6874a266c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1098 time: 0.0727880
Dec 10 05:07:12.802789 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5d6ba57d-76d7-4ec4-a5e0-30645e99102d req-ca4d9526-5756-465b-b318-19f7429aeba0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342236
Dec 10 05:07:13.141645 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15755556-5b1d-4139-bbdd-5638c7b35d5c req-35d7f53d-f571-47d0-af57-fcb4ce53779e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:13.143717 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-15755556-5b1d-4139-bbdd-5638c7b35d5c req-35d7f53d-f571-47d0-af57-fcb4ce53779e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 945 time: 0.0792205
Dec 10 05:07:13.187146 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-15755556-5b1d-4139-bbdd-5638c7b35d5c req-bbc57d80-9787-4f60-a027-53bc5e8824d3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376790
Dec 10 05:07:14.522634 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5a7e9-b985-4625-a2a7-948889c1b9b3 req-53cf1bb5-5685-45df-89b0-c95e166c6fa3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:14.524380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93f5a7e9-b985-4625-a2a7-948889c1b9b3 req-53cf1bb5-5685-45df-89b0-c95e166c6fa3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 945 time: 0.0876899
Dec 10 05:07:14.524730 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-7d5630ac-ecb8-46e1-863b-0fd5b2baf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:14.568124 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-93f5a7e9-b985-4625-a2a7-948889c1b9b3 req-5cc84387-43ad-434a-bde2-665ccb39b57f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382745
Dec 10 05:07:14.738070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:14.748227 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71167-ef93-47c0-8787-d4ad83928535 req-d1ac8b8e-39bf-47b6-914d-b70f97e61c9e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:14.749723 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b8e71167-ef93-47c0-8787-d4ad83928535 req-d1ac8b8e-39bf-47b6-914d-b70f97e61c9e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 945 time: 0.0803199
Dec 10 05:07:14.793707 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b8e71167-ef93-47c0-8787-d4ad83928535 req-a174d511-741e-4326-85f0-a9c9b9303f45 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377572
Dec 10 05:07:14.815570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52592) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:07:14.978736 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e425f92c-4b63-4d55-b0de-2f40782fce6b tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:14.979436 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e425f92c-4b63-4d55-b0de-2f40782fce6b tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] Synchronizing usage tracker for tenant:78172e4b251b4be79e826ed86601c3f0 on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:07:14.994856 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-e425f92c-4b63-4d55-b0de-2f40782fce6b tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] Unset dirty status for tenant:78172e4b251b4be79e826ed86601c3f0 on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:07:14.995976 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-e425f92c-4b63-4d55-b0de-2f40782fce6b tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1093 time: 0.1794252
Dec 10 05:07:14.999081 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52598) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:07:15.004543 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:07:15.010316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:07:15.014039 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:floatingip and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:07:15.017404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:07:15.022997 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:07:15.032891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:15.167021 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:15.297279 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Allocated IP 172.26.1.247 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/4b8bbc0f-cb72-4939-a5aa-ed4607e564aa) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:07:15.445429 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:15.473752 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:15.477242 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3dbac5f3-2ec8-43cc-8f6b-82679ea628d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:15.536891 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:07:15.539630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:07:15.543334 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:07:15.580421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=4b8bbc0f-cb72-4939-a5aa-ed4607e564aa,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:15.584702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:16.057564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.129323 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.329931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.334487 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.338850 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0269d432-8287-4751-87b4-1a67da295121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:07:16.440912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=4b8bbc0f-cb72-4939-a5aa-ed4607e564aa,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:07:16.444784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:07:16.451188 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.617380 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Floating IP bb2376cd-5612-4be8-8077-8812a31c4dc0 associated. External IP: 172.26.1.247, port: be27d859-76a2-4bee-8103-5ef6d5120f6d.
Dec 10 05:07:16.649452 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:07:16.843539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-961542c7-2035-4540-bffa-dee29de7f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:16.961719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:07:17.132597 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:07:17.143248 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:07:17.152781 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:07:17.153435 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bcdc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:07:17.156923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:17.229089 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-f4aca2b7-2b2c-4c98-ba2b-2ea13f5bd5f5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2156658
Dec 10 05:07:17.229089 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:07:17.317326 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'status': 'completed', 'code': 200}
Dec 10 05:07:17.330191 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:07:17.411831 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b30a-1814-4446-b3d2-47788c09150d req-46674d3d-acf1-45d4-8103-2d141eddf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:17.413327 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-46674d3d-acf1-45d4-8103-2d141eddf95a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1098 time: 0.0721548
Dec 10 05:07:17.548670 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b30a-1814-4446-b3d2-47788c09150d req-23a58545-018c-4f63-8205-3e7955075f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:17.550057 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-23a58545-018c-4f63-8205-3e7955075f5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1283922
Dec 10 05:07:17.654048 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-7c10d9ad-f9db-42e1-b7bb-eab26ea58ebb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 999 time: 0.0970879
Dec 10 05:07:17.674690 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bcdc0>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:07:17.678799 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:07:17.687148 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:07:17.687738 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bcdc0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:07:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:07:17.718047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b30a-1814-4446-b3d2-47788c09150d req-2170d7db-3681-4853-9df8-581347ca81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:17.719483 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-2170d7db-3681-4853-9df8-581347ca81d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0595415
Dec 10 05:07:17.794448 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b30a-1814-4446-b3d2-47788c09150d req-fbf0c1fa-e95a-4dbc-8f20-6a3cbc85dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:17.795915 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-fbf0c1fa-e95a-4dbc-8f20-6a3cbc85dfa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686989
Dec 10 05:07:17.861842 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:07:17.885856 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:17.930926 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-d8251ad4-89ac-49cd-80e5-b5d4d975be19 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277850
Dec 10 05:07:18.061571 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ca14b30a-1814-4446-b3d2-47788c09150d req-91ac6812-b40d-40a0-9818-5f624a7499b4 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242855
Dec 10 05:07:18.153455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:18.244838 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d0bcdc0>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:07:18.248622 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14224a04-7224-42af-8323-dfb13d1563e7 None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:16Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:07:18.435522 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea3c7d-24d8-4c9b-a54d-bb8f820e2015 None None] New status for floating IP bb2376cd-5612-4be8-8077-8812a31c4dc0: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:07:19.742331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:24.882349 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-6b2a71f1-4ea4-4b99-88b1-7467735aad76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683856
Dec 10 05:07:25.149590 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604624-4a90-4eed-b5af-13705e5555a8 req-679317ce-397c-4107-822f-6f3056e0c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:25.151007 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-679317ce-397c-4107-822f-6f3056e0c4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1098 time: 0.1829858
Dec 10 05:07:25.293265 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604624-4a90-4eed-b5af-13705e5555a8 req-7928a7b9-a02d-47b3-9c3f-1647447ee4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:25.294713 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-7928a7b9-a02d-47b3-9c3f-1647447ee4dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1255386
Dec 10 05:07:25.397701 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-f487135f-810d-4580-b928-c4470020e1fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 1001 time: 0.0960953
Dec 10 05:07:25.458294 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604624-4a90-4eed-b5af-13705e5555a8 req-1c4085da-e38f-4f59-915f-04e653ca3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:25.459713 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-1c4085da-e38f-4f59-915f-04e653ca3d11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0562899
Dec 10 05:07:25.534282 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604624-4a90-4eed-b5af-13705e5555a8 req-84ea11b3-4667-4f7e-968e-fe92770608b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:07:25.535734 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-84ea11b3-4667-4f7e-968e-fe92770608b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697587
Dec 10 05:07:25.663960 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-4ff9039d-7305-427b-8cd2-b740624f77f9 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200149
Dec 10 05:07:25.792444 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-78604624-4a90-4eed-b5af-13705e5555a8 req-2ef159a7-9d8a-4d70-b3ef-5abf60cda0df service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216147
Dec 10 05:07:44.516349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-25b5feed-bbb2-4472-b6b2-83170fa52cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:44.741838 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:46.846845 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2b21-0bbf-48e2-85b9-f76d707dae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:47.886290 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:48.154915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:49.745520 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:07:53.647938 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:08:14.517560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ce9f11bd-5cdb-47a6-adb2-588e99ff6f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:14.751283 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:16.849693 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-01630b3f-26dc-4dd3-80f3-dc6a1e131b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:17.888466 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:18.156156 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:19.747455 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:24.932743 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-3fccaf58-7dc0-4b2c-b1dc-5a6f92cd0d81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1227987
Dec 10 05:08:25.079115 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-84c6b9f7-96fb-4ad6-92ed-bf70980a9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:08:25.080990 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-84c6b9f7-96fb-4ad6-92ed-bf70980a9564 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1098 time: 0.0758469
Dec 10 05:08:25.238047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-ad69390b-6893-46ac-8f53-70178a0615ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:08:25.240494 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-ad69390b-6893-46ac-8f53-70178a0615ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1383436
Dec 10 05:08:25.352324 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-e556ff45-c34f-404a-95c5-71f2a0e488b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 1001 time: 0.1053050
Dec 10 05:08:25.426215 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-84d82a23-7203-4a43-9bd2-aaf1d6e650f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:08:25.427852 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-84d82a23-7203-4a43-9bd2-aaf1d6e650f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0647786
Dec 10 05:08:25.504108 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-42d4ca89-f3b5-4704-a1a4-6a28173a657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:08:25.505774 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-42d4ca89-f3b5-4704-a1a4-6a28173a657e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713027
Dec 10 05:08:25.637626 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-a71d8f90-eb66-4bd1-951d-2eca391ccd04 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252208
Dec 10 05:08:25.768621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-73513bf5-a9c6-4f39-8893-80ede76e914c req-bd9ef792-d1f4-4137-9a82-6b07b3b38b3c service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248569
Dec 10 05:08:30.646742 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:08:44.518653 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ccb6-0102-4049-8009-e2415cccd046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:44.750876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:46.853349 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4638234f-261f-495a-a6f6-10ddd1f70a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:47.891692 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:48.281839 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:08:49.750623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:07.645946 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:09:14.519176 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6284-23bd-4563-8ad3-78a76f8b0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:14.765432 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:16.854646 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0f059a73-d7f3-44d6-9b05-9cb3de424158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:17.896070 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:18.152971 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:19.754874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:25.993479 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-2f4bd875-e25a-46cd-b636-6446427aad89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1873159
Dec 10 05:09:26.127604 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-1ca822d1-99b5-47cb-83c4-6ed3b907a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:09:26.129030 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-1ca822d1-99b5-47cb-83c4-6ed3b907a755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1098 time: 0.0692770
Dec 10 05:09:26.269757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-29a89bc7-4f38-4185-a93b-7e8d48f0abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:09:26.271176 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-29a89bc7-4f38-4185-a93b-7e8d48f0abd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1238124
Dec 10 05:09:26.376067 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-3daa252b-fa7a-444d-ac96-71327747385e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 1001 time: 0.0986676
Dec 10 05:09:26.441919 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-d25327ae-7f76-4fe0-8274-40b86ac91032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:09:26.443339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-d25327ae-7f76-4fe0-8274-40b86ac91032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0613122
Dec 10 05:09:26.522585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-bbeb4187-e2b9-4df5-b071-e75fa37b5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:09:26.523951 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-bbeb4187-e2b9-4df5-b071-e75fa37b5877 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747240
Dec 10 05:09:26.655599 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-1bce00e4-c770-4eb8-a384-2683957e04bf service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246471
Dec 10 05:09:26.784766 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-c2565c86-dc8a-4a6d-83ce-a22ccf77fe83 req-d5386c91-91ec-458d-b008-a5a2ea3acf26 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220884
Dec 10 05:09:44.521034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-04fc019c-8a0a-42ea-bb8f-dec5df39f107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:44.644586 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:09:44.764109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:46.857841 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c13f06ac-736c-4ab4-b818-48bf864a616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:47.896893 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:48.154002 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:49.756574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:59.126069 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:09:59.257331 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:09:59.269785 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:09:59.323369 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:59.342412 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be27d859-76a2-4bee-8103-5ef6d5120f6d {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:09:59.357847 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:09:59.361379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:09:59.364660 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-5a688502-ef08-404b-aab5-12de04f3a481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:09:59.437944 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:09:59.447088 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['be27d859-76a2-4bee-8103-5ef6d5120f6d'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:09:59.471553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.471897 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.472236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.472572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.472900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.473231 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.473588 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.473913 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.474236 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.474554 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.474874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.475193 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:09:59.482456 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:01.126795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:10:01.195419 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port be27d859-76a2-4bee-8103-5ef6d5120f6d triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:10:01.195798 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:01.345477 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:01.370650 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:10:01.380702 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:10:01.385559 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:01.388322 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:01.454606 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:01.458339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:01.474067 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'code': 200}
Dec 10 05:10:13.796384 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-dd5f7503-0fae-4ccd-8f58-ba6b9680c674 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473990108&fields=id&tenant_id=172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 267 time: 0.0399115
Dec 10 05:10:14.075327 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-ac1e0d49-24d9-4032-b741-d98f5cbd89e3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:14.076676 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-ac1e0d49-24d9-4032-b741-d98f5cbd89e3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 810 time: 0.2737973
Dec 10 05:10:14.091645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-1c22dc15-7105-44d3-9fd2-8f9f50c83b36 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/quotas/172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 375 time: 0.0090213
Dec 10 05:10:14.177174 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-93bb6603-0423-4d04-a495-1a4204a0c24c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0808444
Dec 10 05:10:14.232049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-7290e884-3749-4f10-9ac7-6489fff80d0f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=87630) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 10 05:10:14.232995 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-7290e884-3749-4f10-9ac7-6489fff80d0f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0449121
Dec 10 05:10:14.362592 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-01e709d9-fad3-4355-b32a-4870ee30e7a1 service neutron] 10.222.0.44 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233239
Dec 10 05:10:14.490722 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-e0aa7019-f2e0-4f38-b5f8-cffe03ab921c service neutron] 10.222.0.44 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226091
Dec 10 05:10:14.522976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cbe4bd37-6920-42d8-9b72-0988d4a4bc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:14.737460 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-54c1834b-3db3-40a0-b867-6b92f009e7ba req-0894f9d2-36aa-4275-b6f0-af2d7aaa2528 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 210 time: 0.0992277
Dec 10 05:10:14.782080 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:15.830388 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-388aeeac-bf30-4a5b-a122-df782e1ecff9 req-ab68ccb8-7bc0-4f06-9529-2de0c2136081 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 210 time: 0.0414290
Dec 10 05:10:16.801953 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5b7a3eaf-75a0-443d-8d25-226762849488 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:16.803346 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5b7a3eaf-75a0-443d-8d25-226762849488 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 810 time: 0.1454229
Dec 10 05:10:16.853947 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-82c8c6c7-2de1-4486-a4dc-4813d269021b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172cb6b99d5b4bd9b348257e479c3e6b HTTP/1.1" status: 200  len: 380 time: 0.0419161
Dec 10 05:10:16.865832 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'port': {'device_id': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'admin_state_up': True, 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'security_groups': ['adad80d8-0c6f-4cb7-8ce7-68ccc9152292']}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:10:16.878191 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6d969311-e748-4a6a-8c74-192b3fe967e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:16.997106 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-b4e208a9-a9aa-452d-963d-b811a1e110e8 req-1827888c-dbc3-42f3-bd3d-4c643193a78c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 210 time: 0.0446279
Dec 10 05:10:17.008785 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:10:17.013577 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:port and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:10:17.015474 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87629) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:10:17.021669 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.quota.driver [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87629) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:10:17.030758 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Made reservation on behalf of 172cb6b99d5b4bd9b348257e479c3e6b for: {'port': 1} {{(pid=87629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 10 05:10:17.034765 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.217266 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.db_base_plugin_common [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Allocated IP 172.20.0.6 (facc92fc-c7c8-4a5e-8fa6-ae39b1db328b/5036fdfe-08fd-43ef-87fd-a00136520a66/de228b93-f04f-4e14-a5c8-f1e570d8ba98) {{(pid=87629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:10:17.221715 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:10:17.407373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.444332 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:10:17.472834 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:10:17.484363 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.486800 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:17.489862 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.514639 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Transition to ACTIVE for port object de228b93-f04f-4e14-a5c8-f1e570d8ba98 will not be triggered until provisioned by entity DHCP. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:10:17.551714 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_create {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.560440 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'code': 200}
Dec 10 05:10:17.574649 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-7f07b899-1744-48bb-a68d-c719c442cd64 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:17.619054 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:17.630644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:17.656968 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b is already hosted by enough agents. {{(pid=87629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:10:17.661275 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.scheduler.base_scheduler [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources bound (agent type, host, resource id):  {{(pid=87629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:10:17.665272 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Received port after_create {{(pid=87629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:10:17.717611 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=1']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:17.731419 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.731799 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.732176 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.732545 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.732908 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.733273 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.733662 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.734025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.734383 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.734747 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.735103 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.735457 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:17.741483 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:17.755188 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:17.755842 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.779278 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-5aa45400-6a66-45a5-ba61-8b73225c6253 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9185433
Dec 10 05:10:17.900795 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:17.929253 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8291b1c0-54d2-4702-8997-b97113edbd55 None None] Provisioning for port de228b93-f04f-4e14-a5c8-f1e570d8ba98 completed by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:10:17.940671 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-8291b1c0-54d2-4702-8997-b97113edbd55 None None] Provisioning complete for port de228b93-f04f-4e14-a5c8-f1e570d8ba98 triggered by entity DHCP. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:10:17.940954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8291b1c0-54d2-4702-8997-b97113edbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:18.000574 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-8291b1c0-54d2-4702-8997-b97113edbd55 None None] Port de228b93-f04f-4e14-a5c8-f1e570d8ba98 cannot update to ACTIVE because it is not bound. {{(pid=87631) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 10 05:10:18.160817 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:18.198267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21caa5-2f7e-4d02-89a2-87111d13a0c8 req-f9c2a80f-fe54-4548-ae53-e5981dbade01 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:18.199664 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad21caa5-2f7e-4d02-89a2-87111d13a0c8 req-f9c2a80f-fe54-4548-ae53-e5981dbade01 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0970063
Dec 10 05:10:18.245144 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-ad21caa5-2f7e-4d02-89a2-87111d13a0c8 req-d7c65748-fae8-4f0c-97c6-a2a020d78de7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397859
Dec 10 05:10:19.435498 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2879-6ce6-4138-afca-ed656a5f5d3b req-b36c0ecb-26e5-47ec-977d-0d6f6ac4f4f7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:19.436943 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50db2879-6ce6-4138-afca-ed656a5f5d3b req-b36c0ecb-26e5-47ec-977d-0d6f6ac4f4f7 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0815914
Dec 10 05:10:19.487417 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-50db2879-6ce6-4138-afca-ed656a5f5d3b req-fbba0564-9632-4d7c-b998-39cb5d21eb59 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438614
Dec 10 05:10:19.761158 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:20.673008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a320ed-aced-4fd2-a837-6d3f011fa312 req-ca685ee3-1aa6-480e-9b72-40e34767d846 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:20.674497 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e4a320ed-aced-4fd2-a837-6d3f011fa312 req-ca685ee3-1aa6-480e-9b72-40e34767d846 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0811918
Dec 10 05:10:20.720609 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e4a320ed-aced-4fd2-a837-6d3f011fa312 req-7a481c6e-cb06-4c42-ae1c-5bedbffa65a5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403543
Dec 10 05:10:21.644198 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:10:21.918978 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe789-e60c-4470-95ba-48e4f610973b req-3846ede3-be07-4367-8ec6-ea3ab3e138de tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:21.920440 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-600fe789-e60c-4470-95ba-48e4f610973b req-3846ede3-be07-4367-8ec6-ea3ab3e138de tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0914884
Dec 10 05:10:21.969593 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-600fe789-e60c-4470-95ba-48e4f610973b req-4ea7e24b-dc2f-407e-9cc3-eca8b3ad18dc tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420604
Dec 10 05:10:23.167317 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b3b5-21c6-40db-a3e3-7e98ba08aef1 req-3d596ca9-f99c-4781-9887-4d4dc5e24046 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:23.168851 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34b4b3b5-21c6-40db-a3e3-7e98ba08aef1 req-3d596ca9-f99c-4781-9887-4d4dc5e24046 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0798566
Dec 10 05:10:23.213850 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-34b4b3b5-21c6-40db-a3e3-7e98ba08aef1 req-b195af2e-c820-4f38-b23e-17d14f38caf2 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386467
Dec 10 05:10:24.408689 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b13034-de0e-4733-af53-af95a74fd187 req-d0cc795d-817a-49ce-b36d-e63e3e00341f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:24.410172 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24b13034-de0e-4733-af53-af95a74fd187 req-d0cc795d-817a-49ce-b36d-e63e3e00341f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0887020
Dec 10 05:10:24.455318 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-24b13034-de0e-4733-af53-af95a74fd187 req-4164f7df-e027-4fb0-971a-1ba9d49eee88 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393400
Dec 10 05:10:25.643799 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae87636-3f94-4c03-bbfc-2a83ef8cda78 req-aa485133-462f-4251-b772-6b2029e92801 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:25.645283 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fae87636-3f94-4c03-bbfc-2a83ef8cda78 req-aa485133-462f-4251-b772-6b2029e92801 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0815685
Dec 10 05:10:25.692753 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-fae87636-3f94-4c03-bbfc-2a83ef8cda78 req-9d74109a-a3b9-437a-b1e8-a783cd84a103 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414426
Dec 10 05:10:26.889909 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242986e-fc38-4b3b-bbdc-c277b160378a req-3d05388d-629e-4d8a-be1c-186bebc0a140 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:26.891255 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e242986e-fc38-4b3b-bbdc-c277b160378a req-3d05388d-629e-4d8a-be1c-186bebc0a140 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0840201
Dec 10 05:10:26.944879 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-e242986e-fc38-4b3b-bbdc-c277b160378a req-43bd5419-e862-484e-88af-4fba1ed6a43d tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474269
Dec 10 05:10:28.124637 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488355a8-59cc-4f1b-b912-8f19f99bb60b req-b4935493-ff65-4fd0-9fa5-b2736bdc1f5a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:28.125989 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-488355a8-59cc-4f1b-b912-8f19f99bb60b req-b4935493-ff65-4fd0-9fa5-b2736bdc1f5a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0777223
Dec 10 05:10:28.174219 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-488355a8-59cc-4f1b-b912-8f19f99bb60b req-5ac9f5d9-3b83-4d53-9c9c-9f06b60cf28a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422134
Dec 10 05:10:29.356761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643876fa-b86a-4c16-bac0-b31c62d7ede1 req-dda4dadd-6ab8-4521-89e3-f875838fb613 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:29.358225 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-643876fa-b86a-4c16-bac0-b31c62d7ede1 req-dda4dadd-6ab8-4521-89e3-f875838fb613 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0795045
Dec 10 05:10:29.401697 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-643876fa-b86a-4c16-bac0-b31c62d7ede1 req-f61467a8-4380-42d4-bbac-a2bd77215780 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373356
Dec 10 05:10:30.591867 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf955-91d7-4ac9-9c41-0aa5718af1c2 req-d322ab56-baea-4ea9-8364-7c2e1ec50a99 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:30.593529 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f2cf955-91d7-4ac9-9c41-0aa5718af1c2 req-d322ab56-baea-4ea9-8364-7c2e1ec50a99 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 931 time: 0.0853229
Dec 10 05:10:30.594558 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.v2.base [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Request body: {'port': {'device_id': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=87629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:10:30.625622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.18', 50084) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:10:30.692133 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-1f2cf955-91d7-4ac9-9c41-0aa5718af1c2 req-65ab2202-157a-4803-a8e3-713c075e039f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879242
Dec 10 05:10:30.732852 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-9c94baf3-1904-40f7-9a54-0ac19812d3ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1053350
Dec 10 05:10:30.853830 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:30.889260 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-2bd5e7c6-ee2f-4c98-af0e-97726c248441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:30.890909 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-2bd5e7c6-ee2f-4c98-af0e-97726c248441 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1096 time: 0.0822716
Dec 10 05:10:31.038861 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-7fa9174e-2f78-4ae8-aa3c-cafa1ec96d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.040342 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-7fa9174e-2f78-4ae8-aa3c-cafa1ec96d9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1298978
Dec 10 05:10:31.146452 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-af9bc03d-5cd1-41df-90be-b5aaf04d5ff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 999 time: 0.0992970
Dec 10 05:10:31.199816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de228b93-f04f-4e14-a5c8-f1e570d8ba98 {{(pid=87629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:10:31.209534 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:31.226942 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.provisioning_blocks [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Transition to ACTIVE for port object de228b93-f04f-4e14-a5c8-f1e570d8ba98 will not be triggered until provisioned by entity L2. {{(pid=87629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 10 05:10:31.233065 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:31.239633 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-89aea0ce-476e-4765-8727-f73a3efd7490 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:31.340666 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-280f14a7-2e7f-4928-b3a8-10aba572351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.342162 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-280f14a7-2e7f-4928-b3a8-10aba572351b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.1885374
Dec 10 05:10:31.381079 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=2']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:31.409055 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:31.439783 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-57dbbce2-dbc1-4ea8-8775-9508a9218d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.441593 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-57dbbce2-dbc1-4ea8-8775-9508a9218d14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0873063
Dec 10 05:10:31.496887 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Attempting to bind port de228b93-f04f-4e14-a5c8-f1e570d8ba98 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 10 05:10:31.497223 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Attempting to bind port de228b93-f04f-4e14-a5c8-f1e570d8ba98 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 10 05:10:31.497585 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Attempting to bind port de228b93-f04f-4e14-a5c8-f1e570d8ba98 on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:10:31.504173 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Port de228b93-f04f-4e14-a5c8-f1e570d8ba98 on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 10 05:10:31.504487 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Attempting to bind port de228b93-f04f-4e14-a5c8-f1e570d8ba98 on network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 10 05:10:31.514865 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Checking agent: {'id': '3fce94a0-dfff-4b3d-a5cb-e7f5f9efbefa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'started_at': datetime.datetime(2021, 12, 10, 3, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 10 05:10:31.515207 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Checking segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 10 05:10:31.515734 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Bound using segment: {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'} {{(pid=87629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 10 05:10:31.516158 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.managers [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Bound port: de228b93-f04f-4e14-a5c8-f1e570d8ba98, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eebaae-0583-4c89-901b-42fb6a7eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b'}}] {{(pid=87629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 10 05:10:31.516504 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:31.594694 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-91abafc7-8182-4d2a-b1d7-344ef1b3b10d service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457803
Dec 10 05:10:31.614749 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, cleared binding levels {{(pid=87629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 10 05:10:31.617687 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 10 05:10:31.622508 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3256653'] for port, after_update {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:31.627548 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-0b4ff4d5-5973-447f-926f-8f411bdbf813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:31.681106 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.681745 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:31.683107 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] 10.222.0.18 "PUT /v2.0/ports/de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 1093 time: 1.0942411
Dec 10 05:10:31.683637 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:10:31.709042 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=3']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:31.725008 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-bd55208d-3f53-47d5-a097-12ae401908eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:31.734251 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9c1aeee9-f3f3-40f9-b83a-28e3c8fa47a6 req-105e0234-5e55-46ea-b638-47ee27f75713 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333055
Dec 10 05:10:31.783872 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'status': 'completed', 'code': 200}
Dec 10 05:10:31.824989 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-6c593a3f-ff51-41ee-8108-ec277b6d2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.826597 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-6c593a3f-ff51-41ee-8108-ec277b6d2cfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1096 time: 0.0945809
Dec 10 05:10:31.900760 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-9a1d680e-7c9a-4c0f-8fa6-061198c89461 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 217 time: 0.0666933
Dec 10 05:10:31.920869 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08b76-8f07-4345-b336-7fcdacc308c5 req-8e11d32f-e34c-4c93-bb1d-b07f4b1b167f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.922688 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ae08b76-8f07-4345-b336-7fcdacc308c5 req-8e11d32f-e34c-4c93-bb1d-b07f4b1b167f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 943 time: 0.0923648
Dec 10 05:10:31.967159 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8ae08b76-8f07-4345-b336-7fcdacc308c5 req-28ec5b8d-40a2-47ab-97b1-8ea27debf952 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383024
Dec 10 05:10:31.967810 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-7f302251-7116-4807-97ed-c1f3d14b6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:31.969249 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-7f302251-7116-4807-97ed-c1f3d14b6191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0622923
Dec 10 05:10:32.043660 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-60f917ed-74a9-4b0a-9b13-c6b4adef4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:32.045117 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-60f917ed-74a9-4b0a-9b13-c6b4adef4ade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697026
Dec 10 05:10:32.172981 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-65deed24-c5e6-4d7e-a290-e0bbebc19652 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215661
Dec 10 05:10:32.304142 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-b165cfd4-a5ff-4c0c-aa09-2a6c5add0fd4 req-d2a4a9ea-372c-4615-96a5-1aab88ab9d33 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247108
Dec 10 05:10:32.421502 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-8589b8ee-ca94-4bae-a52d-d53c25fb18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:32.422956 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-8589b8ee-ca94-4bae-a52d-d53c25fb18b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1096 time: 0.0737019
Dec 10 05:10:32.667002 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-e2de1f16-eedd-4f05-809b-c725b96ec675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:32.668435 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-e2de1f16-eedd-4f05-809b-c725b96ec675 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.2391796
Dec 10 05:10:32.737618 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-2d037856-0c76-4abb-b53e-b62b8dbce1a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 217 time: 0.0621607
Dec 10 05:10:32.799046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-6fb6cbe2-c55a-42ac-b019-c3e456a3ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:32.800430 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-6fb6cbe2-c55a-42ac-b019-c3e456a3ee42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0563221
Dec 10 05:10:32.874856 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-25d01a8a-808e-40db-8cc5-d53e373fe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:32.876826 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-25d01a8a-808e-40db-8cc5-d53e373fe479 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692420
Dec 10 05:10:33.006227 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-36321d6b-35eb-4268-b0ab-a7e017b51ad1 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223950
Dec 10 05:10:33.152793 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9a3d13fe-5442-4b1c-a655-d89382832aef req-4a8e5a98-f5f5-4468-ac9c-ccca1b07031e service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380951
Dec 10 05:10:33.173984 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd420666-0b6b-49d9-8219-48398768ad73 req-bd739f9d-e4bf-4ee9-8fcd-cb234dbc2733 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:33.175805 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd420666-0b6b-49d9-8219-48398768ad73 req-bd739f9d-e4bf-4ee9-8fcd-cb234dbc2733 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 943 time: 0.0994010
Dec 10 05:10:33.222379 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-cd420666-0b6b-49d9-8219-48398768ad73 req-255f4c83-19d2-49d0-a456-7a10b78f70e5 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411398
Dec 10 05:10:34.402808 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05a49-8c34-477e-8387-da8f65948248 req-1c850f66-3b8e-44bb-b8a4-be140426815b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:34.404237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95a05a49-8c34-477e-8387-da8f65948248 req-1c850f66-3b8e-44bb-b8a4-be140426815b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 943 time: 0.0793624
Dec 10 05:10:34.447811 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-95a05a49-8c34-477e-8387-da8f65948248 req-2635816a-33a9-4240-a977-5282540446c3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379400
Dec 10 05:10:35.356972 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:10:35.487095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:10:35.501598 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'mac_address': 'fa:16:3e:0f:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:10:35.558644 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:35.576250 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de228b93-f04f-4e14-a5c8-f1e570d8ba98 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:10:35.592068 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:10:35.595947 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:35.597739 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:35.632874 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41431-d3e8-49b7-8cac-e552453fa7a8 req-a0ee7ba6-b96b-4c1f-ae7a-45157e0723f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:35.634258 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33c41431-d3e8-49b7-8cac-e552453fa7a8 req-a0ee7ba6-b96b-4c1f-ae7a-45157e0723f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 943 time: 0.0831139
Dec 10 05:10:35.661736 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=4']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:35.665087 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:35.677391 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-33c41431-d3e8-49b7-8cac-e552453fa7a8 req-8a30a756-c160-4783-a9b5-5ff4752466e1 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375628
Dec 10 05:10:35.967177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['de228b93-f04f-4e14-a5c8-f1e570d8ba98'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:10:36.866003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f620b-4fd3-4528-ae97-9d1f41036983 req-1e16ab79-f1af-4397-86dc-a9347335f61a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:36.867418 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-543f620b-4fd3-4528-ae97-9d1f41036983 req-1e16ab79-f1af-4397-86dc-a9347335f61a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 944 time: 0.0786700
Dec 10 05:10:36.911525 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-543f620b-4fd3-4528-ae97-9d1f41036983 req-fcae10f7-6168-4fe1-838d-f2ebc9421bb6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384703
Dec 10 05:10:37.359713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:10:37.425365 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning for port de228b93-f04f-4e14-a5c8-f1e570d8ba98 completed by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 10 05:10:37.429870 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port de228b93-f04f-4e14-a5c8-f1e570d8ba98 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:10:37.430244 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:37.545539 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:37.573095 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:10:37.582472 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:10:37.586470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:37.588509 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:37.621898 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'code': 200}
Dec 10 05:10:37.653007 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=5']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:37.655900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:37.844674 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349d4e6-c8e4-4313-9ae0-9d844e4770ce req-e54506f5-51e9-4d82-900a-26684c8037a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:37.846169 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9349d4e6-c8e4-4313-9ae0-9d844e4770ce req-e54506f5-51e9-4d82-900a-26684c8037a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1098 time: 0.0749023
Dec 10 05:10:37.886678 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-9349d4e6-c8e4-4313-9ae0-9d844e4770ce req-e859e2d0-f62a-4af6-9df2-5e3f2ac37d15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333085
Dec 10 05:10:38.094376 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ed4b-a988-4b22-9f4a-e14a02ea3a81 req-23b7a081-1246-49c0-93dc-974d08dc7223 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:38.095790 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d98ed4b-a988-4b22-9f4a-e14a02ea3a81 req-23b7a081-1246-49c0-93dc-974d08dc7223 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.0823762
Dec 10 05:10:38.138713 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-0d98ed4b-a988-4b22-9f4a-e14a02ea3a81 req-3092cb19-caac-4fe9-8dec-97be0dfa0571 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372171
Dec 10 05:10:39.325797 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc8a6-2433-49c7-89dc-7c4d5fda2c0b req-4be4244c-da3f-479e-be5e-c078d25116d3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:39.327201 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d99fc8a6-2433-49c7-89dc-7c4d5fda2c0b req-4be4244c-da3f-479e-be5e-c078d25116d3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.0791583
Dec 10 05:10:39.375629 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d99fc8a6-2433-49c7-89dc-7c4d5fda2c0b req-79901e4b-df7b-41b2-8fc9-016a8d608354 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427303
Dec 10 05:10:40.555664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107eaa-a241-45f8-a450-0c990ed78cd5 req-ccb16e75-cd08-4be0-8b49-13a991622e08 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:40.557086 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b107eaa-a241-45f8-a450-0c990ed78cd5 req-ccb16e75-cd08-4be0-8b49-13a991622e08 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.0786142
Dec 10 05:10:40.601690 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7b107eaa-a241-45f8-a450-0c990ed78cd5 req-66a39093-f990-4d51-b8f2-6cd51e2d5e9f tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390098
Dec 10 05:10:40.784948 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c507-cad0-44d6-a570-5ec9b15f52b7 req-aa05fa1c-ab45-4ef3-be70-9c6b7757ce0c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:40.786402 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6b5c507-cad0-44d6-a570-5ec9b15f52b7 req-aa05fa1c-ab45-4ef3-be70-9c6b7757ce0c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.0837553
Dec 10 05:10:40.828761 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-d6b5c507-cad0-44d6-a570-5ec9b15f52b7 req-aa464495-7a22-4f8e-917d-f74244b42492 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367804
Dec 10 05:10:40.851130 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52932) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:10:40.919390 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4721f797-dd02-49ad-be15-ae57136cc139 tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:40.920864 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-4721f797-dd02-49ad-be15-ae57136cc139 tempest-TestSnapshotPattern-1782512720 tempest-TestSnapshotPattern-1782512720-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1093 time: 0.0687902
Dec 10 05:10:40.923644 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 52936) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:10:40.928494 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.v2.base [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Request body: {'floatingip': {'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 10 05:10:40.934337 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 10 05:10:40.938108 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Usage tracker for resource:floatingip and tenant:172cb6b99d5b4bd9b348257e479c3e6b is out of sync, need to count used quota {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 10 05:10:40.941455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 10 05:10:40.947017 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.quota.driver [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 10 05:10:40.957710 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:41.090632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:41.223771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Allocated IP 172.26.1.37 (995c67b5-d93d-40f0-b617-1e717b3db9b0/54cc72b3-6f71-40e5-95d0-3736db596b7b/bcb21a2e-fd1e-40b1-9f00-70a04765513b) {{(pid=87630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 10 05:10:41.365848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:41.393993 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093851733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:41.398220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6e8ae961-66de-460d-9540-feae8030e2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:41.459937 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Network 995c67b5-d93d-40f0-b617-1e717b3db9b0 is already hosted by enough agents. {{(pid=87630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 10 05:10:41.462728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Resources bound (agent type, host, resource id):  {{(pid=87630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 10 05:10:41.466345 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Received port after_create {{(pid=87630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 10 05:10:41.620824 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=bcb21a2e-fd1e-40b1-9f00-70a04765513b,revision_number=1']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:41.632220 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.632604 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.632987 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.633393 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.633761 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.634127 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.634488 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.634853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.635214 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.635570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.635927 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.636282 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:10:41.640923 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:41.990361 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:42.062377 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:42.263531 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for port, precommit_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:42.268049 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2574659'] for port, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:42.271638 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-214fa913-a267-4795-9025-2cf158a81fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:10:42.374140 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event updated for resources: {'Port': ['ID=bcb21a2e-fd1e-40b1-9f00-70a04765513b,revision_number=2']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:10:42.378716 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:10:42.386784 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628616'] for floatingip, after_update {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:42.552252 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Floating IP 816f76db-e81a-444a-9664-8dde3e8a9904 associated. External IP: 172.26.1.37, port: de228b93-f04f-4e14-a5c8-f1e570d8ba98.
Dec 10 05:10:42.898470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:10:43.203551 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:10:43.214144 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:10:43.222856 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:10:43.223456 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbdc10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:10:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:10:43.227732 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:43.283707 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1b7ee899-7f97-40ef-82c9-fd640d4aaa9b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3590536
Dec 10 05:10:43.284473 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:10:43.328536 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'status': 'completed', 'code': 200}
Dec 10 05:10:43.397588 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:10:43.421006 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-70ce12c2-38f4-421d-b3ee-aaebc33c8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:43.422506 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-70ce12c2-38f4-421d-b3ee-aaebc33c8a3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1098 time: 0.0717640
Dec 10 05:10:43.557364 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-360a6e48-ab39-46da-bfe2-ee37c4246573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:43.558799 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-360a6e48-ab39-46da-bfe2-ee37c4246573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1301079
Dec 10 05:10:43.661446 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-4eebbec6-7e48-4bfa-9739-a0ff7f034af8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 998 time: 0.0957580
Dec 10 05:10:43.725813 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-84f6d879-28e4-4856-994b-8c3efbad1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:43.727151 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-84f6d879-28e4-4856-994b-8c3efbad1f9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0598805
Dec 10 05:10:43.749646 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbdc10>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '816f76db-e81a-444a-9664-8dde3e8a9904', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:0f:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:10:41Z', 'updated_at': '2021-12-10T05:10:41Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}, {'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:10:43.753988 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:10:43.762182 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:10:43.762775 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbdc10>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:10:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:10:43.801613 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-2ffe4f5d-1fc3-4df4-ae52-f787dee5a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:10:43.803078 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-2ffe4f5d-1fc3-4df4-ae52-f787dee5a683 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692689
Dec 10 05:10:43.936693 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-6f1fd567-96d8-43ca-bd69-1f8df2ba3005 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268241
Dec 10 05:10:43.938653 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:10:44.066741 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-5ec69d88-742c-4a6b-9307-8dd696fddc12 req-b1e3a178-5d67-4632-8257-e663bd0b5de0 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240268
Dec 10 05:10:44.309017 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfbdc10>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '816f76db-e81a-444a-9664-8dde3e8a9904', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:0f:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:10:41Z', 'updated_at': '2021-12-10T05:10:41Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}, {'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:10:44.312822 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30c8a3-0493-4108-b54d-df2620fa9fa3 None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': '816f76db-e81a-444a-9664-8dde3e8a9904', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:0f:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:10:41Z', 'updated_at': '2021-12-10T05:10:41Z', 'revision_number': 0, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}, {'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:10:44.497387 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f8272-28a1-4589-a5c3-e4f72e86be3c None None] New status for floating IP 816f76db-e81a-444a-9664-8dde3e8a9904: ACTIVE {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:10:44.588483 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d820-c0ac-478f-86bc-7bb47467d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:44.805206 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:46.861663 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b4a49152-c3ed-4782-a8a7-40d17afba3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:47.903561 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:48.158582 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:49.763804 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:10:58.643848 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:11:14.519024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-56a0132e-5104-4e7a-bc87-40d4616419f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:14.797976 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:16.863895 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-45476b98-eae4-42dd-add0-c53dbbcf1f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:17.905743 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:18.160931 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:19.765936 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:25.874332 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-de2b49e2-9d76-4e7f-8be6-03aa936d40fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681820
Dec 10 05:11:26.014026 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-0c7efbb8-1c08-43d9-b279-91ff0e530f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:11:26.015457 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-0c7efbb8-1c08-43d9-b279-91ff0e530f00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1096 time: 0.0728371
Dec 10 05:11:26.264629 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-8f2bc185-a80e-4bc6-80d7-6efcbfa12506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:11:26.266076 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-8f2bc185-a80e-4bc6-80d7-6efcbfa12506 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.2320240
Dec 10 05:11:26.365826 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-16693488-0ece-4b8f-8a94-6d182cba6533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 999 time: 0.0928588
Dec 10 05:11:26.426497 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-63c1060b-262f-4272-976d-3d24627c88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:11:26.427846 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-63c1060b-262f-4272-976d-3d24627c88f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0551794
Dec 10 05:11:26.505047 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-d7c13701-3b74-4caa-ace9-7b81afad019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:11:26.506473 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-d7c13701-3b74-4caa-ace9-7b81afad019f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719368
Dec 10 05:11:26.636476 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-07a2cf97-6cde-4b6d-b4a0-36f5ec2373af service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223857
Dec 10 05:11:26.763755 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-eeb9be5a-9ce1-4a1b-a289-9605245005cc req-3fa0e67a-6a35-4011-bab7-1f0cd846bd79 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200712
Dec 10 05:11:35.643008 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:11:44.520686 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-f13ba275-fca0-4b59-976e-8babee1c1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:44.807449 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:46.864207 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4dbc-bf1c-44cc-abeb-2fb555e23e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:47.908721 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:48.161390 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:11:49.770422 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:12.640987 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:12:14.524268 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb8b0-9173-472b-9633-746d0bfe82a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:14.806710 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:16.867122 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-9295e13b-4343-46cb-b6bd-e2fe24241510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:17.911015 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:18.162630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:19.773042 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:27.968774 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-361c3231-236e-48db-b121-8c641de86db5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691133
Dec 10 05:12:28.056963 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-c971df3b-86f5-4baa-95d1-e6281ed75825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:12:28.058471 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-c971df3b-86f5-4baa-95d1-e6281ed75825 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1098 time: 0.0692079
Dec 10 05:12:28.198824 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-eefddf58-9274-40a7-8ddf-9f54737f1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:12:28.200233 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-eefddf58-9274-40a7-8ddf-9f54737f1df2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1235836
Dec 10 05:12:28.300920 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-c69f5bee-7d2e-41c8-ba54-2f57b62eef32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 1000 time: 0.0936220
Dec 10 05:12:28.365859 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-a781c71c-167a-4a1e-805c-2606b7d5b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:12:28.367223 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-a781c71c-167a-4a1e-805c-2606b7d5b3e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0600402
Dec 10 05:12:28.438991 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-6e516b2e-2e77-417c-8b57-d4742732b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:12:28.440998 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-6e516b2e-2e77-417c-8b57-d4742732b6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676599
Dec 10 05:12:28.569214 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-22f4afcc-2aea-4089-a214-044bc8311048 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219003
Dec 10 05:12:28.698819 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-a25ce9e6-f8c0-4c98-9a4d-7b4e94dc1cd8 req-727c187c-3e90-465b-bfe1-425f93686e9b service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227195
Dec 10 05:12:44.525938 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-2b4886be-cf4d-4149-bf0f-fdafb88850dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:44.805566 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:46.084943 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=87631) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 10 05:12:46.216728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:12:46.229586 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Returning: {'device': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'port_id': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'mac_address': 'fa:16:3e:0f:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87631) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 10 05:12:46.281860 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:46.297527 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de228b93-f04f-4e14-a5c8-f1e570d8ba98 {{(pid=87631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 10 05:12:46.312038 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:12:46.316279 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:46.317988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-33d97f61-b32a-4b2b-853d-3ac187885dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:12:46.387320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=6']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:12:46.394310 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.394654 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.395025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.395355 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.395677 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.396000 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.396320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.396636 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.396954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.397266 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.397618 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.397928 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:12:46.402344 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] get_ports_and_sgs() called for port_ids ['de228b93-f04f-4e14-a5c8-f1e570d8ba98'] {{(pid=87631) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 10 05:12:46.425729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:12:46.867844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-055758ed-29b9-419b-9d31-e3c934cd8c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:47.914955 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:48.091293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 up at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 10 05:12:48.167874 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:48.173682 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.provisioning_blocks [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Provisioning complete for port de228b93-f04f-4e14-a5c8-f1e570d8ba98 triggered by entity L2. {{(pid=87631) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 10 05:12:48.174076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1859563'] for port, provisioning_complete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:48.283892 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:48.311844 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:12:48.322738 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:12:48.327024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:12:48.328806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:12:48.363890 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'code': 200}
Dec 10 05:12:48.394729 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=7']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:12:48.397623 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:12:49.639043 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:12:49.775975 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.022639 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53174) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:01.219472 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Deleting port bcb21a2e-fd1e-40b1-9f00-70a04765513b {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:01.219810 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.387475 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.387803 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.507114 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Calling delete_port for bcb21a2e-fd1e-40b1-9f00-70a04765513b owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:01.653757 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.658570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-a2a159f3-b5e7-47c6-83e1-a33ad4da5489 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:01.700452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event deleted for resources: {'Port': ['ID=bcb21a2e-fd1e-40b1-9f00-70a04765513b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:01.739257 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.739635 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.740003 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.740364 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.740724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.741105 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.741485 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.741838 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.742191 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.742541 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.742889 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.743234 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:01.773057 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:01.800126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:01.800449 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Floating IP 816f76db-e81a-444a-9664-8dde3e8a9904 disassociated (deleted). External IP: 172.26.1.37, port: de228b93-f04f-4e14-a5c8-f1e570d8ba98.
Dec 10 05:13:02.261152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:13:02.436938 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:13:02.446832 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:13:02.449981 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:02.455823 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:02.456424 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:02.506340 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-87c3c9b6-6ccb-4c88-8ffe-c7ed347f86ab tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "DELETE /v2.0/floatingips/816f76db-e81a-444a-9664-8dde3e8a9904 HTTP/1.1" status: 204  len: 168 time: 1.4798193
Dec 10 05:13:02.506340 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:13:02.610323 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'status': 'completed', 'code': 200}
Dec 10 05:13:02.634825 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:02.726209 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-fdecc4b5-964f-457b-a858-1a6e76ff5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:02.727752 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-fdecc4b5-964f-457b-a858-1a6e76ff5fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 1098 time: 0.0939190
Dec 10 05:13:02.871690 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-01fd0044-0e7a-46b3-98ec-b65657e41853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:02.873084 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-01fd0044-0e7a-46b3-98ec-b65657e41853 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1388111
Dec 10 05:13:02.887774 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640d2d-b180-4a5c-aa34-b4ed8503e822 req-beb57b81-aaed-4923-97bc-1e78450de5ba tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:02.888705 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9d640d2d-b180-4a5c-aa34-b4ed8503e822 req-beb57b81-aaed-4923-97bc-1e78450de5ba tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:13:02.907402 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-9d640d2d-b180-4a5c-aa34-b4ed8503e822 req-beb57b81-aaed-4923-97bc-1e78450de5ba tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:13:02.909860 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9d640d2d-b180-4a5c-aa34-b4ed8503e822 req-beb57b81-aaed-4923-97bc-1e78450de5ba tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.1053522
Dec 10 05:13:02.947556 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-6ed07fe6-4d98-4f50-b42f-0f937d552c31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 200  len: 217 time: 0.0652654
Dec 10 05:13:02.958167 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-9d640d2d-b180-4a5c-aa34-b4ed8503e822 req-f8ae33fc-37df-44dd-b6e3-690332edcebd tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426857
Dec 10 05:13:02.997581 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704bb0>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:03.001500 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:13:03.009931 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:03.010533 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704bb0>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:03.134650 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-0594cfd6-4d33-48a0-b506-b2924ff7cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:03.135976 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-0594cfd6-4d33-48a0-b506-b2924ff7cfb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.1821949
Dec 10 05:13:03.186028 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:03.216776 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-88fe1ab4-634a-4696-8127-2a96f4b3b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:03.216776 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-88fe1ab4-634a-4696-8127-2a96f4b3b252 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696466
Dec 10 05:13:03.344316 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-3e35c271-6a50-40f2-9a47-5a9d9bb4e7aa service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243260
Dec 10 05:13:03.476178 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e9389880-c17a-4f12-a3aa-825310f85dcc req-eea5a8aa-3470-4346-9c68-743cd5caf799 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243505
Dec 10 05:13:03.553243 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9c704bb0>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:03.557078 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b458-e1e0-4cc5-b941-dac2fcadb6fa None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_floatingips': [{'id': 'bb2376cd-5612-4be8-8077-8812a31c4dc0', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'floating_ip_address': '172.26.1.247', 'floating_network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'router_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'port_id': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'mac_address': 'fa:16:3e:25:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T05:07:16Z', 'updated_at': '2021-12-10T05:07:18Z', 'revision_number': 1, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:13:03.780202 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2837d6e-66e3-4de0-bd3e-ecec16d6f1a2 None None] New status for floating IP 816f76db-e81a-444a-9664-8dde3e8a9904: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:13:04.121160 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:04.146156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe93aa-389d-492b-ac73-8a83ede8b752 req-50060dcb-5f8d-46c7-9a40-3969fb2beacb tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:04.147645 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7afe93aa-389d-492b-ac73-8a83ede8b752 req-50060dcb-5f8d-46c7-9a40-3969fb2beacb tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 945 time: 0.0811343
Dec 10 05:13:04.195241 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-7afe93aa-389d-492b-ac73-8a83ede8b752 req-9db5c760-045d-40b2-8090-97fc656e0835 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417063
Dec 10 05:13:04.279044 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936408'] for port, before_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:04.306316 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:13:04.317149 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:04.321362 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761094398778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093851751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093851796'] for port, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:04.323128 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:04.358214 dv-neutron-821182-1-hyperv neutron-server[87631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'code': 200}
Dec 10 05:13:04.390639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Pushing event updated for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=8']} {{(pid=87631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:04.394043 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_concurrency.lockutils [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:04.631902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622babd0-a14a-4a88-9c65-dd641af21afd req-c8f4bbf6-a8c0-4871-8615-2df81bccadfe tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:04.632586 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-622babd0-a14a-4a88-9c65-dd641af21afd req-c8f4bbf6-a8c0-4871-8615-2df81bccadfe tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:13:04.643909 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-622babd0-a14a-4a88-9c65-dd641af21afd req-c8f4bbf6-a8c0-4871-8615-2df81bccadfe tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:13:04.644912 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-622babd0-a14a-4a88-9c65-dd641af21afd req-c8f4bbf6-a8c0-4871-8615-2df81bccadfe tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 943 time: 0.0913980
Dec 10 05:13:04.716240 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Deleting port de228b93-f04f-4e14-a5c8-f1e570d8ba98 {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:04.716578 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:04.955554 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] For port de228b93-f04f-4e14-a5c8-f1e570d8ba98, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de228b93-f04f-4e14-a5c8-f1e570d8ba98,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:04.955902 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:05.080292 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Calling delete_port for de228b93-f04f-4e14-a5c8-f1e570d8ba98 owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:05.218816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:05.225046 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-6fd4381e-ad08-40d3-b743-b4844e074b1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:05.269780 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event deleted for resources: {'Port': ['ID=de228b93-f04f-4e14-a5c8-f1e570d8ba98,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:05.307912 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.308287 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.308659 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.309025 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.309418 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.309784 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.310143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.310507 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.310863 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.311217 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.311575 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.311926 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821182-1-hyperv {{(pid=87629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 10 05:13:05.322561 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:05.350256 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-af10ef51-1339-4e40-a91d-b503cf5e81d8 req-048635f0-f187-4e4a-86cf-5099bb2d2d5a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e39e3e-d03d-48f3-b5fa-50c4346db878 HTTP/1.1" status: 200  len: 210 time: 0.0477715
Dec 10 05:13:05.360143 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] No DVR routers for this DVR port de228b93-f04f-4e14-a5c8-f1e570d8ba98 on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:13:05.362681 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:05.365442 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-deleted', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:13:05.381816 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-622babd0-a14a-4a88-9c65-dd641af21afd req-d101c8b0-61eb-46f9-baca-173aad12b090 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "DELETE /v2.0/ports/de228b93-f04f-4e14-a5c8-f1e570d8ba98 HTTP/1.1" status: 204  len: 173 time: 0.7313855
Dec 10 05:13:05.464230 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e39e3e-d03d-48f3-b5fa-50c4346db878', 'name': 'network-vif-deleted', 'tag': 'de228b93-f04f-4e14-a5c8-f1e570d8ba98', 'status': 'completed', 'code': 200}
Dec 10 05:13:06.982564 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53240) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:07.181269 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Deleting port 4b8bbc0f-cb72-4939-a5aa-ed4607e564aa {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:07.181640 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:07.347122 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:07.347446 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:07.470304 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Calling delete_port for 4b8bbc0f-cb72-4939-a5aa-ed4607e564aa owned by network:floatingip {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:07.618904 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:07.623233 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-061fdc69-c5e3-4544-b1bc-a994d41a9598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:07.665791 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event deleted for resources: {'Port': ['ID=4b8bbc0f-cb72-4939-a5aa-ed4607e564aa,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:07.691415 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:07.755335 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for floatingip, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:07.755630 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.db.l3_db [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Floating IP bb2376cd-5612-4be8-8077-8812a31c4dc0 disassociated (deleted). External IP: 172.26.1.247, port: be27d859-76a2-4bee-8103-5ef6d5120f6d.
Dec 10 05:13:08.167698 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:08.202024 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: de228b93-f04f-4e14-a5c8-f1e570d8ba98 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:08.202373 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device de228b93-f04f-4e14-a5c8-f1e570d8ba98 not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:08.221664 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:13:08.395454 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:13:08.404709 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:13:08.411198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for floatingip, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:08.413976 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:08.414643 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:08.468038 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-7e891310-feec-471d-ae06-7e704d08461c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb2376cd-5612-4be8-8077-8812a31c4dc0 HTTP/1.1" status: 204  len: 168 time: 1.4842865
Dec 10 05:13:08.468616 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:13:08.513171 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'status': 'completed', 'code': 200}
Dec 10 05:13:08.594943 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:08.607542 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-76905b43-45bf-4fe8-9893-e84d02cfe7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:08.609001 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-76905b43-45bf-4fe8-9893-e84d02cfe7b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 1096 time: 0.0728457
Dec 10 05:13:08.745717 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-1a5e89f2-1ef0-4845-a804-94b2ba12bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:08.747673 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-1a5e89f2-1ef0-4845-a804-94b2ba12bd15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 200  len: 911 time: 0.1321428
Dec 10 05:13:08.819937 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-49e5dd48-a3ea-4016-99c6-6640de9c8e97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 200  len: 217 time: 0.0656133
Dec 10 05:13:08.846771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2b7e-bd9c-488d-966d-d810770d56f5 req-6f446aa8-83f6-4699-8b2d-1f93577752c3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:08.847740 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-164f2b7e-bd9c-488d-966d-d810770d56f5 req-6f446aa8-83f6-4699-8b2d-1f93577752c3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87630) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:13:08.869622 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.quota.resource [req-164f2b7e-bd9c-488d-966d-d810770d56f5 req-6f446aa8-83f6-4699-8b2d-1f93577752c3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:13:08.871316 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-164f2b7e-bd9c-488d-966d-d810770d56f5 req-6f446aa8-83f6-4699-8b2d-1f93577752c3 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.1067219
Dec 10 05:13:08.899757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-07fda69d-13e8-4177-a26a-84a6a55951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:08.901262 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-07fda69d-13e8-4177-a26a-84a6a55951ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 200  len: 849 time: 0.0737722
Dec 10 05:13:08.925350 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-164f2b7e-bd9c-488d-966d-d810770d56f5 req-ccfeff27-b977-49d9-8ab8-1a97bf136e5e tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471520
Dec 10 05:13:08.928521 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5a00>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:08.932811 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:13:08.941667 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:08.942353 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5a00>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:08.986651 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-371b91d5-b827-4cc0-bd8e-623a0ff3a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:08.988138 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-371b91d5-b827-4cc0-bd8e-623a0ff3a3c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790935
Dec 10 05:13:09.117673 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:09.238916 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-38c5d243-e11a-4535-ba4c-14a3106e6f61 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431545
Dec 10 05:13:09.370339 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-ea5c176c-e0b1-41f2-82cc-40958327fa4b req-53f5e53d-2431-4d8a-b07a-d6f01499ef15 service neutron] 10.222.0.18 "GET /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244287
Dec 10 05:13:09.464171 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9d1a5a00>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:09.468041 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6422ff-7a9a-43a0-a799-88d148094c1a None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:06:47Z', 'revision_number': 4, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv', '_interfaces': [{'id': '12ff46d1-366c-4496-95b4-d9483968cd05', 'name': '', 'network_id': 'facc92fc-c7c8-4a5e-8fa6-ae39b1db328b', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'mac_address': 'fa:16:3e:92:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:46Z', 'updated_at': '2021-12-10T05:06:54Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'subnets': [{'id': '5036fdfe-08fd-43ef-87fd-a00136520a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:13:09.683620 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4274ad0-5da8-4ae8-9b55-75fd1580b584 None None] New status for floating IP bb2376cd-5612-4be8-8077-8812a31c4dc0: DOWN {{(pid=87631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 10 05:13:09.741509 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-5bc3504c-28c7-4a2c-99d3-e967894c7c80 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:09.742211 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-5bc3504c-28c7-4a2c-99d3-e967894c7c80 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Synchronizing usage tracker for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87629) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 10 05:13:09.754816 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.quota.resource [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-5bc3504c-28c7-4a2c-99d3-e967894c7c80 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Unset dirty status for tenant:172cb6b99d5b4bd9b348257e479c3e6b on resource:port {{(pid=87629) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 10 05:13:09.755938 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-5bc3504c-28c7-4a2c-99d3-e967894c7c80 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0940502
Dec 10 05:13:09.829426 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Deleting port be27d859-76a2-4bee-8103-5ef6d5120f6d {{(pid=87629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:09.829775 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:10.070402 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.db [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] For port be27d859-76a2-4bee-8103-5ef6d5120f6d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=be27d859-76a2-4bee-8103-5ef6d5120f6d,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:10.070757 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:10.111974 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ef6e-5da6-47e7-a084-c8883afd52af req-39762589-9eb1-4c2d-8773-d69ed1b8b62a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 10 05:13:10.113427 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8532ef6e-5da6-47e7-a084-c8883afd52af req-39762589-9eb1-4c2d-8773-d69ed1b8b62a tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/ports?device_id=8069adc9-d2aa-42db-9cac-7ef6365939b6 HTTP/1.1" status: 200  len: 943 time: 0.0829442
Dec 10 05:13:10.155823 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [req-8532ef6e-5da6-47e7-a084-c8883afd52af req-65618b75-4492-4cab-bdb4-619d22532a8b tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "GET /v2.0/security-groups?id=adad80d8-0c6f-4cb7-8ce7-68ccc9152292&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366683
Dec 10 05:13:10.197762 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.plugins.ml2.plugin [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Calling delete_port for be27d859-76a2-4bee-8103-5ef6d5120f6d owned by compute:nova {{(pid=87629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:10.336180 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3256644'] for port, after_delete {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:10.341514 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-846b783b-4517-4b4c-86b2-fb6a476d6b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:10.389658 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event deleted for resources: {'Port': ['ID=be27d859-76a2-4bee-8103-5ef6d5120f6d,revision_number=None']} {{(pid=87629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:10.393222 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG oslo_concurrency.lockutils [None req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:10.465880 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] No DVR routers for this DVR port be27d859-76a2-4bee-8103-5ef6d5120f6d on host hv-neutron-8211 {{(pid=87629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:13:10.468251 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron_lib.callbacks.manager [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158339'] for port, before_response {{(pid=87629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:10.471337 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-deleted', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d'}] {{(pid=87629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 10 05:13:10.487621 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.wsgi [req-e010c86b-4f4f-4ded-b300-51e5c62e9abe req-ac6285fd-41db-452b-a8ef-592c7ca5a17c tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.18 "DELETE /v2.0/ports/be27d859-76a2-4bee-8103-5ef6d5120f6d HTTP/1.1" status: 204  len: 173 time: 0.7260697
Dec 10 05:13:10.522637 dv-neutron-821182-1-hyperv neutron-server[87629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8069adc9-d2aa-42db-9cac-7ef6365939b6', 'name': 'network-vif-deleted', 'tag': 'be27d859-76a2-4bee-8103-5ef6d5120f6d', 'status': 'completed', 'code': 200}
Dec 10 05:13:11.249167 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53256) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:11.315037 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:11.343931 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:11.412570 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:11.416324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-0c901099-5e65-4cf3-b743-80e75d4a708d tempest-ServerActionsTestJSON-1915416241 tempest-ServerActionsTestJSON-1915416241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:11.431823 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adad80d8-0c6f-4cb7-8ce7-68ccc9152292,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:11.434728 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:11.445798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:11.446895 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-b00511a1-0c73-49e3-b034-856b8590d8f6 tempest-TestSnapshotPattern-1515548664 tempest-TestSnapshotPattern-1515548664-project] 10.222.0.44 "DELETE /v2.0/security-groups/adad80d8-0c6f-4cb7-8ce7-68ccc9152292 HTTP/1.1" status: 204  len: 168 time: 0.1967452
Dec 10 05:13:11.499765 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53262) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:12.124119 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:12.167512 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:12.205109 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] No Port match for: be27d859-76a2-4bee-8103-5ef6d5120f6d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:12.205498 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Device be27d859-76a2-4bee-8103-5ef6d5120f6d not bound to the agent host hv-neutron-8211 {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:12.589920 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Deleting port 12ff46d1-366c-4496-95b4-d9483968cd05 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:12.590452 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:12.756420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] For port 12ff46d1-366c-4496-95b4-d9483968cd05, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=12ff46d1-366c-4496-95b4-d9483968cd05,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:12.756771 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:12.877661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Calling delete_port for 12ff46d1-366c-4496-95b4-d9483968cd05 owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:13.045395 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:13.049011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-78fd1bba-711f-4709-ab9f-1160537d1cf2 tempest-TestShelveInstance-2110109466 tempest-TestShelveInstance-2110109466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:13.095018 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Pushing event deleted for resources: {'Port': ['ID=12ff46d1-366c-4496-95b4-d9483968cd05,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:13.098126 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:13.354412 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:13.834287 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Router c63712a3-74c9-49bf-9973-c4b6530c11f8 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:13:14.011724 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:13:14.020922 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Sync routers for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:13:14.025824 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-bbdc17c9-3b1a-44a1-a2e1-04bdc826b88c admin admin] 10.222.0.44 "PUT /v2.0/routers/c63712a3-74c9-49bf-9973-c4b6530c11f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5249636
Dec 10 05:13:14.027169 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53268) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:14.030725 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:14.031329 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:14.197510 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.203077 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:14.372171 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.382779 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Deleting port 3d1f0dcd-c682-43b9-83e6-6606828279b6 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:14.383076 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.480766 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee190>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:13:12Z', 'revision_number': 5, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port': {'id': '3d1f0dcd-c682-43b9-83e6-6606828279b6', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:44Z', 'updated_at': '2021-12-10T05:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:14.484383 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Checking router: c63712a3-74c9-49bf-9973-c4b6530c11f8 for host: dv-neutron-821182-1-hyperv {{(pid=87632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:13:14.492965 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Routers {'c63712a3-74c9-49bf-9973-c4b6530c11f8'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:14.493582 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee190>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:12:47Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['c63712a3-74c9-49bf-9973-c4b6530c11f8'], 'active': True} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:14.528368 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d53c8309-675f-47ce-9963-171eb580fffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.555399 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] For port 3d1f0dcd-c682-43b9-83e6-6606828279b6, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d1f0dcd-c682-43b9-83e6-6606828279b6,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:14.555747 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.641488 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_dvr_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] Set router c63712a3-74c9-49bf-9973-c4b6530c11f8 gateway port host: None {{(pid=87632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:14.676528 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Calling delete_port for 3d1f0dcd-c682-43b9-83e6-6606828279b6 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:14.745102 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.l3_hamode_db [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9deee190>, [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:13:14Z', 'revision_number': 6, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:14.748926 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c2eb56-e7bf-462a-8a32-ec770d57a13c None None] The sync data for ids ['c63712a3-74c9-49bf-9973-c4b6530c11f8'] in dv-neutron-821182-1-hyperv is: [{'id': 'c63712a3-74c9-49bf-9973-c4b6530c11f8', 'name': 'tempest-TestSnapshotPattern-1610074588-router', 'tenant_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:43Z', 'updated_at': '2021-12-10T05:13:14Z', 'revision_number': 6, 'project_id': '172cb6b99d5b4bd9b348257e479c3e6b', 'gw_port_host': None}] {{(pid=87632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:13:14.821656 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.847442 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:14.851950 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-116011f6-6f10-494d-b61b-d4f4367d9037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:14.896027 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1f0dcd-c682-43b9-83e6-6606828279b6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:14.898926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:14.986848 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.285143 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.287308 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.308316 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.308834 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63712a3-74c9-49bf-9973-c4b6530c11f8 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 05:13:15.320915 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.322054 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1864661b-b7a0-47ee-b2a5-dc88f689a988 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c63712a3-74c9-49bf-9973-c4b6530c11f8 HTTP/1.1" status: 204  len: 168 time: 1.2939720
Dec 10 05:13:15.324603 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53272) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:15.384633 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Deleting subnet 5036fdfe-08fd-43ef-87fd-a00136520a66 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 05:13:15.387432 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.434946 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.515559 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.585780 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d1f0dcd-c682-43b9-83e6-6606828279b6 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:15.592647 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.597011 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-dc513e40-6ab4-4fcb-a4cd-af7d55d7c7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:15.622257 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3d1f0dcd-c682-43b9-83e6-6606828279b6 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:15.622665 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d1f0dcd-c682-43b9-83e6-6606828279b6 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:15.623094 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12ff46d1-366c-4496-95b4-d9483968cd05 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:15.636872 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5036fdfe-08fd-43ef-87fd-a00136520a66,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:15.640244 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:15.642738 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.649237 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-3ffa61be-e238-4a89-aee8-25f2f651a2c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5036fdfe-08fd-43ef-87fd-a00136520a66 HTTP/1.1" status: 204  len: 168 time: 0.3236685
Dec 10 05:13:15.651769 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53276) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:15.652075 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64f52b-01af-4adc-a857-6b16210a44d8 None None] Network facc92fc-c7c8-4a5e-8fa6-ae39b1db328b requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:13:15.674152 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 12ff46d1-366c-4496-95b4-d9483968cd05 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:15.674716 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 12ff46d1-366c-4496-95b4-d9483968cd05 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:15.757156 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.768198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Deleting port 057a15a6-d5d5-463a-9737-da98de5d9e6f {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:15.768539 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.917409 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] DHCP port deletion for facc92fc-c7c8-4a5e-8fa6-ae39b1db328b request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 05:13:15.921630 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Deleting port 057a15a6-d5d5-463a-9737-da98de5d9e6f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:15.922008 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:15.984416 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] For port 057a15a6-d5d5-463a-9737-da98de5d9e6f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=057a15a6-d5d5-463a-9737-da98de5d9e6f,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:15.985002 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.106408 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Calling delete_port for 057a15a6-d5d5-463a-9737-da98de5d9e6f owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:16.116516 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] For port 057a15a6-d5d5-463a-9737-da98de5d9e6f, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=057a15a6-d5d5-463a-9737-da98de5d9e6f,segment=NetworkSegment(f8eebaae-0583-4c89-901b-42fb6a7eb646),segment_id=f8eebaae-0583-4c89-901b-42fb6a7eb646)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:16.116908 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.184424 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.189563 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-3cd26703-e61e-4610-96db-5afbf7761a85 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:16.232776 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Pushing event deleted for resources: {'Port': ['ID=057a15a6-d5d5-463a-9737-da98de5d9e6f,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:16.234560 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] No DVR routers for this DVR port 057a15a6-d5d5-463a-9737-da98de5d9e6f on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:13:16.236046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:16.238810 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Calling delete_port for 057a15a6-d5d5-463a-9737-da98de5d9e6f owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:16.307988 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 05:13:16.308341 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 05:13:16.348128 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.373470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96ce27f0>,) {'filters': {'network_id': ['facc92fc-c7c8-4a5e-8fa6-ae39b1db328b']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:16.385630 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ce27f0>, 'f8eebaae-0583-4c89-901b-42fb6a7eb646') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:16.385926 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96ce27f0>, 'f8eebaae-0583-4c89-901b-42fb6a7eb646') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:16.396825 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.417046 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.423455 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 05:13:16.423833 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 05:13:16.436586 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 05:13:16.508843 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.514198 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.516661 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-7758626f-d44c-477a-8c93-8567f91f0ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:16.536008 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Pushing event deleted for resources: {'Network': ['ID=facc92fc-c7c8-4a5e-8fa6-ae39b1db328b,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:16.539152 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:16.552059 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-fe219ef8-4333-4926-9eb9-ab30853a84be admin admin] 10.222.0.44 "DELETE /v2.0/networks/facc92fc-c7c8-4a5e-8fa6-ae39b1db328b HTTP/1.1" status: 204  len: 168 time: 0.8993092
Dec 10 05:13:16.554953 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53280) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:16.809802 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Deleting port 057a15a6-d5d5-463a-9737-da98de5d9e6f {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:16.810339 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:16.886177 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-20487010-c6bf-40ec-af80-a10f3181335f None None] The port '057a15a6-d5d5-463a-9737-da98de5d9e6f' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 05:13:16.902713 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-8dace0da-f9be-44ea-baac-341a0e42dc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:17.208420 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587162'] for router_interface, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:17.556545 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Deleting port 895df2a6-e541-4089-99a8-a31907329a2d {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:17.556880 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:17.590973 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 057a15a6-d5d5-463a-9737-da98de5d9e6f no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:17.624076 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 057a15a6-d5d5-463a-9737-da98de5d9e6f {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:17.624426 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 057a15a6-d5d5-463a-9737-da98de5d9e6f not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:17.728925 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] For port 895df2a6-e541-4089-99a8-a31907329a2d, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=895df2a6-e541-4089-99a8-a31907329a2d,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:17.729271 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:17.848094 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Calling delete_port for 895df2a6-e541-4089-99a8-a31907329a2d owned by network:router_interface {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:17.918573 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:18.017989 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:18.022536 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-789d3160-17e8-415f-903a-f6ba781e5ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:18.068648 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=895df2a6-e541-4089-99a8-a31907329a2d,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:18.094607 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:18.172571 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:18.329240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576106'] for router_interface, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:18.806428 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Router 051be115-dad2-4b77-94cd-3b51ddccfa18 has already been hosted by L3 agent 303e470d-5d7f-4b22-af22-8e45f8294f85 {{(pid=87630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 10 05:13:18.983538 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] Notify agent at l3_agent.dv-neutron-821182-1-hyperv the message routers_updated {{(pid=87630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 10 05:13:18.991996 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Sync routers for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 10 05:13:19.001610 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-76d005b6-8d1a-4fb9-a6b1-2a2559ed7f0e admin admin] 10.222.0.44 "PUT /v2.0/routers/051be115-dad2-4b77-94cd-3b51ddccfa18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4429328
Dec 10 05:13:19.001798 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53284) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:19.001948 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:19.002560 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcb040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:19.174586 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.216255 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: dv-neutron-821182-1-hyperv {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:19.349888 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.360117 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Deleting port 3d9379e8-e5ac-4c16-a21d-df0726014a14 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:19.361106 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.498251 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcb040>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'external_fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:13:17Z', 'revision_number': 5, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port': {'id': '3d9379e8-e5ac-4c16-a21d-df0726014a14', 'name': '', 'network_id': '995c67b5-d93d-40f0-b617-1e717b3db9b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821182-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T05:06:50Z', 'updated_at': '2021-12-10T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54cc72b3-6f71-40e5-95d0-3736db596b7b', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821182-1-hyperv'}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:19.502577 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Checking router: 051be115-dad2-4b77-94cd-3b51ddccfa18 for host: dv-neutron-821182-1-hyperv {{(pid=87631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 10 05:13:19.510774 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Routers {'051be115-dad2-4b77-94cd-3b51ddccfa18'} bound to L3 agent in host dv-neutron-821182-1-hyperv {{(pid=87631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 10 05:13:19.511379 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcb040>, 'dv-neutron-821182-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T03:45:47Z,description=<?>,heartbeat_timestamp=2021-12-10T05:13:17Z,host='dv-neutron-821182-1-hyperv',id=303e470d-5d7f-4b22-af22-8e45f8294f85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-10T03:45:47Z,topic='l3_agent')) {'router_ids': ['051be115-dad2-4b77-94cd-3b51ddccfa18'], 'active': True} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:19.532712 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] For port 3d9379e8-e5ac-4c16-a21d-df0726014a14, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=3d9379e8-e5ac-4c16-a21d-df0726014a14,segment=NetworkSegment(d74a6b3c-dd20-48f1-8370-9860f2da60d2),segment_id=d74a6b3c-dd20-48f1-8370-9860f2da60d2)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:19.533095 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.656506 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Calling delete_port for 3d9379e8-e5ac-4c16-a21d-df0726014a14 owned by network:router_gateway {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:19.661954 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_dvr_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] Set router 051be115-dad2-4b77-94cd-3b51ddccfa18 gateway port host: None {{(pid=87631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 10 05:13:19.773518 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.db.l3_hamode_db [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7d9cfcb040>, [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:13:19Z', 'revision_number': 6, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port_host': None}], 'dv-neutron-821182-1-hyperv', False) {} {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:19.781849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4613e13b-2bae-49d7-b54e-8e218bc4363a None None] The sync data for ids ['051be115-dad2-4b77-94cd-3b51ddccfa18'] in dv-neutron-821182-1-hyperv is: [{'id': '051be115-dad2-4b77-94cd-3b51ddccfa18', 'name': 'tempest-TestSnapshotPattern-1179721593-router', 'tenant_id': '78172e4b251b4be79e826ed86601c3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T05:06:49Z', 'updated_at': '2021-12-10T05:13:19Z', 'revision_number': 6, 'project_id': '78172e4b251b4be79e826ed86601c3f0', 'gw_port_host': None}] {{(pid=87631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 10 05:13:19.790884 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.829189 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:19.832694 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-08ecadac-f224-47e2-88e1-6c6abeccc230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:20.004853 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9379e8-e5ac-4c16-a21d-df0726014a14,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:20.007895 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:20.094147 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628733'] for router_gateway, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.266098 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103453'] for router, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.268673 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.290957 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587123'] for router, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.291505 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051be115-dad2-4b77-94cd-3b51ddccfa18 {{(pid=87630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 10 05:13:20.302928 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.304028 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/051be115-dad2-4b77-94cd-3b51ddccfa18 HTTP/1.1" status: 204  len: 168 time: 1.3013382
Dec 10 05:13:20.306483 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53288) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:20.374815 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Deleting subnet 967b7b1b-6a21-4c8c-9dbe-ce735e292070 {{(pid=87630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 10 05:13:20.377777 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.428941 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2261149'] for subnet, precommit_delete_associations {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.504443 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1857097'] for subnet, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.572005 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1857041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2574713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2862224'] for subnet, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.576421 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-89a139ec-a4c8-424f-8f57-d84cd43ccea2 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:20.616084 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967b7b1b-6a21-4c8c-9dbe-ce735e292070,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:20.617942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.621719 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6d639678-22df-4561-a406-94a364091972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:20.625800 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-6d639678-22df-4561-a406-94a364091972 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/967b7b1b-6a21-4c8c-9dbe-ce735e292070 HTTP/1.1" status: 204  len: 168 time: 0.3182876
Dec 10 05:13:20.627491 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53292) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:20.627967 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ef50b-c164-48e3-a08d-29d472fa28bb None None] Network 84fd39b3-2095-449b-a66b-5b1d10e135bf requested from dv-neutron-821182-1-hyperv {{(pid=87631) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 10 05:13:20.748912 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2048242'] for network, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.760702 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Deleting port 690bca4c-0e1e-4625-b021-6fcb25772c16 {{(pid=87630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:20.761045 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.918057 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] DHCP port deletion for 84fd39b3-2095-449b-a66b-5b1d10e135bf request from dv-neutron-821182-1-hyperv {{(pid=87631) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 10 05:13:20.922406 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Deleting port 690bca4c-0e1e-4625-b021-6fcb25772c16 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:20.923291 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:20.967276 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.db [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] For port 690bca4c-0e1e-4625-b021-6fcb25772c16, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690bca4c-0e1e-4625-b021-6fcb25772c16,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:20.967629 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.106048 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Calling delete_port for 690bca4c-0e1e-4625-b021-6fcb25772c16 owned by network:dhcp {{(pid=87630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:21.121744 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.db [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] For port 690bca4c-0e1e-4625-b021-6fcb25772c16, host dv-neutron-821182-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821182-1-hyperv',level=0,port_id=690bca4c-0e1e-4625-b021-6fcb25772c16,segment=NetworkSegment(ce075c8f-3319-4b15-9c49-0b96e94b67c4),segment_id=ce075c8f-3319-4b15-9c49-0b96e94b67c4)] {{(pid=87631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 10 05:13:21.122140 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626074'] for port, precommit_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.182404 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1936475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761094398805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093851742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2574666'] for port, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.186942 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-6be05248-c031-4b5d-88f5-8597840c82e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:21.230410 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=690bca4c-0e1e-4625-b021-6fcb25772c16,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:21.232182 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] No DVR routers for this DVR port 690bca4c-0e1e-4625-b021-6fcb25772c16 on host dv-neutron-821182-1-hyperv {{(pid=87630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 10 05:13:21.233692 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:21.241548 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Calling delete_port for 690bca4c-0e1e-4625-b021-6fcb25772c16 owned by network:dhcp {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 10 05:13:21.314883 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.db.api [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 10 05:13:21.315240 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG oslo_db.api [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 10 05:13:21.346939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1855842', 'neutron.services.segments.db._delete_segments_for_network-8761094291622'] for network, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.371839 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3adc0>,) {'filters': {'network_id': ['84fd39b3-2095-449b-a66b-5b1d10e135bf']}} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:21.383990 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3adc0>, 'ce075c8f-3319-4b15-9c49-0b96e94b67c4') {'for_net_delete': True} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:21.384626 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.services.segments.db [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7d96b3adc0>, 'ce075c8f-3319-4b15-9c49-0b96e94b67c4') {} {{(pid=87630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 10 05:13:21.395840 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761094336377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261130'] for segment, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.416091 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1861155'] for segment, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.422240 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 10 05:13:21.422632 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1861162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2574759'] for segment, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]: Traceback (most recent call last):
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     timer()
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     cb(*args, **kw)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     return func(*args, **kwargs)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     self._notify()
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     self.callback(batched_events)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     event.method(event)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     return f(self, *a, **k)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._get(url).json()
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     return self.request(url, 'GET', **kwargs)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 10 05:13:21.436100 dv-neutron-821182-1-hyperv neutron-server[87630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 10 05:13:21.507646 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1855835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628634'] for network, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.510921 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79683273-6aad-4e77-ae44-8e9d7408684e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:21.523324 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Notify callbacks [] for network, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.535830 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fd39b3-2095-449b-a66b-5b1d10e135bf,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:21.539201 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:21.540983 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-5e81a92d-ce6d-42fc-84e8-69eea75c9e79 admin admin] 10.222.0.44 "DELETE /v2.0/networks/84fd39b3-2095-449b-a66b-5b1d10e135bf HTTP/1.1" status: 204  len: 168 time: 0.9125373
Dec 10 05:13:21.591296 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 895df2a6-e541-4089-99a8-a31907329a2d no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:21.625170 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 895df2a6-e541-4089-99a8-a31907329a2d {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:21.625488 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 895df2a6-e541-4089-99a8-a31907329a2d not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:21.625915 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690bca4c-0e1e-4625-b021-6fcb25772c16 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:21.651025 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53298) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:21.660289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 690bca4c-0e1e-4625-b021-6fcb25772c16 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:21.660789 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 690bca4c-0e1e-4625-b021-6fcb25772c16 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:21.661485 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d9379e8-e5ac-4c16-a21d-df0726014a14 no longer exists at agent ovs-agent-dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 10 05:13:21.706935 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-a0b5bd93-fef0-4552-80cc-9c222a847334 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=172cb6b99d5b4bd9b348257e479c3e6b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0545988
Dec 10 05:13:21.709427 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53302) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:21.759184 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] No Port match for: 3d9379e8-e5ac-4c16-a21d-df0726014a14 {{(pid=87631) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 10 05:13:21.759537 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.rpc [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Device 3d9379e8-e5ac-4c16-a21d-df0726014a14 not bound to the agent host dv-neutron-821182-1-hyperv {{(pid=87631) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 10 05:13:21.770290 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.795781 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.816082 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Deleting port 690bca4c-0e1e-4625-b021-6fcb25772c16 {{(pid=87631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 10 05:13:21.816470 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761094397121'] for port, before_delete {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.847275 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.851516 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-bd493d6b-0dad-4863-99e5-4eccc47afab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:21.865261 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29bd0e-72f5-4d2f-b38b-6b2b801488b6,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:21.869040 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:21.872267 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:21.876185 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-79723ffb-9e6c-4cb0-81da-c29b81ba0a4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f29bd0e-72f5-4d2f-b38b-6b2b801488b6 HTTP/1.1" status: 204  len: 168 time: 0.1657236
Dec 10 05:13:21.895241 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron.plugins.ml2.plugin [None req-1535a1a0-2e2e-4d56-8cc9-a9bfa3513c6a None None] The port '690bca4c-0e1e-4625-b021-6fcb25772c16' was deleted {{(pid=87631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 10 05:13:22.213470 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53310) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:22.261123 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-509cf1cf-1eec-460a-ac6a-64a6f7002ecc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78172e4b251b4be79e826ed86601c3f0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0464396
Dec 10 05:13:22.263425 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.wsgi [-] (87630) accepted ('10.222.0.44', 53314) {{(pid=87630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 10 05:13:22.321594 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:22.348394 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:22.399939 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695343'] for security_group, after_delete {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:22.404975 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-88fefa5a-bdc9-4ec8-9f64-1449e5e6c622 tempest-TestNetworkAdvancedServerOps-197547509 tempest-TestNetworkAdvancedServerOps-197547509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 10 05:13:22.415636 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea844182-e0ad-4f93-8f07-46e021a6e099,revision_number=None']} {{(pid=87630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 10 05:13:22.418490 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG oslo_concurrency.lockutils [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87630) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 10 05:13:22.423750 dv-neutron-821182-1-hyperv neutron-server[87630]: DEBUG neutron_lib.callbacks.manager [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:22.425066 dv-neutron-821182-1-hyperv neutron-server[87630]: INFO neutron.wsgi [None req-1d552839-2d84-420c-8ac5-2f4c2e0eb7d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea844182-e0ad-4f93-8f07-46e021a6e099 HTTP/1.1" status: 204  len: 168 time: 0.1607416
Dec 10 05:13:26.636905 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:13:44.530263 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-0eaafdab-f4f7-45f4-a6e9-0231b914e2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:44.820876 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:46.874280 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-a47810ea-f266-4581-937c-12632e8ef468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:47.919639 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:48.164741 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:13:49.783262 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:03.634900 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:14:14.531771 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0129-d0a9-4de4-9eb3-c46a31d0a3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:14.834133 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:16.875849 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-655aa106-33fd-42d5-a435-4f172e35c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:17.923130 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:18.165933 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:19.785674 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:40.634405 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:14:44.533572 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3a52a3f0-4e61-4ce2-94c5-abcfbd752b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:44.833760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:46.878751 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-fe36caa7-3707-4333-b732-d199f10e38b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:47.925877 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:48.167096 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:49.789049 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:14:54.240352 dv-neutron-821182-1-hyperv neutron-server[87629]: DEBUG neutron.wsgi [req-e50ae8a8-a8cc-4746-9eb9-6670503b0720 req-bff52ac0-be5f-4d5a-a88b-12a7a33d6336 service neutron] (87629) timed out ('10.222.0.44', 50610) {{(pid=87629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 10 05:15:14.534532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b96b-eebe-4e7f-8170-ad25e298d5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:14.848612 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:16.879610 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-4585ecde-ff48-4718-9a2a-7ea40d314a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:17.632616 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:15:17.928427 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:18.168320 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:19.792734 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:44.535707 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-c10624d2-2673-461e-bdc1-50068b043e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:44.863900 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:46.882157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5def0ad3-83d2-435d-9090-546dafaa422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:47.936857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:48.169806 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:49.795428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:15:54.631474 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:16:14.536827 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ded3-6952-4ca6-967c-e8af829c004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:14.862532 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:16.882421 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-959834a2-5512-4b07-bb9c-5974faab55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:17.935242 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:18.170431 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:19.799346 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:31.630889 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:16:44.538600 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1bd38068-91e7-4cb4-93a7-09ef59273015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:44.892670 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:46.884543 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b7b12d8c-1cdf-4791-9c6a-fc6ea408788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:47.937689 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:48.172025 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:16:49.801816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:08.629595 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:17:14.538535 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-510e5086-aa72-4817-9c62-e3f091adeab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:14.923490 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:16.886121 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-103ff8e9-9fc5-454e-8ce0-a2d9daf464c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:17.943370 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:18.173930 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:19.805157 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:44.541728 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d7c987d2-e2cb-47a7-aade-4ba254d3dad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:44.921685 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:45.628778 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:17:46.887816 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-1186af62-d761-4cde-80c4-f40503d80e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:47.943289 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:48.174534 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:17:49.807215 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:14.542553 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-ae937330-a672-47df-848d-43531713374d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:14.937616 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:16.890746 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-51dde7a1-657f-4225-af33-8c89dbd8f6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:17.946356 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:18.175293 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:19.811857 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:22.628615 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 10 05:18:44.544428 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-560754da-8a64-4491-8f03-2c16eed9aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:44.934760 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-73cbbc0e-ceff-4add-b8aa-318d1477a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:46.892102 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-5eb55aae-5e82-4682-8818-36697513de91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:47.949034 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-81635b75-7d77-4d4e-84df-c30c39852ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:48.176995 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-b16f1c3e-4839-4bf6-86fb-17d0097ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:49.813906 dv-neutron-821182-1-hyperv neutron-server[87631]: DEBUG neutron_lib.callbacks.manager [None req-d0dea596-3263-4136-b299-e23266397e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761094291631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1859352'] for agent, after_update {{(pid=87631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 10 05:18:59.627297 dv-neutron-821182-1-hyperv neutron-server[87632]: DEBUG neutron.db.agents_db [None req-305dea97-c1f8-493a-884c-9bbd1c3b61df None None] Agent healthcheck: found 6 active agents {{(pid=87632) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}